From 125402916d03ccf40dfb46cddeba4dbfbb15801c Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Thu, 28 Dec 2023 09:33:20 +0000 Subject: [PATCH] deploy: a146ed88cda80f34ca03f53e2ec8bae69d1faf91 --- 404.html | 8 ++++---- .../Double-Week-Meetings/01-2023/2023-01-12.html | 8 ++++---- .../Double-Week-Meetings/01-2023/2023-02-09.html | 8 ++++---- .../Double-Week-Meetings/01-2023/2023-02-23.html | 8 ++++---- .../Double-Week-Meetings/01-2023/2023-03-09.html | 8 ++++---- .../Double-Week-Meetings/01-2023/2023-03-23.html | 8 ++++---- .../Double-Week-Meetings/01-2023/2023-04-13.html | 8 ++++---- .../Double-Week-Meetings/01-2023/2023-04-27.html | 8 ++++---- .../Double-Week-Meetings/01-2023/2023-05-18.html | 8 ++++---- .../Double-Week-Meetings/01-2023/2023-06-01.html | 8 ++++---- .../Double-Week-Meetings/01-2023/2023-06-15.html | 8 ++++---- .../Double-Week-Meetings/01-2023/2023-06-29.html | 8 ++++---- .../Double-Week-Meetings/01-2023/2023-07-13.html | 8 ++++---- .../Double-Week-Meetings/01-2023/2023-08-03.html | 8 ++++---- .../Double-Week-Meetings/01-2023/2023-09-14.html | 8 ++++---- .../Double-Week-Meetings/01-2023/2023-10-12.html | 8 ++++---- .../Double-Week-Meetings/01-2023/2023-12-14.html | 8 ++++---- .../Double-Week-Meetings/01-2023/README.html | 8 ++++---- Community/community-guideline.html | 8 ++++---- CurveBS/architecture/architecture-intro.html | 8 ++++---- CurveBS/architecture/chunkserver-arch.html | 8 ++++---- CurveBS/architecture/client-arch.html | 8 ++++---- CurveBS/architecture/mds.html | 8 ++++---- CurveBS/architecture/nebd.html | 8 ++++---- CurveBS/architecture/snapshot.html | 8 ++++---- CurveBS/comparison/CurveBS-vs-Ceph-rbd.html | 8 ++++---- CurveBS/deploy/csi.html | 8 ++++---- CurveBS/deploy/dashboard.html | 8 ++++---- CurveBS/deploy/deploy-with-curveadm.html | 8 ++++---- CurveBS/deploy/deploy-with-k8s-operator.html | 8 ++++---- CurveBS/deploy/iscsi.html | 8 ++++---- CurveBS/deploy/offline-deploy.html | 8 ++++---- CurveBS/deploy/openstack.html | 8 ++++---- CurveBS/deploy/quickstart.html | 8 ++++---- CurveBS/deploy/rbd.html | 8 ++++---- CurveBS/deploy/rdma-spdk.html | 8 ++++---- .../localsnapshotclone_restful_api.html | 8 ++++---- .../interface/localsnapshotclone_tools_api.html | 8 ++++---- .../interface/snapshotcloneserver_interface.html | 8 ++++---- .../administrator-guide/curvebs-client-map.html | 8 ++++---- .../curvebs-client-unmap.html | 8 ++++---- .../curvebs-controlpanel-config-mds.html | 8 ++++---- .../curvebs-controlpanel-config-snapshot.html | 8 ++++---- .../curvebs-controlpanel-downgrade-mds.html | 8 ++++---- .../curvebs-controlpanel-downgrade-snapshot.html | 8 ++++---- .../curvebs-controlpanel-restart-mds.html | 8 ++++---- .../curvebs-controlpanel-restart-snapshot.html | 8 ++++---- .../curvebs-controlpanel-start-mds.html | 8 ++++---- .../curvebs-controlpanel-start-snapshot.html | 8 ++++---- .../curvebs-controlpanel-stop-mds.html | 8 ++++---- .../curvebs-controlpanel-stop-snapshot.html | 8 ++++---- .../curvebs-controlpanel-upgrade-mds.html | 8 ++++---- .../curvebs-controlpanel-upgrade-snapshot.html | 8 ++++---- .../curvebs-datapanel-change-disk.html | 8 ++++---- .../curvebs-datapanel-config-chunkserver.html | 8 ++++---- .../curvebs-datapanel-downgrade-chunkserver.html | 8 ++++---- .../curvebs-datapanel-migrate.html | 8 ++++---- .../curvebs-datapanel-restart-chunkserver.html | 8 ++++---- .../curvebs-datapanel-scaleout.html | 8 ++++---- .../curvebs-datapanel-start-chunkserver.html | 8 ++++---- .../curvebs-datapanel-stop-chunkserver.html | 8 ++++---- .../curvebs-datapanel-upgrade-chunkserver.html | 8 ++++---- CurveBS/maintenance/command-line-tools.html | 8 ++++---- CurveBS/performance/how-to-benchmark.html | 8 ++++---- "CurveBS/test/ci\344\273\213\347\273\215.html" | 8 ++++---- ...226\347\216\207\346\224\266\351\233\206.html" | 8 ++++---- CurveBS/test/env-setup.html | 8 ++++---- ...250\345\214\226\346\226\271\346\263\225.html" | 8 ++++---- ...213\350\257\225\345\267\245\345\205\267.html" | 8 ++++---- ...215\347\275\256\344\277\241\346\201\257.html" | 8 ++++---- ...225\345\205\203\346\265\213\350\257\225.html" | 8 ++++---- CurveBS/usecase/chuangyun.html | 8 ++++---- CurveBS/usecase/cloudnative-database.html | 8 ++++---- CurveBS/usecase/rdma-spdk.html | 8 ++++---- CurveBS/usecase/scenario.html | 8 ++++---- CurveBS/usecase/wanfang.html | 8 ++++---- CurveFS/architecture/architecture-intro.html | 8 ++++---- CurveFS/architecture/client-arch.html | 8 ++++---- CurveFS/architecture/metaserver-arch.html | 8 ++++---- CurveFS/comparison/CurveFS-vs-Other-FS.html | 8 ++++---- CurveFS/deploy/csi.html | 8 ++++---- CurveFS/deploy/curvefs-client-config.html | 8 ++++---- CurveFS/deploy/deploy-with-curveadm.html | 8 ++++---- CurveFS/deploy/deploy-with-k8s-operator.html | 8 ++++---- CurveFS/deploy/distributed-cache.html | 8 ++++---- CurveFS/deploy/offline-deploy.html | 8 ++++---- CurveFS/deploy/quickstart.html | 8 ++++---- CurveFS/deploy/static-pv.html | 8 ++++---- .../curvefs-client-mount.html | 8 ++++---- .../curvefs-client-umount.html | 8 ++++---- .../curvefs-controlpanel-config-mds.html | 8 ++++---- .../curvefs-controlpanel-downgrade-mds.html | 8 ++++---- .../curvefs-controlpanel-restart-mds.html | 8 ++++---- .../curvefs-controlpanel-start-mds.html | 8 ++++---- .../curvefs-controlpanel-stop-mds.html | 8 ++++---- .../curvefs-controlpanel-upgrade-mds.html | 8 ++++---- .../curvefs-datapanel-change-disk.html | 8 ++++---- .../curvefs-datapanel-config-metaserver.html | 8 ++++---- .../curvefs-datapanel-downgrade-metaserver.html | 8 ++++---- .../curvefs-datapanel-migrate.html | 8 ++++---- .../curvefs-datapanel-restart-metaserver.html | 8 ++++---- .../curvefs-datapanel-scaleout.html | 8 ++++---- .../curvefs-datapanel-start-metaserver.html | 8 ++++---- .../curvefs-datapanel-stop-metaserver.html | 8 ++++---- .../curvefs-datapanel-upgrade-metaserver.html | 8 ++++---- CurveFS/maintenance/command-line-tools.html | 8 ++++---- CurveFS/maintenance/data-migration.html | 8 ++++---- CurveFS/performance/benchmark.html | 8 ++++---- CurveFS/performance/how-to-benchmark.html | 8 ++++---- CurveFS/performance/perf-tune.html | 8 ++++---- "CurveFS/test/ci\344\273\213\347\273\215.html" | 8 ++++---- CurveFS/test/env-setup.html | 8 ++++---- ...250\345\214\226\346\226\271\346\263\225.html" | 8 ++++---- ...213\350\257\225\345\267\245\345\205\267.html" | 8 ++++---- ...225\345\205\203\346\265\213\350\257\225.html" | 8 ++++---- CurveFS/usecase/ai-storage.html | 8 ++++---- CurveFS/usecase/asr-storage.html | 8 ++++---- CurveFS/usecase/elasticsearch-cold-data.html | 8 ++++---- CurveFS/usecase/hadoop-on-cloud.html | 8 ++++---- CurveFS/usecase/jiangsu-nongxin-es.html | 8 ++++---- CurveFS/usecase/s3-gateway.html | 8 ++++---- CurveFS/usecase/scenario.html | 8 ++++---- CurveFS/usecase/smb-support.html | 8 ++++---- Develop/build-and-test.html | 8 ++++---- Develop/code-walkthrough.html | 8 ++++---- Develop/how-to-contribute.html | 8 ++++---- Release/release-intro.html | 8 ++++---- Release/release-notes-v1.5.html | 8 ++++---- Release/release-notes-v2.6.html | 8 ++++---- Release/release-notes-v2.7.html | 8 ++++---- Roadmap/roadmap-2023.html | 10 +++++----- Roadmap/roadmap-2024.html | 16 ++++++++++++++++ ...11a935e6.79ac4dad.js => 11a935e6.57a4b2e1.js} | 2 +- assets/js/935f2afb.60695f1e.js | 1 - assets/js/935f2afb.ec64c449.js | 1 + assets/js/e9e8c2c5.0266dba3.js | 1 + assets/js/main.ba78c185.js | 2 ++ ....LICENSE.txt => main.ba78c185.js.LICENSE.txt} | 0 assets/js/main.e0975d40.js | 2 -- assets/js/runtime~main.4db19e65.js | 1 - assets/js/runtime~main.7fbc0758.js | 1 + category/2023.html | 8 ++++---- ...rve\345\235\227\345\255\230\345\202\250.html" | 8 ++++---- ...207\344\273\266\345\255\230\345\202\250.html" | 8 ++++---- category/roadmap.html | 10 +++++----- .../\345\217\214\345\221\250\344\274\232.html" | 8 ++++---- ...7\344\273\266\345\257\271\346\257\224-1.html" | 8 ++++---- ...257\344\273\266\345\257\271\346\257\224.html" | 8 ++++---- ...7\345\217\212\346\241\210\344\276\213-1.html" | 8 ++++---- ...257\345\217\212\346\241\210\344\276\213.html" | 8 ++++---- ...221\350\200\205\347\233\270\345\205\263.html" | 8 ++++---- "category/\346\200\247\350\203\275-1.html" | 8 ++++---- "category/\346\200\247\350\203\275.html" | 8 ++++---- ...245\345\217\243\346\226\207\346\241\243.html" | 8 ++++---- "category/\346\236\266\346\236\204-1.html" | 8 ++++---- "category/\346\236\266\346\236\204.html" | 8 ++++---- "category/\346\265\213\350\257\225-1.html" | 8 ++++---- "category/\346\265\213\350\257\225.html" | 8 ++++---- ...210\346\234\254\347\233\270\345\205\263.html" | 8 ++++---- ...276\345\214\272\347\233\270\345\205\263.html" | 8 ++++---- ...5\344\275\234\346\214\207\345\257\274-1.html" | 8 ++++---- ...215\344\275\234\346\214\207\345\257\274.html" | 8 ++++---- "category/\350\277\220\347\273\264-1.html" | 8 ++++---- "category/\350\277\220\347\273\264.html" | 8 ++++---- "category/\351\203\250\347\275\262-1.html" | 8 ++++---- "category/\351\203\250\347\275\262.html" | 8 ++++---- faq.html | 8 ++++---- index.html | 8 ++++---- markdown-page.html | 8 ++++---- search-index.json | 2 +- search.html | 8 ++++---- sitemap.xml | 2 +- 172 files changed, 666 insertions(+), 649 deletions(-) create mode 100644 Roadmap/roadmap-2024.html rename assets/js/{11a935e6.79ac4dad.js => 11a935e6.57a4b2e1.js} (72%) delete mode 100644 assets/js/935f2afb.60695f1e.js create mode 100644 assets/js/935f2afb.ec64c449.js create mode 100644 assets/js/e9e8c2c5.0266dba3.js create mode 100644 assets/js/main.ba78c185.js rename assets/js/{main.e0975d40.js.LICENSE.txt => main.ba78c185.js.LICENSE.txt} (100%) delete mode 100644 assets/js/main.e0975d40.js delete mode 100644 assets/js/runtime~main.4db19e65.js create mode 100644 assets/js/runtime~main.7fbc0758.js diff --git a/404.html b/404.html index 425c692..07dc5d8 100644 --- a/404.html +++ b/404.html @@ -4,13 +4,13 @@ 找不到页面 | Curve Book - - + +
跳到主要内容

找不到页面

我们找不到您要找的页面。

请联系原始链接来源网站的所有者，并告知他们链接已损坏。

- - + + \ No newline at end of file diff --git a/Community/Double-Week-Meetings/01-2023/2023-01-12.html b/Community/Double-Week-Meetings/01-2023/2023-01-12.html index 8c6370e..1e8461f 100644 --- a/Community/Double-Week-Meetings/01-2023/2023-01-12.html +++ b/Community/Double-Week-Meetings/01-2023/2023-01-12.html @@ -4,13 +4,13 @@ 2023-01-12 | Curve Book - - + +
跳到主要内容

2023-01-12

时间​

2023/01/12 19:00-19:30

加入会议​

会议主题：curve双周会
会议时间：2023/01/12 19:00-19:30 (GMT+08:00) 中国标准时间 - 北京
重复周期：2022/10/20-2023/07/27 19:00-19:30, 每两周 (周四)

点击链接入会，或添加至会议列表：
https://meeting.tencent.com/dm/DckjtgWnOM1o

#腾讯会议：493-3764-3146

会议内容​

一、近期工作​

主要内容​

  1. curvebs/mds: add curvebs logicpool io metric
  2. curvebs/mds: add cluster io metrics
  3. curvebs/common: some mirror fixes and optimizations
  4. curvebs 性能调优指南
  5. avoid memcpy when using RocksDB slice

curve 版本​

release2.4 已完成版本测试，预计这周发布

release2.5

详见 ChangeLog v2.5

bug修复​

具体查阅开源周报

二、开源社区​

curve开源周报​

OpenCurve公众号文章：​

关注OpenCurve公众号，查看更多Curve文章。

答疑 & 交流​

- - + + \ No newline at end of file diff --git a/Community/Double-Week-Meetings/01-2023/2023-02-09.html b/Community/Double-Week-Meetings/01-2023/2023-02-09.html index bc670c8..3810a9f 100644 --- a/Community/Double-Week-Meetings/01-2023/2023-02-09.html +++ b/Community/Double-Week-Meetings/01-2023/2023-02-09.html @@ -4,13 +4,13 @@ 2023-02-09 | Curve Book - - + +
跳到主要内容

2023-02-09

时间​

2023/02/09 19:00 ~ 20:00

加入会议​

W 邀请您参加腾讯会议网络研讨会(Webinar)
会议主题：Curve 社区双周会｜2023 Roadmap 解读
会议时间：2023/02/09 19:00-20:00 (GMT+08:00) 中国标准时间 - 北京

点击专属链接入会，或添加至会议列表：
https://meeting.tencent.com/dw/8VUPUacQw4iR

#腾讯会议：792-313-318

复制该信息，打开手机腾讯会议即可参与

会议内容​

一、Curve 2023 Roadmap​

Curve Roadmap 2023

二、近期工作​

已完成​

  1. CurveFS 2.4 版本基本测试完成，CHANGELOG of v2.4
    • 新增CurveFS数据预热warmup功能
      • 主动通过命令行将指定文件/文件夹/文件列表文件中的内容加载进本地缓存中，以加速后续的访问请求
    • 优化CurveFS元数据均衡功能
      • 优化部分场景下元数据不均衡的问题
    • 升级aws s3 sdk至v1.9.x版本
      • 新的sdk使用eventloop的模型替换老sdk的threadpool模型
  2. curvefs/client:optimize warmup performance
  3. curvefs/tools-v2:fix warmpup single file
  4. docs: add .clangd template and configuration guide
  5. add clang-format and add some info to dev guides
  6. curvefs: should release s3adapter if we donot need compact
  7. (fix)fixcurvefs/client: fix client core dump
  8. curvebs/mds: constrains stripe in one segment
  9. QEMU: curve cbd support -blockdev

正在进行​

  1. CurveBS 控制台
  2. CurveFS WarmUp 优化，支持任务查询和取消
  3. CurveFS BS存储后端性能优化

三、开源社区​

开源周报​

OpenCurve公众号文章​

Google Summer of Code 2023​

四、答疑 & 交流​

Curve小助手微信

- - + + \ No newline at end of file diff --git a/Community/Double-Week-Meetings/01-2023/2023-02-23.html b/Community/Double-Week-Meetings/01-2023/2023-02-23.html index 3c2f4ca..520c8b9 100644 --- a/Community/Double-Week-Meetings/01-2023/2023-02-23.html +++ b/Community/Double-Week-Meetings/01-2023/2023-02-23.html @@ -4,14 +4,14 @@ 2023-02-23 | Curve Book - - + +
跳到主要内容

2023-02-23

时间​

2023/02/23 19:00 ~ 19:30

加入会议​

8毛 邀请您参加腾讯会议
会议主题：Curve 社区双周会
会议时间：2023/02/23 19:00-19:30 (GMT+08:00) 中国标准时间 - 北京

点击链接入会，或添加至会议列表：
https://meeting.tencent.com/dm/sI1hGHZ1msxC

#腾讯会议：341-233-112

复制该信息，打开手机腾讯会议即可参与

会议内容​

一、近期工作​

CurveFS​

主要工作​

Curve v2.5.0-beta 正式提测，目前正在修复相关测试暴露问题：

新增特性

  1. 支持共享缓存 memcache，提升 CTO 场景下数据写入的性能（CurveAdm 支持部署 memcache 集群）
  2. CurveBS 新工具 tool-v2 新增命令支持 (delete\list dir\list client\support create dir)

相关优化

  1. Braft 版本更新到 v1.1.2
  2. 优化本地缓存的读缓存模式（之前 diskCache.diskCacheType=1，只有读取的数据才得到缓存，写入的数据不做缓存）
  3. CurveBS 的刷盘逻辑优化
  4. 编译脚本合并

BugFix

  1. S3 版本回退，解决新版本的 S3 写入卡住的问题
master 分支​

CurveBS​

主要工作​

内部正在推动 RDMA/SPDK 的开发优化，目前进入自测阶段，即将提测

master 分支​

Curve 2023 Roadmap​

为了让大家更好参与 Curve 社区，后续 roadmap 中一些方案将在社区中公开讨论。 相关的时间会提前在 roadmap 页面备注， 讨论之前也会在微信群中提示，欢迎大家参与，详见 Curve 2023 Roadmap

CurveBS 控制台​

目前进展：

  • 目前正在推到一期功能的迭代开发
  • 一期主要提供信息展示功能，如集群总体概览、磁盘列表、存储池、卷等信息的展示
  • 目前开发已基本完成，即将提测给 QA，预计 3 月上旬会对外发布

CurveAdm v0.2.0​

CurveAdm v0.2.0 Release

  • Improve: add CI (build and test action), thanks to Tsong Lew.
  • Improve: update go version since Go 1.18 is required to build rivo/uniseg, thanks to Tsong Lew.
  • Feature(exec): support execute command in specified container, thanks to Wangpan.
  • Feature(target): support specify target block size, thanks to mfordjody.
  • Feature(format): support stop formmating, thanks to DemoLiang.
  • Feature(mount): support setting environment variable for client container.
  • Feature(hosts): support setting SSH address which only for SSH connect.
  • Feature(playbook): add playbook which user can run any scripts in any hosts.
  • Feature(playbook): support deploy memcache by playbook, thanks to SiKu.
  • Feature(playbook): support setting host environment variable.
  • Feature(playbook): support pass arguments to run scripts.
  • Feature(playbook): support exclude and intersection pattern for playbook label.
  • Feature(playground): now we can run playground by specified container image.
  • Feature: add curvefs-fuse-bt bpftrace tool.
  • Fix: set environment variable failed while executing command.
  • Fix: its no need to become user when execute command in local.
  • Fix(map): map a volume which name contain underscore symbol.
  • Fix(format): wrong sed expression in become_user modle.

更新

CURVEADM_VERSION=v0.2.0 curveadm -u

二、开源社区​

开源周报​

OpenCurve公众号文章​

三、答疑 & 交流​

Curve小助手微信

- - + + \ No newline at end of file diff --git a/Community/Double-Week-Meetings/01-2023/2023-03-09.html b/Community/Double-Week-Meetings/01-2023/2023-03-09.html index ca9541b..b925edf 100644 --- a/Community/Double-Week-Meetings/01-2023/2023-03-09.html +++ b/Community/Double-Week-Meetings/01-2023/2023-03-09.html @@ -4,14 +4,14 @@ 2023-03-09 | Curve Book - - + +
跳到主要内容

2023-03-09

时间​

2023/03/09 19:00 ~ 19:30

加入会议​

会议主题：curve双周会
会议时间：2023/03/09 19:00-19:30 (GMT+08:00) 中国标准时间 - 北京
重复周期：2022/10/20-2023/07/27 19:00-19:30, 每两周 (周四)

点击链接入会，或添加至会议列表：
https://meeting.tencent.com/dm/DckjtgWnOM1o

#腾讯会议：493-3764-3146

会议内容​

一、近期工作​

CurveFS​

主要工作​

Curve v2.5.0-beta1 发布，主要是修复上个版本提测过程中发现的问题：

curvefs/client: bug fix about memcache

  1. When running the vdbech task, the memory usage of the mount point is very high
  2. When running the vdbech task, the mount will coredump or the task will have data inconsistency
  3. The memcache server fails over and then restarts and cannot be used by the client anymore
master 分支​

CurveBS​

主要工作​

内部的 RDMA/SPDK 版本自测完成，已经提测

master 分支​

Curve 2023 Roadmap​

  • 完成 <CurveBS K8S 部署> 方案的社区讨论，当前的计划是优先完成集群的部署和清理，架构文档详见PR：Add architecture document

为了让大家更好参与 Curve 社区，后续 roadmap 中一些方案将在社区中公开讨论。 相关的时间会提前在 roadmap 页面备注， 讨论之前也会在微信群中提示，欢迎大家参与，详见 Curve 2023 Roadmap

CurveAdm​

二、开源社区​

开源周报​

OpenCurve公众号文章​

三、答疑 & 交流​

Curve小助手微信

- - + + \ No newline at end of file diff --git a/Community/Double-Week-Meetings/01-2023/2023-03-23.html b/Community/Double-Week-Meetings/01-2023/2023-03-23.html index 2b30491..507d567 100644 --- a/Community/Double-Week-Meetings/01-2023/2023-03-23.html +++ b/Community/Double-Week-Meetings/01-2023/2023-03-23.html @@ -4,15 +4,15 @@ 2023-03-23 | Curve Book - - + +
跳到主要内容

2023-03-23

时间​

2023/03/23 19:00 ~ 19:30

加入会议​

会议主题：curve双周会
会议时间：2023/03/23 19:00-19:30 (GMT+08:00) 中国标准时间 - 北京
重复周期：2022/10/20-2023/07/27 19:00-19:30, 每两周 (周四)

点击链接入会，或添加至会议列表：
https://meeting.tencent.com/dm/DckjtgWnOM1o

#腾讯会议：493-3764-3146

会议内容​

一、近期工作​

CurveFS​

主要工作​

Curve v2.5.0-beta1 发布，主要是修复上个版本提测过程中发现的问题：

curvefs/client: bug fix about memcache

  1. When running the vdbech task, the memory usage of the mount point is very high
  2. When running the vdbech task, the mount will coredump or the task will have data inconsistency
  3. The memcache server fails over and then restarts and cannot be used by the client anymore
master 分支​

CurveBS​

主要工作​

内部的 RDMA/SPDK 版本已经提测。 正在定位测试中出现的问题。

master 分支​

Curve 2023 Roadmap​

  • 完成 <CurveBS K8S 部署> 方案的社区讨论，当前的计划是优先完成集群的部署和清理，架构文档详见PR：Add architecture document
  • 目前正在完成 operator 部署。

为了让大家更好参与 Curve 社区，后续 roadmap 中一些方案将在社区中公开讨论。 相关的时间会提前在 roadmap 页面备注， 讨论之前也会在微信群中提示，欢迎大家参与，详见 Curve 2023 Roadmap

CurveAdm​

  • 暂无

二、开源社区​

开源周报​

OpenCurve公众号文章​

Google 编程之夏 2023​

三、答疑 & 交流​

Curve小助手微信

- - + + \ No newline at end of file diff --git a/Community/Double-Week-Meetings/01-2023/2023-04-13.html b/Community/Double-Week-Meetings/01-2023/2023-04-13.html index 789c919..c8bc327 100644 --- a/Community/Double-Week-Meetings/01-2023/2023-04-13.html +++ b/Community/Double-Week-Meetings/01-2023/2023-04-13.html @@ -4,15 +4,15 @@ 2023-04-13 | Curve Book - - + +
跳到主要内容

2023-04-13

时间​

2023/04/13 19:00 ~ 19:30

加入会议​

会议主题：curve双周会
会议时间：2023/04/13 19:00-19:30 (GMT+08:00) 中国标准时间 - 北京
重复周期：2022/10/20-2023/07/27 19:00-19:30, 每两周 (周四)

点击链接入会，或添加至会议列表：
https://meeting.tencent.com/dw/MF2yU2kTt6pR

#腾讯会议：703-9861-0542

会议内容​

一、近期工作​

CurveFS​

  • CurveFS 使用CurveBs作为存储后端

该工作预计本月底完成代码merge(开发，开发自测)

CurveBS​

  • 内部快照

当前快照: s3 预期快照: 1. s3 2. 本地

社区伙伴Zstack童鞋贡献：CurveBS内部快照pr

  • RDMA/SPDK 版本

内部的 RDMA/SPDK 版本已经QA提测，已经完成基本功能测试，性能测试。异常测试过程中遇到几个bug，部分bug已fix，还有两个bug解决

云原生部署​

Curve Operator上手初体验

curvebs部署和删除的功能已经实现，目前处于测试和优化阶段，以及curve-csi的测试。同时还有一些新功能需要添加，这些功能和优化点也是开发者活动的题目。

curveFS的部署和删除根预计本月月底完成。

二、开源社区​

开源活动预告​

开源周报​

OpenCurve公众号文章​

本期文章​
上期文章​

三、答疑 & 交流​

Curve小助手微信

为了让大家更好参与 Curve 社区，后续 roadmap 中一些方案将在社区中公开讨论。 相关的时间会提前在 roadmap 页面备注， 讨论之前也会在微信群中提示，欢迎大家参与，详见 Curve 2023 Roadmap

四、专题交流: Curve tools开发实践​

- - + + \ No newline at end of file diff --git a/Community/Double-Week-Meetings/01-2023/2023-04-27.html b/Community/Double-Week-Meetings/01-2023/2023-04-27.html index 805d74c..bc7cef5 100644 --- a/Community/Double-Week-Meetings/01-2023/2023-04-27.html +++ b/Community/Double-Week-Meetings/01-2023/2023-04-27.html @@ -4,13 +4,13 @@ 2023-04-27 | Curve Book - - + +
跳到主要内容

2023-04-27

时间​

2023/04/27 19:00~19:30

加入会议​

Maggie 邀请您参加腾讯会议
会议主题：Curve社区双周会
会议时间：2023/04/27 19:00-19:30 (GMT+08:00) 中国标准时间 - 北京
重复周期：2023/04/27-2023/12/21 19:00-19:30, 每两周 (周四)

点击链接入会，或添加至会议列表：
https://meeting.tencent.com/dm/eDgUO9uhntyu

#腾讯会议：548-7440-7396

复制该信息，打开手机腾讯会议即可参与

会议内容​

一、近期工作​

Curve文件存储​

性能优化

功能支持

运维工具

Curve块存储​

可视化

运维工具

  • curveadm 适配 rdma&spdk 版本镜像（初步可用，还未正式发布版本）@Wine93
  • curve_ops_tool重构（进行中，也是curve开发者活动的议题） @数名开发者

功能支持

  • 支持 PoolSet: 一个集群可以支持不同介质的物理池，可以指定卷的类型创建（开发中）@wu-hanqing

  • 支持rbd协议（开发中）@h0hmj

  • 支持本地快照（开发中，发起外部讨论）@xu-chaojie @David Lee

场景支持

  • 混闪场景支持 @zyb521（测试优化中）

    • NVME+HDD场景
    • wal独立部署: nvme分区独立做wal, 剩下的分区做bcache。极限性能会好一些，但性能不是很稳定，分区偏小的情况下容易被打满
    • bcache方案在内核 5.10(性能更低) 和 4.9 上表现不一致

二、开源社区​

三、答疑 & 交流​

- - + + \ No newline at end of file diff --git a/Community/Double-Week-Meetings/01-2023/2023-05-18.html b/Community/Double-Week-Meetings/01-2023/2023-05-18.html index a76d48e..f0b76f8 100644 --- a/Community/Double-Week-Meetings/01-2023/2023-05-18.html +++ b/Community/Double-Week-Meetings/01-2023/2023-05-18.html @@ -4,15 +4,15 @@ 2023-05-18 | Curve Book - - + +
跳到主要内容

2023-05-18

时间​

2023/05/18 19:00~19:30

加入会议​

you！ 邀请您参加腾讯会议
会议主题：you！预定的会议
会议时间：2023/05/18 19:00-19:30 (GMT+08:00) 中国标准时间 - 北京

点击链接入会，或添加至会议列表：
https://meeting.tencent.com/dm/SSKvFmc6rRGl

#腾讯会议：911-103-973

复制该信息，打开手机腾讯会议即可参与

会议内容​

一、近期工作​

Curve文件存储​

Curve块存储​

功能支持

  • 支持 PoolSet: 一个集群可以支持不同介质的物理池，可以指定卷的类型创建

    • 底层curvebs开发基本完成, 上层openstack适配中
    • 升级兼容性逻辑修改，并已自测完成，发起review

  • rdma & spdk版本修复若干问题

    • 定位并修复一个IO始终未返回导致IO卡住的问题
    • 定位和修复重启chunkserver后，raft日志一直追赶不上的问题
    • 重启chunkserver报日志损坏问题，持续定位中
    • 优化容器化部署，rdma网络参数调整

  • curvebs 适配支持rbd协议

    • 功能基本完成，目前调试中，glance，cinder目前功能都已正常，nova还有部分功能还在调试

  • 支持本地快照

    • ztack外部开发者正在进行快照部分功能实现
    • curve团队目前在进行从快照克隆部分功能的poc，主要关注从快照克隆出卷的性能是否满足设计需求，预期至少对标ceph

场景支持

  • 混闪场景支持

    • NVME+HDD场景
    • wal独立部署: nvme分区独立做wal, 剩下的分区做bcache。极限性能会好一些，但性能不是很稳定，分区偏小的情况下容易被打满. 进展：将raft快照时间调整为2分钟，50G分区可以正常使用，过程中bcache的gc触发频率明显降低。
    • bcache方案在内核 5.10(性能更低) 和 4.9 上表现不一致, 进展：使用回退后的内核，未再发现其他问题。

工具相关​

  • curveadm 支持 rdma&spdk 版本镜像，已提交PR，待进一步完善
  • CurveAdm支持部署控制台功能完成，并已自测完成
  • 控制台支持多集群功能完成，并已自测
  • 新运维工具tools-v2进展，添加bs status chunkserver功能完成，
  • 支持云原生部署 目前已实现CurveBS和CurveFS的K8s部署, 本周期完成代码整理和测试

二、开源社区​

  • 多个开发者活动

  • 新活动预告 GitLink开源夏令营活动(GLCC)，面向全国高校学生的暑期编程活动，目前社区报名火热进行中，curve社区正在报名，计划提交5个选题，欢迎社区的学生开发者踊跃参加. 链接：https://www.gitlink.org.cn/glcc

三、近期公众号文章​

  • 《Curve 基于 SPDK target 的 iSCSI 性能优化实践》 链接：https://mp.weixin.qq.com/s/GycKSdjF5JO1sOsLLSeFZg

    • curve团队为游戏部门提供的性能优化解决方案，通过基于SPDK target的iscsi性能优化，使得业务测试场景的在小IO场景下相比ceph iscsi性能又200%以上的提升。

  • 《支持 POSIX 和 S3 统一命名空间—— Curve 文件系统 S3 网关部署实践》 链接：https://mp.weixin.qq.com/s/UeixFLkyQLTLNwfQ9Mo34w

    • AI 训练业务场景下, CurveFS提供S3 协议和 Posix 协议的统一命名空间能力，两种协议上传/写入的文件可以互相访问。

  • 《我的 Google Summer of Code 2023(GSoC) 申请之路》链接：https://mp.weixin.qq.com/s/hvmTQd-ljiifacNoPXikTw

    • 来自申请google开源之夏curve社区唯一入选的选题的学生的文章

四、答疑 & 交流​

- - + + \ No newline at end of file diff --git a/Community/Double-Week-Meetings/01-2023/2023-06-01.html b/Community/Double-Week-Meetings/01-2023/2023-06-01.html index c19015b..1a5aaa1 100644 --- a/Community/Double-Week-Meetings/01-2023/2023-06-01.html +++ b/Community/Double-Week-Meetings/01-2023/2023-06-01.html @@ -4,15 +4,15 @@ 2023-06-01 | Curve Book - - + +
跳到主要内容

2023-06-01

时间​

2023 Jun 01, 19:00~19:30

加入会议​

majie 邀请您参加腾讯会议
会议主题：majie预定的会议
会议时间：2023/06/01 19:00-20:00 (GMT+08:00) 中国标准时间 - 北京

点击链接入会，或添加至会议列表：
https://meeting.tencent.com/dm/glDOfgkpiwGe

#腾讯会议：467-801-402

复制该信息，打开手机腾讯会议即可参与

会议内容​

一、近期工作​

Curve文件存储​

  1. close-to-open一致性场景下元数据性能优化

  2. 文件存储对接CurveBS后端

Curve块存储​

  1. poolset支持 https://github.com/opencurve/curve/pull/1988 一个集群可以支持不同的物理池，可以指定卷的类型创建, review中

  2. rdma&spdk版本已开发完成，后续可用镜像将会上传发布，代码暂时不开源

  3. cbd接口模拟rbd接口用于支持OpenStack(Glance/Nova/Cinder)尝鲜使用 开发完成，在整理文档和代码中

  4. 支持本地快照 调研设计中

  5. web控制台开发完成，前后端联调中

  6. curvebs认证功能调研设计中

周边生态​

  1. k8s curve operator积极开发中，现已能够支持部署curvebs和curvefs，正在开发监控相关
  2. curve运维新工具开发，进度18/27

二、开源社区​

  • 多个开发者活动

  • 新活动预告 GitLink开源夏令营活动(GLCC)，面向全国高校学生的暑期编程活动，目前社区报名火热进行中，curve社区正在报名，计划提交5个选题，欢迎社区的学生开发者踊跃参加. 链接：https://www.gitlink.org.cn/glcc

三、近期公众号文章​

四、答疑 & 交流​

- - + + \ No newline at end of file diff --git a/Community/Double-Week-Meetings/01-2023/2023-06-15.html b/Community/Double-Week-Meetings/01-2023/2023-06-15.html index dc39c0f..b2edd18 100644 --- a/Community/Double-Week-Meetings/01-2023/2023-06-15.html +++ b/Community/Double-Week-Meetings/01-2023/2023-06-15.html @@ -4,13 +4,13 @@ 2023-06-15 | Curve Book - - + +
跳到主要内容

2023-06-15

时间​

2023 Jun 15, 19:00~19:30

加入会议​

Sean 邀请您参加腾讯会议
会议主题：Curve社区例会
会议时间：2023/06/15 19:00-20:00 (GMT+08:00) 中国标准时间 - 北京
重复周期：2023/06/15-2024/05/02 19:00-20:00, 每两周 (周四)

点击链接入会，或添加至会议列表：
https://meeting.tencent.com/dm/jdXoeG8gBWJp

#腾讯会议：718-2692-7827

复制该信息，打开手机腾讯会议即可参与

会议内容​

一、近期工作​

Curve块存储​

  1. v1.2.7 版本，主要包括poolset支持和一个client支持挂载多个集群的卷。

  2. CurveBS 认证功能已完成方案设计，开发中

  3. 支持本地快照 开发中

  4. rdma&spdk版本已开发完成，进行性能和稳定性测试中，后续可用镜像将会上传发布，代码暂时不开源

  5. web控制台开发完成，测试中，预览

Curve文件存储​

版本v2.6 已提测，具体内容见changelog

文件存储对接CurveBS后端，功能和性能测试中，代码分支：https://github.com/opencurve/curve/tree/fs_curvebs_storage_support

周边生态​

  1. k8s curve operator完成开发。欢迎大家使用，代码仓库&文档

  2. curve运维新工具开发，进度

  3. CurveAdm v0.3.0 版本开发完成，测试中。主要包括支持多用户共享、分布式数据库。

二、开源社区​

  • 6月3日，由 KubeSphere 社区、极狐GitLab、Curve 社区联合主办的云原生 Meetup 杭州站取得圆满成功。会议回顾

  • 开发者活动进行中

    GitLink开源夏令营活动(GLCC)，面向全国高校学生的暑期编程活动，目前社区报名火热进行中，curve社区正在报名，计划提交5个选题，欢迎社区的学生开发者踊跃参加.

    链接：https://mp.weixin.qq.com/s/AdHQTWxd16gou2eAb7nyWQ

  • 往期活动（已结束报名）

三、近期公众号文章​

四、答疑 & 交流​

- - + + \ No newline at end of file diff --git a/Community/Double-Week-Meetings/01-2023/2023-06-29.html b/Community/Double-Week-Meetings/01-2023/2023-06-29.html index 3eb1e89..85359e5 100644 --- a/Community/Double-Week-Meetings/01-2023/2023-06-29.html +++ b/Community/Double-Week-Meetings/01-2023/2023-06-29.html @@ -4,8 +4,8 @@ 2023-06-29 | Curve Book - - + +
@@ -15,7 +15,7 @@ changelog: https://github.com/opencurve/curve/pull/2526/files

主要特性：
* 优化元数据性能，特别是 CTO 场景下
* 支持 warmup 到 memcache

  • 文件存储对接CurveBS后端，功能和性能测试中，代码分支：https://github.com/opencurve/curve/tree/fs_curvebs_storage_support

    • 周边生态​

    1. k8s curve operator基本能力完成开发。欢迎大家使用 代码仓库&文档

    2. curve运维新工具开发，剩余在开发/reivew外部开发者pr过程。进度

    3. curveadm v0.3.0 已经发布预览版，欢迎体验 升级详见：https://github.com/opencurve/curveadm/pull/243 changelog: https://github.com/opencurve/curveadm/pull/243/commits

    二、开源社区​

    三、近期公众号文章​

    四、答疑 & 交流​

    - - + + \ No newline at end of file diff --git a/Community/Double-Week-Meetings/01-2023/2023-07-13.html b/Community/Double-Week-Meetings/01-2023/2023-07-13.html index a4c5192..0dcff64 100644 --- a/Community/Double-Week-Meetings/01-2023/2023-07-13.html +++ b/Community/Double-Week-Meetings/01-2023/2023-07-13.html @@ -4,13 +4,13 @@ 2023-07-13 | Curve Book - - + +
    跳到主要内容

    2023-07-13

    时间​

    2023/07/13, 19:00-20:00

    加入会议​

    W 邀请您参加腾讯会议
    会议主题：W预定的会议
    会议时间：2023/07/13 19:00-20:00 (GMT+08:00) 中国标准时间 - 北京

    点击链接入会，或添加至会议列表：
    https://meeting.tencent.com/dm/Rvx4NU7xdkz6

    #腾讯会议：653-606-758

    复制该信息，打开手机腾讯会议即可参与

    会议内容​

    一、近期工作​

    Curve块存储​

    1. v1.2.7 版本提测，https://github.com/opencurve/curve/releases/tag/v1.2.7-beta2

      1. 多存储池支持，资源隔离（不同存储介质 HDD/SSD/NVMe、或者不同租户支持）

      2. 支持单客户端挂载不同集群的卷

    2. 支持本地快照和克隆，目前正在 POC 测试中，后续完善后会同步方案和代码

    3. RDMA & SPDK 版本部署文档（基于 CentOS 7.9，5.4 内核版本），https://github.com/opencurve/curve-meetup-slides/blob/9d17e0eb42df2bee0ec8c7a6c6aaf95a340028f5/PrePaper/2023/CurveBS%20RDMA%26SPDK%20%E9%83%A8%E7%BD%B2%E6%8C%87%E5%8D%97.md

    Curve文件存储​

    1. 文件存储对接Curve块存储，目前已完成所有测试：fio、vdbench、fstrash、删除功能；重要 bug 已修复

    2. v2.6 版本已提测，QA 正在测试中，预计 7 月中下旬全部测试完毕

      1. 主要特性：

        • 优化元数据性能，特别是 CTO 场景下

        • 支持 warmup 到 memcache

      2. 分支：https://github.com/opencurve/curve/tree/release2.6

    周边生态​

    1. CurveAdm 0.3.0 版本提测

      • 主要针对块存储部署进行优化，支持多用户部署

      • 适配块存储 v1.2.7 版本功能

      • 一键体验 CURVEADM_VERSION=v0.3.0-rc4 curveadm -u

    2. k8s curve operator完成开发，欢迎大家使用体验

    3. Curve 新运维工具开发

    二、Curve控制台开源 🎉🎉🎉​

    Curve 控制台（curve-manager）是一个相对独立的 Web 服务，提供基于 Web 的集群管理能力，使得存储集群的部署和管理门槛进相对 CLI方式一步降低，提供一种更加清晰直观的视图。

    项目仓库：

    前端代码仓库：https://github.com/opencurve/curve-dashboard

    后端代码仓库：https://github.com/opencurve/curve-manager

    控制台接口：

    前后端交互接口：https://github.com/opencurve/curve-manager/blob/master/api/curvebs/manager/bind.go

    后端与存储集群交互接口：

    1. RPC请求接口，主要与MDS通信获取信息

      https://github.com/SeanHai/curve-go-rpc/tree/ff4a19bed1392415310cd3636c0fee77e487adcd/rpc/curvebs

    2. HTTP请求接口，主要与监控组件Prometheus通信获取信

      https://github.com/opencurve/curve-manager/blob/master/internal/metrics/core/metrics.go

    三、开源社区​

    1. Curve在夏季特别活动预热（08-09），目前在准备阶段，本次奖品丰厚，形式新颖，欢迎大家关注参与。
    2. 往期活动（已结束报名）

    四、近期公众号文章​

    1. 使用 Curve 云上部署 Hadoop，轻松节约 50% 存储成本 https://mp.weixin.qq.com/s/xuH4O_UU3fNlYJhtrUlh0Q

    2. CurveAdm 离线部署 Curve 集群操作指南，https://mp.weixin.qq.com/s/jJNRIFt3DkKuJc_Zq6IgBw

    五、答疑 & 交流​

    - - + + \ No newline at end of file diff --git a/Community/Double-Week-Meetings/01-2023/2023-08-03.html b/Community/Double-Week-Meetings/01-2023/2023-08-03.html index 5a76b4c..49dac27 100644 --- a/Community/Double-Week-Meetings/01-2023/2023-08-03.html +++ b/Community/Double-Week-Meetings/01-2023/2023-08-03.html @@ -4,14 +4,14 @@ 2023-08-03 | Curve Book - - + +
    跳到主要内容

    2023-08-03

    时间​

    2023/08/03, 19:00-19:40

    加入会议​

    W 邀请您参加腾讯会议
    会议主题：W预定的会议
    会议时间：2023/08/03 19:00-19:40 (GMT+08:00) 中国标准时间 - 北京

    点击链接入会，或添加至会议列表：
    https://meeting.tencent.com/dm/Rvx4NU7xdkz6

    #腾讯会议：653-606-758
    (可微信小程序入会)
    复制该信息，打开手机腾讯会议即可参与

    0：会议内容概要​

    本次社区双周会主要包括以下几点：

    • 上半年社区roadmap总结与下半年工作展望
    • Curve自动化测试框架开源
    • Curve官方文档网站正式搭建
    • “社区活动 Summer Code Camp”正在持续招募报名

    会议内容​

    一. 2023上半年社区Roadmap总结与下半年工作展望​

    1. 感恩/致谢​

    自开源以来，Curve 项目受到了社区小伙伴们的大量关注和讨论，项目的一些特色得到了部分社区小伙伴的认可，但是还有更多的小伙伴们给Curve 项目提出了更高的要求和期望，这些需求我们都已经收到并且牢记在心，只是限于社区开发者数量和能力，不能立刻满足。

    但我们一直在朝着更优秀的分布式存储项目在努力，也希望更多优秀的小伙伴一起加入社区，为这个年轻的社区添砖加瓦，争取让Curve从开源基础设施领域的新星成长为明星。

    Curve贡献者-2023H1

    2. Curve当前主推场景​

    • Curve文件存储已经上线并支持机器学习，ES，NAS等以posix为接口的场景，即将支持以HDFS为接口的大数据场景；
    • Curve块存储已经上线并支持高随机的数据库，云盘等场景

    3. 上半年roadmap及下半年展望​

    详见下文：

    Curve 社区上半年 Roadmap 进展及下半年规划

    二、近期主要工作​

    1. Curve测试框架开源​

    Curve 测试框架fsthrash

    类似与ceph的Teuthology，可以自动部署Curve服务，并自动进行功能测试，io测试，异常测试以及一致性测试等。

    2. Curve官方文档网站上线​

    Curve官方文档网站

    Curve贡献者-2023H1

    Curve的文档目前有不少，但是散落于Curve githu主仓库，curveadm以及curve-meetup-slides等子仓库。我们深知文档易读性的重要性，同时也是应Curve社区很多小伙伴的要求，所以我们建立了这个官方文档网站

    框架本周刚搭建完成，内容有待补充，也欢迎社区同学们给文档库提pr，一起来完善这个唯一的入口。

    三、开源社区​

    1. “社区活动 Summer Code Camp”正在持续招募报名，本次奖品丰厚，形式新颖，欢迎大家关注参与。

    本次开发者活动主要分为两大专题，如下：

    • Curve项目本身

    准备了非常多有意思且范围涵盖较广的议题，包括Curve web控制台方向，云原生方向，核心代码逻辑方向，Curveadm方向以及Curve的Ci方向。涉及的语言包括C/C++、go、python/shell等

    • 社区联动

    openEuler拥有非常好的开源生态系统。Curve期望在openEuler操作系统上运行，所以我们需要做一些适应和验证工作。

    开发活动详情见: Curve夏季特别活动

    四、近期公众号文章​

    1. Curve 社区上半年 Roadmap 进展及下半年规划

    2. Curve 控制台详细部署使用指南

    五、答疑 & 交流​

    Curve小助手微信

    - - + + \ No newline at end of file diff --git a/Community/Double-Week-Meetings/01-2023/2023-09-14.html b/Community/Double-Week-Meetings/01-2023/2023-09-14.html index dc75bcf..8ec6aba 100644 --- a/Community/Double-Week-Meetings/01-2023/2023-09-14.html +++ b/Community/Double-Week-Meetings/01-2023/2023-09-14.html @@ -4,13 +4,13 @@ 2023-09-14 | Curve Book - - + +
    跳到主要内容

    2023-09-14

    时间​

    2023/09/14 19:00~19:30

    加入会议​

    majie 邀请您参加腾讯会议
    会议主题：majie预定的会议
    会议时间：2023/09/14 19:00-19:30 (GMT+08:00) 中国标准时间 - 北京

    点击链接入会，或添加至会议列表：
    https://meeting.tencent.com/dm/hhSiD8xDJ5z3

    #腾讯会议：434-723-266

    复制该信息，打开手机腾讯会议即可参与

    会议内容​

    一、近期工作​

    Curve文件存储​

    • CurveFS对接HDFS

      • HDFS基本对接完成
      • HDFS接口权限开发基本完成
      • 已有容器镜像可供测试，使用文档整理中

    • fs级别的quota积极开发中

    • bug修复

    Curve块存储​

    二、开源社区活动和外部会议​

    三、近期公众号文章​

    四、答疑 & 交流​

    - - + + \ No newline at end of file diff --git a/Community/Double-Week-Meetings/01-2023/2023-10-12.html b/Community/Double-Week-Meetings/01-2023/2023-10-12.html index 91ea31e..70a5566 100644 --- a/Community/Double-Week-Meetings/01-2023/2023-10-12.html +++ b/Community/Double-Week-Meetings/01-2023/2023-10-12.html @@ -4,13 +4,13 @@ 2023-10-12 | Curve Book - - + +
    跳到主要内容

    2023-10-12

    时间​

    2023/10/12 19:00~19:30

    加入会议​

    Sean 邀请您参加腾讯会议
    会议主题：Curve开源社区双周会
    会议时间：2023/10/12 19:00-20:00 (GMT+08:00) 中国标准时间 - 北京

    点击链接入会，或添加至会议列表：
    https://meeting.tencent.com/dm/bH17ULhFHaxr

    #腾讯会议：554-339-963

    复制该信息，打开手机腾讯会议即可参与

    会议内容​

    一、近期工作​

    Curve文件存储​

    Curve块存储​

    二、开源社区活动和外部会议​

    三、近期公众号文章​

    四、答疑 & 交流​

    - - + + \ No newline at end of file diff --git a/Community/Double-Week-Meetings/01-2023/2023-12-14.html b/Community/Double-Week-Meetings/01-2023/2023-12-14.html index 444cd65..a40f771 100644 --- a/Community/Double-Week-Meetings/01-2023/2023-12-14.html +++ b/Community/Double-Week-Meetings/01-2023/2023-12-14.html @@ -4,13 +4,13 @@ 2023-12-14 | Curve Book - - + +
    跳到主要内容

    2023-12-14

    时间​

    2023/12/14 19:00~20:00

    加入会议​

    Wine93 邀请您参加腾讯会议
    会议主题：Curve 开源社区双周会
    会议时间：2023/12/14 19:00-20:00 (GMT+08:00) 中国标准时间 - 北京

    点击链接入会，或添加至会议列表：
    https://meeting.tencent.com/dw/prkY9bUpz99h

    #腾讯会议：699-910-698

    复制该信息，打开手机腾讯会议即可参与

    会议内容​

    一、Curve v2.7 介绍​

    • 支持 Quota
    • 支持 Hadoop SDK

    详见： Curve v2.7 发布：支持 Hadoop SDK，助力大数据存储降本提效

    二、CurveAdm v0.3.0 介绍​

    • 支持一键部署监控
    • 支持 podman 作为 runtime
    • 支持 Etcd 认证访问
    • 支持多用户共同管理 Curve 集群
    • 支持指定 poolset 部署和挂载

    详见： CurveAdm v0.3.0 版本发布，集群运维更方便

    三、答疑 & 交流​

    - - + + \ No newline at end of file diff --git a/Community/Double-Week-Meetings/01-2023/README.html b/Community/Double-Week-Meetings/01-2023/README.html index cdc2c5c..48e5f3b 100644 --- a/Community/Double-Week-Meetings/01-2023/README.html +++ b/Community/Double-Week-Meetings/01-2023/README.html @@ -4,14 +4,14 @@ README | Curve Book - - + +
    跳到主要内容

    README

    Curve 双周会​

    内容

    社区同步开发进度、版本规划、方案讨论

    时间

    每两周一次（通常在周四晚19:00~19:40），使用腾讯会议，提前用户群通知

    参与我们

    • 加入用户群，当前为微信群，由于群人数过多，需要先添加以下个人微信，再邀请进群。 Curve小助手微信

    • 周会议题提交：issue

    - - + + \ No newline at end of file diff --git a/Community/community-guideline.html b/Community/community-guideline.html index a4786f0..aaa2843 100644 --- a/Community/community-guideline.html +++ b/Community/community-guideline.html @@ -4,13 +4,13 @@ 社区准则 | Curve Book - - + +
    跳到主要内容
    - - + + \ No newline at end of file diff --git a/CurveBS/architecture/architecture-intro.html b/CurveBS/architecture/architecture-intro.html index 154c4e7..ccee921 100644 --- a/CurveBS/architecture/architecture-intro.html +++ b/CurveBS/architecture/architecture-intro.html @@ -4,13 +4,13 @@ 架构介绍 | Curve Book - - + +
    跳到主要内容
    - - + + \ No newline at end of file diff --git a/CurveBS/architecture/chunkserver-arch.html b/CurveBS/architecture/chunkserver-arch.html index 0155404..7cf320d 100644 --- a/CurveBS/architecture/chunkserver-arch.html +++ b/CurveBS/architecture/chunkserver-arch.html @@ -4,8 +4,8 @@ CurveBS Chunkserver 架构介绍 | Curve Book - - + +
    @@ -15,7 +15,7 @@ 读取时，获取的ChunkserverPersistentData数据首先校验校验码，防止读取到损坏的数据，并确认版本号是支持的版本。

    Chunkserver Copyset重建​

    Chunkserver在重启时，需要重建在重启前已经分配过的Copyset，以响应来自Client/MDS端针对这些Copyset的访问。

    由于Copyset被创建时和初始化时，会在数据主目录下创建copyset子目录，因而留下持久化信息，如1.4节所示。所以可以根据copyset目录列表，得到已经分配的Copyset列表；由于braft本身持久化了raft configuration，所以如果使用相同的copyset数据目录，braft可以自动从持久化信息中恢复出raft configuration。因此Copyset的持久化数据，可以全部从Chunkserver的本地存储盘获取。

    Chunkserver启动时，通过扫描数据主目录下的"LogicPoolId/CopysetId"子目录列表，以获得Chunkserver已经创建的的Copyset列表，根据子目录名字的格式，可以解析出来poolId, 和copysetId，然后使用空的raft configuration可以重建Copyset实例，Copyset重建后，由于使用相同的raft各类数据目录，braft可以从snapshot meta中自动恢复出raft configuration出来，加载snapshot和log, 完成初始化。

    2.2.2 HeartBeat​

    MDS需要实时的信息来确认Chunkserver的在线状态，并得到Chunkserver和Copyset的状态和统计数据，并根据信息下发相应的命令。 Chunkserver以心跳的方式来完成上述功能，通过周期性的心跳报文，更新Chunkserver和Copyset的信息，反馈上一个心跳周期的命令执行结果，并接受，解析和执行新的心跳响应报文。

    Chunkserver通过心跳消息定期向MDS更新Chunkserver信息，Copyset状态信息，磁盘状态信息，配置变更命令执行状态等信息，MDS收到请求后，根据调度逻辑将新的copyset配置变更命令添加到消息响应中。

    心跳流程详细流程图：

    heartbeat

    2.2.3 CopysetNode​

    CopysetNode封装了RaftNode的状态机，是chunkserver的核心模块，其总体架构如下图所示：

    curve-raft-arch-1

    整个curve-raft对用户暴露的接口，主要提供给用户Propose task给raft statemachine处理

    主要是核心处理逻辑的模块

    （1）NodeImpl主要：

    1. 接收来自外部的Request，然后通过 Raft statemachine RawNode的接口提交给状态机处理，而且其会拥有一个独立Propose execqueue负责驱动Raft statemachine运转，并输出中间结果Ready
    2. 而且是Node Interface的实际实现者，除此之外，还包含了处理Tick timeout和InstallSnapshot的逻辑。

    （2）RaftNode

    主要是处理Raft StateMachine的输出的中间结果Ready，包括异步处理Ready的exec queue。包含需要转发给其他Peers的Msg，需要落盘的Op log entries，以前需要Apply的committed entries

    （3）FSMCaller

    负责User StateMachine的具体执行逻辑，也就是State Machine Apply的逻辑，会包含相应的Apply bthread异步batch的处理需要Apply的请求。

    （1）Snapshot Storage：负责snapshot meta和snapshot read/write接口

    （2）LogManager：Op Log日志管理者，包含Op Log的读写接口，还有Log落盘的batch控制，Op Log缓存等。实际的Op Log最基本的读写接口还是依赖LogStorage的实现。

    （3）Raft Meta Storage：raft meta（term,vote，也就是HardState）的持久化

    （4）Transport：负责管理复制组Peers的连接，提供message send和peers链接管理的接口

    2.2.4 ChunkFilePool​

    ChunkFilePool位于DataStore层，Chunkserver使用基于ext4实现的本地文件系统，由于写操作存在较大的IO放大，因此在创建chunk文件时会调用fallocate为文件预分配固定大小的空间，但是即便fallocate以后，在写文件未写过的块时仍需要更改元数据，存在一定的IO放大。 curve使用的一种优化方案是直接使用覆盖写过一遍的文件。由于chunkserver上的所有chunk文件和快照文件都是相同固定大小的文件，所以可以预先生成一批被覆盖写过的固定大小文件，创建chunk文件或快照文件时直接从预分配的文件池中获取进行重命名，删除chunk文件或快照文件时再将文件重命名放到预分配池中，这个预分配池就是chunkfile-pool。

    chunkserver目录结构：

    chunkserver/
        copyset_id/
                    data/
                    log/
                    meta/
                    snapshot/
        ...
        
        chunkfilepool/
                    chunkfile_xxx_tmp
                    chunkfile_xxx_tmp
                    ...
    - - + + \ No newline at end of file diff --git a/CurveBS/architecture/client-arch.html b/CurveBS/architecture/client-arch.html index f482bc2..2d268ee 100644 --- a/CurveBS/architecture/client-arch.html +++ b/CurveBS/architecture/client-arch.html @@ -4,13 +4,13 @@ CurveBS Client 架构介绍 | Curve Book - - + +
    跳到主要内容

    CurveBS Client 架构介绍

    1 概要​

    curve作为中心化的分布式存储系统主要组件分为前端驱动Client模块、底层存储Chunkserver模块、元数据服务器MDS模块，以及快照系统。

    所谓前端驱动client模块即为curve client，它以动态库libcurve的方式向上提供服务，外部服务进程如Qemu、Curve-Nbd通过链接该库来使用curve提供的存储服务。（热升级后，curve client不再直接对接Qemu和Curve-Nbd等上层服务。）

    所以，curve client可以理解为用户行为入口。

    2 curve client功能点​

    Curve Client存在的目的就是通过提供接口的方式向上提供用户数据存储服务，curve系统以分布式文件系统作为底层存储向上提供块存储服务。从用户角度来看，curve为其提供的就是一个可以进行随机读写的块设备，这个块设备对应的就是底层curvefs的一个文件。

    这个curvefs文件的底层存储方式是分布在多个底层集群节点上的，举个例子：

    用户创建一个1T的块设备，这个块设备在底层curvefs上就是一个1T大小的文件。如下图：

    注意：这个所谓的1T大小的文件只是一个逻辑概念，这个文件只有curve client和mds两个模块感知，底层存储集群chunksevrer节点不感知这个文件。

    client-file

    用户一侧创建一个1T的块设备，对其而言是一个连续的0-1T的连续地址空间，其可以在这个空间内进行随机读写。但是从curve角度来看，这个1T大小的块设备就是一个由一批chunk组成的地址空间，每个chunk有唯一的ID编号，这些chunk会对应到底层chunkserver上一段真实的物理存储空间。

    curve client与底层存储集群以rpc方式通信，因此curve client的功能点也就呼之欲出。

    2.1 提供接口​

    用户创建块设备及读写块设备都是通过curve client提供的接口，这些接口包括创建块设备、打开块设备等等，以及读写该块设备，为了追求极致的性能，curve向上提供异步读写接口。

    2.2 IO拆分​

    从上图可以看到，用户的块设备其实在底层物理存储中是以chunk为单位打散在底层多个存储节点上的，这一方面可以提供处理的并发度，同时也能够提高数据的可靠性。

    用户写数据到curve client，client能够拿到用户IO的offset、length、data，这个offset + length在curve的文件上有可能会覆盖多个chunk，因为底层chunk是分布在不同的chunkserver上的，所以curve client需要把用户对块设备的的IO请求，转换为对底层不同chunkserver的chunk请求，并分别下发。

    2.3 IO跟踪​

    IO拆分会将用户的IO根据offset和length拆分，比如一个用户的IO offset = 0， length = 2*chunksize，那么这个请求到client后，会被至少拆分成两个请求，因为这个IO正好横跨两个chunk，这两个chunk分布在不同的chunkserver上，因此一个大IO被拆分成了两个小IO，由于client的IO接口是异步的，而且client写chunk也是异步的，所以需要跟踪一个大IO的每个子IO，记录其返回状态，只有所有的子IO都返回这个IO才能算完成，然后才能向上返回给用户。

    2.4 元数据获取及缓存​

    curve client本身是一个无状态的组件，不会保存文件的任何元数据信息，上面提到的IO拆分，是需要依据的，client需要知道chunk对应到具体chunkserver上的某一个物理chunk。这些信息都是通过mds获取的，mds会持久化文件的路由信息，当用户写某个块设备时，client需要从mds获取这个文件的元数据信息，然后保存在内存，供后续使用。

    一个用户IO下发需要的元信息：

    1. 上层文件与底层chunk的对应关系，即上层文件的逻辑chunk，与底层物理chunk的对应关系
    2. 底层物理chunk所属的raft group
    3. raft group所在的chunkserver列表

    2.5 mds failover 支持​

    mds提供元数据存储服务，为了提高可用性，mds以集群方式服务，同一时刻只有一个mds提供服务，其他mds节点通过etcd进行监听，随时准备替代leader，成为新leader提供服务。

    curve client在IO下发及控制面调用时会与mds进行通信，通信以RPC方式进行，通信时需要指定对应的mds的地址，所以如果mds集群中服务节点切换时还需要client进行地址切换。

    2.6 Chunkserver failover 支持​

    与mds高可用设计类似，chunkserver存储节点通过使用raft算法，实现多节点数据复制及高可用保证，在curve client一侧下发请求时需要先获取当前raft group的leader，然后将请求发往leader所在的节点。

    2.7 IO流控​

    所谓IO流控就是curve client在感知底层集群负载过高时进行一定的流量控制，防止底层负载恶性循环。从本质上讲，client一侧的IO流控只是一种缓解方式，并非一种根本解决方案。

    3 curve client架构​

    上节大致描述了client的功能点，本节分析client的架构，主要从模块架构和线程模型两方面。

    3.1 模块架构​

    curve client的基本模块架构如下，其中client qos目前暂未实现

    client-arch

    3.2 线程模型​

    client-arch

    这里以异步IO请求为例，client一侧共涉及到4类线程：

    1. 用户线程：用户发起异步IO请求，会调用client的AioWrite接口，AioWrite会将用户请求封装成task放入任务队列中，此时用户调用就返回了。
    2. 任务队列线程：任务队列线程会监听任务队列，只要有任务进来，就从队列中取出，进行IO拆分，拆分成的Sub-IO请求会放入IO分发队列中。
    3. IO分发线程：根据Sub-IO的信息，调用RPC发送异步请求到对应的chunkserver节点。
    4. BRPC线程：RPC的发送以及请求的返回都是在BRPC线程中处理的，rpc返回后还会调用异步请求的Closure回调。如果所有的Sub-IO都返回成功，则会找到对应的上层IO请求，并调用异步IO的回调（回调的操作也是在BRPC线程中执行）。

    4 关键点​

    4.1 MetaCache​

    IO拆分过程中，需要依赖文件的元数据信息，这些元数据信息在client一侧并不持久化，只是在需要的时候从mds获取。

    为了避免频繁与mds通信，client会对获取到的元数据进行缓存。

    缓存的元数据在2.4节已经提到，主要是以下几点：

    1. file chunk -> chunk id：上层文件与底层chunk的对应关系，即上层文件的逻辑chunk，与底层物理chunk的对应关系
    2. chunk id -> copyset id(raft group)：底层物理chunk所属的raft group
    3. copyset id -> serverlist：raft group所在的chunkserver列表

    4.1.1 元数据缓存更新​

    通常文件一旦分配了对应的chunkid和copysetid，这些信息就不会变化。

    上述三种元数据会出现更新的就是copysetid到serverlist的映射关系。因为底层如果出现节点宕机、负载不均衡等情况会触发配置变更，这种情况下会导致copyset的chunkserver列表发生变更。

    client触发元数据更新都是通过RPC失败。

    更新的元数据信息包括

    1. raft group的leader信息

      client发送请求是发送到raft group leader节点，在每次发送请求之前都会获取当前raft group的leader信息（metacache进行缓存）。

      请求发送到chunkserver之后，如果这个chunkserver已经不是leader了，那么client会发起GetLeader请求到当前raft group里的其他chunkserver节点。因为如果底层重新选举出了leader，节点肯定知道当前leader是谁，然后会把这个信息返回给client，client更新完metacache中的leader信息之后将请求转发到新leader。

    2. raft group的peer信息

      极端状况下，某个raft group因为底层节点宕机等原因，其group peer全部变更了。这种情况下，通过GetLeader是无法获取真正的leader信息，所以在重试多次之后client会向mds拉取当前raft group的最新信息。

    4.2 IO请求重试​

    IO分发线程获取IO任务后会发送异步RPC请求，RPC请求返回后，会调用异步请求的回调。在回调中，会根据RPC请求的返回值，判断请求成功与否。如果请求失败，而且需要进行重试，那么会在回调中再次发起rpc请求。

    对于读写请求，重试次数设置很大，目的在于让IO尽可能成功返回。因为对于块设备而言，如果用户写入返回错误会造成上层认为块设备错误，硬盘损坏。

    RPC请求重试时，会进行预处理，分为两种情况：

    1. chunkserver overload

      这种情况下，对应的RPC Response中返回的错误码是OVERLOAD，说明底层chunkserver目前负载较高。

      此时，如果直接发送重试请求，大概率的情况下还是会返回OVERLOAD。所以这种情况下，应该让client在下发重试请求前，一段时间的sleep。

      在client一侧，针对这种情况，加入了睡眠重试时间指数退避，并加入了睡眠时间随机抖动，避免大量请求同时被返回OVERLOAD后，又同时重试。

    2. RPC Timeout

      出现这种情况的原因比较多，但是常见的原因是，底层chunkserver处理请求较多，压力较大，导致请求的返回时间超过了预期的RPC超时时间。

      这种情况下，如果重试请求的RPC超时时间不发生变化，那么很可能会重复上述流程，导致用户IO请求迟迟未能返回。所以，在这种情况下，重试请求会将RPC超时时间进行增加。

    - - + + \ No newline at end of file diff --git a/CurveBS/architecture/mds.html b/CurveBS/architecture/mds.html index 09cacab..a74b79a 100644 --- a/CurveBS/architecture/mds.html +++ b/CurveBS/architecture/mds.html @@ -4,13 +4,13 @@ CurveBS MDS 架构介绍 | Curve Book - - + +
    跳到主要内容

    CurveBS MDS 架构介绍

    概要​

    MDS是中心节点，负责元数据管理、集群状态收集与调度。MDS包含以下几个部分：

    • Topology: 管理集群的 topo 元数据信息。
    • NameServer: 管理文件的元数据信息。
    • CopySet: 副本放置策略。
    • Heartbeat: 心跳模块。跟chunkserver进行交互，收集chunkserver上的负载信息，copyset信息等。
    • Schedule: 调度模块。用于自动容错和负载均衡。

    Topology​

    topology用于管理和组织机器，利用底层机器的放置、网络的规划以面向业务提供如下功能和非功能需求。

    1. 故障域的隔离：比如副本的方式分布在不同机器，不同机架，或是不同的交换机下面。
    2. 隔离和共享：不同用户的数据可以实现固定物理资源的隔离和共享。

    curve整体的拓扑结构如下图：

    mds topo

    chunkserver: 用于抽象描述物理服务器上的一块物理磁盘(SSD)，chunkserver以一块磁盘作为最小的服务单元。

    server: 用于抽象描述一台物理服务器，chunkserver必须归属于server。

    zone: 故障隔离的基本单元，一般来说属于不同zone的机器至少是部署在不同的机架，再要求严格一点的话，属于不同zone的机器可以部署在不同机架组下面（一个机架组共享一组堆叠 leaf switch），一个server必须归属于一个zone。

    pool: 用于实现对机器资源进行物理隔离，pool中server之间的交互仅限于pool之内的server。运维上，可以在上架一批新的机器的时候，规划一个全新的pool，以pool为单元进行物理资源的扩容（pool内扩容也可以支持，但是不建议pool内扩容，因为会影响每个chunkserver上的copyset的数量）。

    借鉴ceph的设计，curve在如上物理pool之上又引入逻辑pool的概念，以实现统一存储系统的需求，即在单个存储系统中多副本PageFile支持块设备、三副本AppendFile（待开发）支持在线对象存储、AppendECFile（待开发）支持近线对象存储可以共存。

    mds topo

    如上所示LogicalPool与pool为多对一的关系，一个物理pool可以存放各种类型的file。当然由于curve支持多个pool，可以选择一个logicalPool独享一个pool。

    通过结合curve的用户系统，LogicalPool可以通过配置限定特定user使用的方式，实现多个租户数据物理隔离（待开发）。

    logicalPool: 用于在逻辑层面建立不同特性的pool，比如如上AppendECFile pool、AppendEC pool 、PageFile pool；实现user级别的数据隔离和共享。

    NameServer​

    NameServer管理namespace元数据信息，包括（更具体的信息可以查看curve/proto/nameserver2.proto）：

    FileInfo: 文件的信息。

    PageFileSegment: segment是给文件分配空间的最小单位 。

    PageFileChunkInfo: chunk是数据分片的最小单元。

    segment 和 chunk的关系如下图:

    mds seg

    namespace信息较为直观，即文件的目录层次关系:

    mds ns

    如上所示。在KV中，Key是ParentID + "/"+ BaseName，Value是自身的文件ID；这种方式可以很好地平衡几个需求：

    1. 文件列目录：列出目录下的所有文件和目录
    2. 文件查找：查找一个具体的文件
    3. 目录重命名：对一个目录/文件进行重命名

    当前元数据信息编码之后存储在 etcd 中。

    CopySet​

    Curve系统中数据分片的最小单位称之为Chunk，默认的Chunk大小是16MB。在大规模的存储容量下，会产生大量的Chunk，如此众多的Chunk，会对元数据的存储、管理产生一定压力。因此引入CopySet的概念。CopySet可以理解为一组复制组，这组复制组的成员关系完全一样。CopySet的概念在文献「Copysets: Reducing the Frequency of Data Loss in Cloud Storage」提出，本意是为了提高分布式存储系统中的数据持久性，降低数据丢失的概率。

    在 Curve 系统引入 CopySet 有几个目的：

    1. 减少元数据量：如果为每个Chunk去保存复制组成员关系，需要至少 ChunkID+3×NodeID=20 个byte，在1PB的逻辑数据量，4MB的Chunk的场景下，需要5GB的数据量；而如果在Chunk到复制组之间引入一个CopySet，每个Chunk可以用ChunkID+CopySetID=12个byte，数据量减少到3GB
    2. 减少复制组数量：如果一个数据节点存在 256K个复制组，复制组的内存资源占用将会非常恐怖；复制组之间的通信将会非常复杂，例如复制组内Primary给Secondary定期发送心跳进行探活，在256K个复制组的情况下，心跳的流量将会非常大；而引入CopySet的概念之后，可以以CopySet的粒度进行探活、配置变更，降低开销
    3. 提高数据可靠性：在数据复制组过度打散的情况下，在发生多个节点同时故障的情况下，数据的可靠性会受到影响

    ChunkServer，Copyset和Chunk三者之间的关系如下图：

    mds copyset

    Heartbeat​

    心跳用于中心节点和数据节点的数据交互，详细功能如下：

    ​ 1. 通过chunkserver的定期心跳，检测chunkserver的在线状态（online，offline）

    ​ 2. 记录chunkserver定期上报的状态信息（磁盘容量，磁盘负载，copyset负载等），以提供运维工具查看上述状态信息。

    ​ 3. 通过上述信息的定期更新，作为schedule 模块进行均衡及配置变更的依据

    ​ 4. 通过chunkserver定期上报copyset的epoch，检测chunkserver的copyset与mds差异，同步两者的copyset信息

    ​ 5. 支持配置变更功能，在心跳回复报文中下发mds发起的配置变更命令，并在后续心跳中获取配置变更进度。

    心跳模块的结构如下：

    mds heartbeat

    MDS端​

    mds 端的心跳主要由三个部分组成：

    TopoUpdater: 根据 chunkserver 上报的 copyset 信息更新拓扑中的信息。

    ConfGenerator: 将当前上报的 copyset 信息提交给调度模块，获取该 copyset 上可能需要执行的任务。

    HealthyChecker: 检查集群中的 chunkserver 在当前时间点距离上一次心跳的时间，根据这个时间差更新chunkserver状态。

    Chunkserver端​

    chunkserver 端的心跳由两个部分组成：

    ChunkServerInfo/CopySetInfo: 获取当前 chunkserver 上的 copyset 信息上报给 MDS。

    Order ConfigChange: 将 MDS 下发的任务提交给对应的 copyset 复制组。

    Schedule​

    系统调度是为了实现系统的自动容错和负载均衡，这两个功能是分布式存储系统的核心问题，也是 curve 是否能上生产环境的决定因素之一。自动容错保证常见异常（如坏盘、机器宕机）导致的数据丢失不依赖人工处理，可以自动修复。负载均衡和资源均衡保证集群中的磁盘、cpu、内存等资源的利用率最大化。

    调度模块的结构如下：

    mds schedule

    Coordinator: 调度模块的对外接口。心跳会将chunkserver上报上来的copyset信息提交给Coordinator，内部根据该信息判断当前copyset是否有配置变更任务执行，如果有任务则下发。

    任务计算: 任务计算模块包含了多个定时任务 和 触发任务。定时任务 中，CopySetScheduler 是copyset均衡调度器，根据集群中copyset的分布情况生成copyset迁移任务；LeaderScheduler 是leader均衡调度器，根据集群中leader的分布情况生成leader变更任务；ReplicaScheduler 是副本数量调度器，根据当前copyset的副本数生成副本增删任务；RecoverScheduler 是恢复调度器，根据当前copyset副本的存活状态生成迁移任务。触发任务 中，RapidLeaderScheduler 是快速leader均衡器，由外部触发，一次生成多个leader变更任务，使得集群的leader尽快达到均衡状态。TopoAdapter 用于获取Topology中调度需要使用的数据。Common Strategy 中是通用的副本添加和移除策略。

    任务管理: 任务管理模块用于管理计算模块产生的任务。operatorController 是任务集合，用于存放和获取任务；operatorStateUpdate 根据上报的copyset信息更新状态；Metric用于统计不同任务个数。

    - - + + \ No newline at end of file diff --git a/CurveBS/architecture/nebd.html b/CurveBS/architecture/nebd.html index 010e24c..f92d73d 100644 --- a/CurveBS/architecture/nebd.html +++ b/CurveBS/architecture/nebd.html @@ -4,13 +4,13 @@ 客户端热升级设计介绍 | Curve Book - - + +
    跳到主要内容

    客户端热升级设计介绍

    概要​

    Curve Client作为Curve集群的入口，是以链接库的形式提供给Qemu/Curve-NBD等上层使用，所以在Curve Client需要升级的时候，需要对Qemu/Curve-NBD进行重启。

    为了减少升级对上层业务的影响，我们对上层应用与Curve Client的耦合关系进行拆分，在两者之间加入了热升级模块：NEBD。

    整体架构​

    overview

    上图是当前系统的部署架构。

    • NEBD Client：即part1，对应上层业务，包括Qemu/Curve-NBD；通过Unix Domain Socket的方式连接到指定的NEBD Server。
    • NEBD Server：即part2，负责接收part1的请求，并调用Curve Client进行相应处理；part2可以接收多个不同NEBD Client的请求。

    从图中可以看到，part1取代了Curve Client直接与上层业务对接。这种情况下，part1的升级也会影响上层业务，所以在设计中，尽量减少了part1的处理逻辑，只进行请求转发，以及有限的重试逻辑。

    升级part2/Curve Client时，需要执行以下步骤：

    1. 安装新版part2/Curve Client
    2. 停止当前part2进程
    3. 重新启动part2进程

    在实践中，我们使用daemon监控part2进程，如果进程不存在，则会主动拉起。

    在测试及生产环境中，从停止part2进程，到新版part2启动，耗时在1~5s之间。

    模块架构图​

    modules

    part1​

    • libnebd：提供给上层业务的API接口，包括open/close、读写等接口。
    • File Client：主要是对libnebd接口的具体实现，向part2发送用户请求。
    • MetaCache Manager: 主要记录当前已经open文件的信息。
    • Heartbeat Client：定期向part2发送心跳，心跳中携带已经open文件的信息。

    part2​

    • File Service：接受并处理part1发送过来的文件请求。
    • Heartbeat Service：接受并处理part1发送过来的心跳请求。
    • File Manager：负责part2上open文件的管理。
    • IO Executor：请求具体的执行层，调用curve-client的接口将请求交给后端存储集群处理。
    • Metafile Manager：负责元数据文件的管理，将元数据持久化到文件，或从文件中读取持久化信息。

    关键点​

    1. part1重试逻辑

      前面说到，part1只进行了有限的重试逻辑，具体体现在两方面：

      1. RPC请求不设置超时时间
      2. 只针对RPC请求本身的错误进行重试，RPC Response中返回的错误码直接返回给上层

      以Write请求为例，其他请求也类似：

      • 将上层Write请求通过RPC转发给part2，并不设置超时时间，进入等待
        • 如果RPC返回成功，则根据RPC Response成功与否，向上层返回。
        • 如果连接断开或无法连接，则等待一段时间后重试

      write

    2. 心跳管理

      为了避免上层业务退出时没有close文件，part2会定期检查文件的心跳状态（part1会通过心跳，定期上报以open文件的信息），如果上次心跳时间已经超时，则会主动close文件。

      心跳超时close文件与上层业务主动close文件的区别在于，前者不会把文件信息从metafile中删除。

      但是当上层业务出现假死，后续又恢复的情况下，也有可能导致心跳超时，造成文件被close。

      所以，part2在收到part1请求时，会先检测metafile是否有当前文件记录，如果存在，且处于closed状态，则会先主动open对应的文件，然后执行后续请求。

    - - + + \ No newline at end of file diff --git a/CurveBS/architecture/snapshot.html b/CurveBS/architecture/snapshot.html index 755ac13..67e286c 100644 --- a/CurveBS/architecture/snapshot.html +++ b/CurveBS/architecture/snapshot.html @@ -4,13 +4,13 @@ CurveBS 快照克隆架构设计 | Curve Book - - + +
    跳到主要内容
    - - + + \ No newline at end of file diff --git a/CurveBS/comparison/CurveBS-vs-Ceph-rbd.html b/CurveBS/comparison/CurveBS-vs-Ceph-rbd.html index 092cd47..5d3481f 100644 --- a/CurveBS/comparison/CurveBS-vs-Ceph-rbd.html +++ b/CurveBS/comparison/CurveBS-vs-Ceph-rbd.html @@ -4,8 +4,8 @@ CurveBS对比Ceph RBD | Curve Book - - + +
    @@ -16,7 +16,7 @@ 单卷场景

    多卷场景： 多卷场景

  • 更稳定

  • 易运维

  • 云原生

    • TBD

    - - + + \ No newline at end of file diff --git a/CurveBS/deploy/csi.html b/CurveBS/deploy/csi.html index f919dcd..f9518d2 100644 --- a/CurveBS/deploy/csi.html +++ b/CurveBS/deploy/csi.html @@ -4,14 +4,14 @@ CurveBS CSI 驱动程序 | Curve Book - - + +
    跳到主要内容

    CurveBS CSI 驱动程序

    简介​

    该插件实现了 Container Orchestrator(CO) 和 Curve 集群之间的容器存储接口（CSI），从而支持动态地配置 Curve 卷并将其附加到工作负载容器。

    Curve 项目信息请参考： https://docs.opencurve.io

    先决条件​

    该驱动程序目前使用csi规范v1.5.0开发，并支持kubernetes v1.17+。

    其他启用 csi-v1.0+ 的容器编排器环境可能会正常工作。

    CSI 规范和 Kubernetes 版本兼容性​

    请参考兼容性矩阵。

    开发者​

    请参阅 csi spec 以及 curve interface 了解更多信息。

    配置​

    本CSI驱动支持原生k8s部署及helm部署两种方式：

    1. kubernetes直接部署: refer to deploy doc
    2. helm chart部署: helm installation

    测试及用户手册​

    请参阅 doc。

    您可以通过CSC工具获取更多详细信息并测试驱动程序。

    - - + + \ No newline at end of file diff --git a/CurveBS/deploy/dashboard.html b/CurveBS/deploy/dashboard.html index 3a59505..05339a0 100644 --- a/CurveBS/deploy/dashboard.html +++ b/CurveBS/deploy/dashboard.html @@ -4,13 +4,13 @@ CurveBS 控制台部署 | Curve Book - - + +
    跳到主要内容

    CurveBS 控制台部署

    背景​

    Curve 控制台是 Curve 为了提升系统易用性而开发的一个相对独立的 Web 服务，提供基于 Web 的集群管理能力，使得存储集群的部署和管理门槛进相对 CLI 方式一步降低，提供一种更加清晰直观的视图。上篇文章《Curve 易用性升级之可视化运维——web 控制台介绍》中我们已经介绍了系统架构和核心特性，控制台项目已经开源，为了帮助大家快速体验该功能，这篇文章将介绍控制台项目的编译、打包、部署和使用，同时，我们也欢迎大家参与控制台项目的开发和维护工作，希望通过共同努力，不断改进 Curve 控制台，为用户提供更好的使用体验。

    项目编译&打包​

    目前 Curve 控制台代码仓库前后端分开管理：前端仓库、后端仓库，项目的编译打包是通过将前端项目作为后端项目的submodule来关联。

    # clone code
    git clone --recursive git@github.com:opencurve/curve-manager.git

    # go version >= v1.19.0
    # build
    make build

    # make image
    make image tag=<DOCKERHUB_USERNAME>/<REPOSITORY_NAME>:<TAG>
    docker push <DOCKERHUB_USERNAME>/<REPOSITORY_NAME>:<TAG>

    项目部署​

    环境准备​

    部署控制台的机器需要安装Docker，并确保 Docker Daemon 已经运行，你可以在服务器上执行以下命令来检测：

    sudo docker run --rm hello-world

    准备配置文件​

    vim website.yaml

    kind: curvebs      # 集群类型，curvebs 或 curvefs (目前仅支持curvebs)
    host: server-host  # 部署控制台服务的机器，需是在 curveadm 中导入的主机
    config:
      container_image: opencurvedocker/curve-manager:latest  # curve控制台的镜像
      data_dir: /tmp/curve-manager/data          # 控制台的数据目录
      log_dir: /tmp/curve-manager/logs           # 控制台的日志目录
      listen_port: 443                           # 控制台服务的监听端口
      access.api.enable_check: true              # 是否开启接口认证，开启则会检测每个请求携带的认证信息
      access.api.expire_seconds: 60              # 接口认证token过期时间
      access.login.expire_seconds: 1800          # 用户登录失效时间
      enable.multiple.write.user.login: false    # 是否允许多个具有写权限的用户同时登陆
      system.log.expiration.days: 30             # 审计日志过期时间，过期内容自动删除
      system.alert.expiration.days: 30           # 系统告警信息过期时间，过期内容自动删除
      curveadm.service.address: 127.0.0.1:11000  # curveadm http service地址，对应部署步骤3 "启动curveadm http service"中配置的值
      email.addr: example@163.com                # 管理邮箱，用于重置密码，发送告警信息
      email.auth: password or authCode           # 管理邮箱授权码或密码

    部署控制台​

    Curve 控制台的部署依赖部署工具CurveAdm，需提前安装该工具，目前 CurveAdm release 版本并不支持该功能，可升级到dev版本进行体验（升级前可先备份下当前curveadm（备份curveadm二进制即可），首次安装完也需要进行升级）: CURVEADM_VERSION=curve-dashboard curveadm -u。

    注意：由于控制台功能依赖 CurveBS 新增部分接口，目前支持的 CurveBS 存储集群版本为v1.2.7，体验时可选择已有镜像：quay.io/opencurve/curve/curvebs:v1.2.7-beta2_872d38c 或自编译镜像。

    Curve 控制台的完整依赖部署路径：

    1. 部署curvebs集群
    2. 部署监控
    3. 启动curveadm http service
    4. 部署控制台
    # 查看控制台相关命令
    curveadm website -h

    # 部署控制台
    curveadm website deploy -c website.yaml

    # 查看控制台服务状态
    curveadm website status

    # 停止控制台服务
    curveadm website stop

    # 启动控制台服务
    curveadm website start

    # 清理控制台服务
    curveadm website clean

    部署成功后，即可以访问控制台服务（https://ip:port ip为部署控制台服务机器的ip，port为配置文件中配置的监听端口）来管理 Curve 集群。

    使用控制台​

    登录 & 忘记密码​

    系统默认包含一个管理员用户，用户名：admin，密码：curve，登录后可选择进行密码修改和新增用户。如果忘记密码，可通过忘记密码进行重置，前提是部署时在website.yaml中配置了管理邮箱信息：

    email.addr: example@163.com                # 管理邮箱，用于重置密码，发送告警信息
    email.auth: password or authCode           # 管理邮箱授权码或密码

    0717-forget-password.png

    用户管理​

    admin用户可以对系统用户进行管理，包括创建，权限修改，删除。每个用户可以修改自己的个人信息，目前主要包括邮箱和密码。

    0717-user-management.png

    集群概览​

    集群概览主要展示存储集群各服务的状态信息，集群存储容量和总体性能指标。

    0717-overview.png

    集群管理​

    集群管理主要包括集群拓扑、服务器管理和磁盘管理，拓扑主要展示了存储集群节点的拓扑结构信息，服务器管理会展示存储集群的服务器详情和性能指标等信息，磁盘管理展示了存储节点上磁盘的基本信息、挂载状态和容量情况。

    0717-cluster-management.png

    存储池管理​

    存储池管理主要以存储池为粒度展示服务和资源信息及该池子的整体性能指标。

    0717-pool-management.png

    块存储管理​

    主要包括对卷和快照的管理，在这里可以针对卷做创建、限流、扩容、打快照、克隆、删除和恢复等操作。快照管理可以取消正在进行的快照任务，可删除快照。

    0717-volume-management.png

    0717-snapshot-management.png

    集群部署​

    目前采用基于配置的集群部署方式，需要用户补充必要的配置信息，最终该请求会转发给 CurveAdm 执行并返回结果。

    0717-cluster-deploy.png

    系统操作日志​

    审计日志记录用户在系统中的操作过程，便于对安全事件的发现和追踪溯源。admin用户可查看所以用户的操作记录，普通用户只能查看自己的操作记录。

    0717-syslog.png

    告警配置​

    告警配置是针对存储集群配置监控检测信息，系统内置了三类六种告警规则，包括针对服务（etcd、mds、chunkserver、snapshotclone）、容量和集群状态的监控，用户可在此进行修改，也可设置告警联系人，当系统出现异常触发告警时，告警联系人会收到系统发生的告警邮件。

    0717-alert-conf.png

    告警信息​

    这里会展示出触发告警规则的告警信息，便于浏览和回溯。

    0717-alert-info.png

    - - + + \ No newline at end of file diff --git a/CurveBS/deploy/deploy-with-curveadm.html b/CurveBS/deploy/deploy-with-curveadm.html index a997367..9a6071b 100644 --- a/CurveBS/deploy/deploy-with-curveadm.html +++ b/CurveBS/deploy/deploy-with-curveadm.html @@ -4,13 +4,13 @@ 物理机部署 CurveBS 集群 | Curve Book - - + +
    跳到主要内容

    物理机部署 CurveBS 集群

    为了提升 Curve 的运维便利性，我们设计开发了 CurveAdm 项目，其主要用于部署和管理 Curve 集群，目前已支持部署CurveBS & CurveFS，相关使用文档请参考 CurveAdm用户手册，并根据手册首先安装CurveAdm工具之后再进行Curve集群的部署。

    部署 CurveBS 集群​

    使用 CurveAdm 部署 CurveFS 集群过程中如遇到错误，会在终端打印对应的错误码和解决方案链接，如参考解决方案链接的指导后仍然无法解决错误问题，可以添加终端打印的微信号来与我们取得进一步联系。

    集群部署过程当前主要分为以下几个主要步骤：

    1. 准备节点列表​

    详细步骤请参阅文档：主机管理

    2. 准备集群拓扑文件​

    详细步骤请参阅文档：集群拓扑

    3. 部署集群​

    部署集群命令执行过程中，CurveAdm工具会自动执行部署环境预检工作，以确保所有节点均满足部署条件，只要当一切检测正常才会真正开始部署集群，关于预检的介绍请参阅文档：环境预检

    关于集群部署的详细步骤请参阅文档：部署集群

    4. 部署客户端​

    详细步骤请参阅文档：部署客户端

    命令行工具​

    • CurveFS 提供了命令行工具以查看集群状态和进行基本集群操作：命令行工具说明
    • 对于集群管理员，可以参阅管理员指导文档来完成对集群的运维管理工作：管理员操作指导
    - - + + \ No newline at end of file diff --git a/CurveBS/deploy/deploy-with-k8s-operator.html b/CurveBS/deploy/deploy-with-k8s-operator.html index cdad6a3..ff5b9ac 100644 --- a/CurveBS/deploy/deploy-with-k8s-operator.html +++ b/CurveBS/deploy/deploy-with-k8s-operator.html @@ -4,13 +4,13 @@ Kubernetes 上部署 CurveFS 集群 | Curve Book - - + +
    跳到主要内容

    Kubernetes 上部署 CurveFS 集群

    curve-operator代码仓库：https://github.com/opencurve/curve-operator/blob/master/docs/readme_cn.md

    简介​

    Curve-Operator用于管理 Kubernetes 系统上的 Curve 集群。更进一步地支持Curve实现云原生的分布式存储系统。

    Curve BS deploy architecture

    部署​

    0. 先决条件​

    • 安装Kubernetes 1.19/1.20版本。

    1. 安装Operator​

    首先需要安装Curve Operaotr，然后再部署 Curve 集群。

    $ git clone https://github.com/opencurve/curve-operator.git
    $ cd curve-operator
    $ kubectl apply -f config/deploy/

    安装成功后，默认会创建curve namespace，确认curve-operator处于Running状态。

    $ kubectl get pod -n curve
    NAME                              READY   STATUS    RESTARTS   AGE
    curve-operator-69bc69c75d-jfsjg   1/1     Running   0          7s

    2. 部署Curve集群​

    Operator部署集群基于声明式的API，你可以在这个目录 config/sample 下找到所有的声明式yaml例子。并且可以自定义修改从而能够符合你当前的部署环境。

    CurveBS 单机部署

    CurveBS 三副本部署

    CurveFS 单机部署

    CurveFS 三副本部署

    这里我们以部署三副本的 CurveBS 集群为例进行说明。这里的声明文件是cluster.yaml。你可以根据yaml文件中的注释详细的了解每一个配置项的作用，从而自定义修改。

    输入如下命令创建集群:

    $ kubectl apply -f config/samples/cluster.yaml

    查看当前 curve namespac 下的所有的pod：

    $ kubectl -n curve get pod

    NAME                                                          READY   STATUS      RESTARTS   AGE
    curve-chunkserver-curve-operator-node1-vdc-556fc99467-5nx9q   1/1     Running     0          5m45s
    curve-chunkserver-curve-operator-node2-vdc-7cf89768f9-hmcrs   1/1     Running     0          5m45s
    curve-chunkserver-curve-operator-node3-vdc-f77dd85dc-z5bws    1/1     Running     0          5m45s
    curve-etcd-a-d5bbfb755-lzgrm                                  1/1     Running     0          41m
    curve-etcd-b-66c5b54f75-6nnnt                                 1/1     Running     0          41m
    curve-etcd-c-86b7964f87-cj8zk                                 1/1     Running     0          41m
    curve-mds-a-7b5989bddd-ln2sm                                  1/1     Running     0          40m
    curve-mds-b-56d8f58645-gv6pd                                  1/1     Running     0          40m
    curve-mds-c-997c7fd-vt5hw                                     1/1     Running     0          40m
    gen-logical-pool-rzhlz                                        0/1     Completed   0          5m15s
    gen-physical-pool-chnw8                                       0/1     Completed   0          5m45s
    prepare-chunkfile-curve-operator-node1-vdc-znb66              0/1     Completed   0          40m
    prepare-chunkfile-curve-operator-node2-vdc-6gf2z              0/1     Completed   0          40m
    prepare-chunkfile-curve-operator-node3-vdc-2bkxm              0/1     Completed   0          40m
    read-config-k272k                                             0/1     Completed   0          41m

    说明：在执行完apply命令之后，通过get命令你可以不能立刻就能看到chunkserver pods。因为磁盘需要进行格式化，这个格式化的过程是通过prepare-chunkfile jobs去完成的。所以可能会等待一段时间之后才会看到所有的chunkserver pods。

    具体的等待时间需要根据你的磁盘的大小以及你定义的格式化的百分比，这个时间可能会很长。你可以通过日志查看格式化的进程。

    3. 检查集群的健康状态​

    为了检查部署的集群是否是健康的，需要进入任何一个curve-chunkserver pod，然后使用curve_ops_tool status 去查看集群的健康状态。

    $ kubectl exec -it <any one chunkserver pod> -- bash
    $ curve_ops_tool status

    Cluster status:
    cluster is healthy
    total copysets: 100, unhealthy copysets: 0, unhealthy_ratio: 0%
    physical pool number: 1, logical pool number: 1
    Space info:
    physical: total = 1178GB, used = 6GB(0.56%), left = 1171GB(99.44%)
    logical: total = 392GB, used = 41GB(10.44%, can be recycled = 0GB(0.00%)), left = 351GB(89.56%), created file size = 60GB(15.28%)

    Client status:
    nebd-server: version-1.2.5+2c4861ca: 1
    ...

    Curve CSI​

    在Kubernetes系统中，需要创建PVC从而使用 Curve 作为pod的后端存储。

    你可以部署对接 Curvebs 集群的 curve-csi 或者是对接 Curvefs 集群的 curvefs-csi。如何部署以及具体的实现细节可以参考对应的项目文档。

    删除​

    为了删除已经部署的Curve集群并且清楚其中的数据，可能需要经历如下步骤。

    1. 删除集群CR​

    $ kubectl -n curve delete curvecluster my-cluster

    为了验证cluster CR已经被删除，你可以通过如下命令查看：

    $ kubectl -n curve get curvecluster

    2. 删除Operator以及相关的资源​

    $ kubectl delete -f config/deploy/

    3. 删除持久化在宿主机的数据和日志（慎重）​

    为了彻底的清除集群，需要把集群中的数据和日志全部清除。这个目录是在cluster.yaml文件中定义的hostDataDir配置项。注意，在部署新集群之前一定要将这个配置目录下的内容删除。

    对于多副本部分的集群，数据分布在各个集群节点上，所以需要登录各个节点进行删除。例如，如果配置的目录是/curvebs的话，则需要删除这个目录下的所有数据和日志：

    rm -rf /curvebs
    - - + + \ No newline at end of file diff --git a/CurveBS/deploy/iscsi.html b/CurveBS/deploy/iscsi.html index 2d01a41..ddb0c3d 100644 --- a/CurveBS/deploy/iscsi.html +++ b/CurveBS/deploy/iscsi.html @@ -4,13 +4,13 @@ iSCSI 协议支持 | Curve Book - - + +
    跳到主要内容
    - - + + \ No newline at end of file diff --git a/CurveBS/deploy/offline-deploy.html b/CurveBS/deploy/offline-deploy.html index eadeb0b..fc78dcd 100644 --- a/CurveBS/deploy/offline-deploy.html +++ b/CurveBS/deploy/offline-deploy.html @@ -4,15 +4,15 @@ 离线部署 CurveFS 集群 | Curve Book - - + +
    跳到主要内容

    离线部署 CurveFS 集群

    本文适用于无法从公网docker镜像仓库拉取CurveFS docker镜像场景下的部署。

    离线环境准备​

    Curve镜像准备​

    1. 拉取镜像 Curve官方镜像（如opencurvedocker/curvebs:v1.2）到本地环境（可访问外网的机器）
    $ sudo docker pull opencurvedocker/curvebs:v1.2
    1. 导出镜像
    # 查看下载到的Curve镜像，镜像版本、id和大小为示例，具体以实际为准，下同
    $ sudo docker image ls
    opencurvedocker/curvebs  v1.2  5717f16d4bec   1 months ago   1.84GB

    # 导出镜像
    $ sudo  docker save -o curve_v1.2.tar 5717f16d4bec
    1. 拷贝镜像到本地仓库节点
    $ scp curve_v1.2.tar  ${desthost}:/path/to/save/image
    1. 导入镜像
    $ docker load --input curve_v1.2.tar

    # 查看导入的镜像
    $ sudo  docker image ls 
    opencurvedocker/curvebs  v1.2  5717f16d4bec   1 months ago   1.84GB

    本地镜像仓库搭建​

    使用docker-registry来进行本地仓库的搭建，搭建完本地仓库后, 把前面步骤中下载的Curve镜像上传到本地仓库。主要有以下几步：

    1. 运行 docker-registry
    $ docker run -d -p 5000:5000 --restart=always --name registry registry
    1. 标记Curve镜像 标记下载到的Curve镜像，比如把下载来的镜像（opencurvedocker/curvebs:v1.2）标记为127.0.0.1:5000/curvebs:v1.2_local（其中127.0.0.1为本地仓库服务IP，5000为本地仓库服务端口号，请根据实际环境修改）
    # 查看下载到的Curve镜像
    $ sudo  docker image ls 
    opencurvedocker/curvebs  v1.2  5717f16d4bec   1 months ago   1.84GB

    # 标记镜像
    $ sudo docker tag opencurvedocker/curvebs:v1.2  127.0.0.1:5000/curvebs:v1.2_local

    # 查看标记完的镜像
    $ sudo  docker image ls
     127.0.0.1:5000/curvebs                           v1.2_local                       5717f16d4bec   13 months ago   1.84GB
    1. 上传镜像
    $ docker push 127.0.0.1:5000/curvebs:v1.2_local

    更多详情可参考私有仓库搭建

    修改镜像地址​

    修改客户端部署配置文件client.yaml以及服务端集群部署配置文件topology.yaml中的镜像地址配置项（container_image）为本地仓库镜像地址（如：127.0.0.1:5000/curvebs:v1.2_local）

    部署​

    安装CurveAdm​

    CurveAdm是Curve部署工具，有外网的机器可以一键安装，具体安装参见CurveAdm安装

    但由于本文是介绍内网环境的部署，所以需按如下步骤操作：

    • 下载CurveAdm到本地可访问外网机器，下载地址（最新版本可咨询Curve社区成员）： CurveAdm
    • 把CurveAdm拷贝到内网安装需部署Curve集群的主控机
    • 解压CurveAdm
    • 拷贝执行程序并设置环境变量
    $ mv curveadm ~/.curveadm

    # 可考虑更新到~/.bash_profile进行持久化
    $ export PATH=~/.curveadm/bin:$PATH

    主机配置​

    配置Curve集群要使用的服务器列表，提交列表给CurveAdm管理。主机配置过程比较简单，在hosts.yaml中添加实际主机名和ip，然后提交就可以了。

    具体配置参考文档：主机管理

    Curve服务端部署​

    需修改topology.yaml中的镜像为本地镜像地址，示例如下：

    kind: curvebs
    global:
      container_image: 127.0.0.1:5000/curvebs:v1.2_local  ## 修改为本地镜像

    其他的配置项请参考文档 CurveFS集群部署 或 CurveBS集群部署

    client端部署​

    需修改client.yaml中的镜像为本地镜像地址，示例如下：

    kind: curvebs
    global:
      container_image: 127.0.0.1:5000/curvebs:v1.2_local ## 修改为本地镜像

    其他的配置项请参考文档 部署CurveFS客户端 或 部署CurveBS客户端

    - - + + \ No newline at end of file diff --git a/CurveBS/deploy/openstack.html b/CurveBS/deploy/openstack.html index 3b55993..59d71b1 100644 --- a/CurveBS/deploy/openstack.html +++ b/CurveBS/deploy/openstack.html @@ -4,13 +4,13 @@ OpenStack 对接 | Curve Book - - + +
    跳到主要内容
    - - + + \ No newline at end of file diff --git a/CurveBS/deploy/quickstart.html b/CurveBS/deploy/quickstart.html index aaad90d..83a5731 100644 --- a/CurveBS/deploy/quickstart.html +++ b/CurveBS/deploy/quickstart.html @@ -4,13 +4,13 @@ CurveBS 快速体验 | Curve Book - - + +
    跳到主要内容

    CurveBS 快速体验

    为了提升 Curve 的运维便利性，我们设计开发了 CurveAdm 项目，其主要用于部署和管理 Curve 集群，目前已支持部署CurveBS & CurveFS，相关使用文档请参考 CurveAdm用户手册，并根据手册首先安装CurveAdm工具之后再进行Curve集群的部署。

    部署All-in-one体验环境​

    请参考CurveAdm用户手册中CurveBS集群部署步骤，单机体验环境请使用“集群拓扑文件-单机部署”模板。

    命令行工具​

    Curve 提供了命令行工具以查看集群状态和进行基本集群操作：命令行工具说明

    - - + + \ No newline at end of file diff --git a/CurveBS/deploy/rbd.html b/CurveBS/deploy/rbd.html index 8fe509f..f00df77 100644 --- a/CurveBS/deploy/rbd.html +++ b/CurveBS/deploy/rbd.html @@ -4,14 +4,14 @@ OpenStack中CurveBS的Ceph RBD兼容层实现 | Curve Book - - + +
    跳到主要内容

    OpenStack中CurveBS的Ceph RBD兼容层实现

    背景与目标​

    OpenStack是目前广泛使用的资源管理平台，向用户提供包括镜像、云主机、云硬盘等在内的资源，而Ceph RBD是最为流行的OpenStack块存储后端之一，提供了可伸缩的存储能力。

    CurveBS（后称CBD）是Curve社区推出的高性能块存储软件。OpenStack对于存储的访问是通过各个存储的驱动实现。CBD如果想要对接OpenStack, 那么需要维护对应的CBD存储驱动，改动包括glance, nova, cinder, libvirt和qemu。目前改动暂时并没有推到对应上游的计划，如果用户需要使用，需要自行修改代码并且编译上述的所有软件。

    除了这一种做法，我们可以通过使用CBD的接口来模拟OpenStack中使用的部分RBD接口，来直接使用RBD驱动来调用CBD，这也就是Ceph RBD的兼容层，用户只需要替换RBD对应的librados和librbd动态库以及python3-rbd和python3-rados的实现就可以进行体验。如果后续有长期使用的需求，再将这种使用方式替换为CBD专属驱动。

    RBD和CBD的概念映射​

    在配置使用Ceph RBD时，我们往往需要指定几个配置，包括集群配置，逻辑池等。在CBD中，我们需要找到一种映射关系来正确合理地处理他们。

    以下是概念的映射表：

    rbd   -> cbd
    pool  -> dir
    user  -> owner
    vol   -> vol

    其中需要注意的是，CBD中目前没有类似ceph中pool的概念可以配置，但是可以创建dir，用以模拟RBD的pool；CBD在访问卷的时候，需要指定volume的owner，我们这里不传入passwd（sdk不支持），用以对应RBD的user概念。

    兼容层实现​

    这里主要分为两块，一块是基于python开发的OpenStack的管控服务，一块是机器虚拟化的基石服务。

    镜像/虚拟主机/虚拟硬盘的管理 Glance/Nova/Cinder​

    OpenStack组件使用python开发，对接了python3-rbd和python3-rados，来连接后端ceph集群。

    涉及到rbd驱动的OpenStack主要的核心操作如下：

    • 镜像（Glance）：
      • 上传镜像并打快照并设置保护flag
      • 下载镜像
    • 虚拟硬盘（Cinder）：
      • 创建（新卷或克隆卷）
      • 删除
      • 调整大小
      • 打快照/克隆
    • 虚拟主机（Nova）：
      • 创建（使用cinder卷或是自行创建系统卷，一般来源是镜像快照或硬盘快照）
      • 删除
      • 挂载卷

    兼容层工作​

    我们需要做的就是提供一个新的python3 module（rados、rbd）实现来替换现有的。

    我们将用到CBD的python sdk库 https://github.com/opencurve/curve/tree/master/curvefs_python 来进行模拟，文档在 https://github.com/opencurve/curve/blob/master/docs/cn/curve-client-python-api.md

    这里将开发中遇到的问题进行了记录，给后来人避坑。

    1. 在python多进程（涉及到fork）的环境中，如果在父进程已经进行了CBDclient的初始化，由于fork只会拷贝调用线程，而CBDclient初始化时会创建rpc工作线程池，导致子进程异常，无法正常发送rpc和后端通信。这个问题主要出现在Nova中，nova会fork出N个worker，可以通过延迟初始化来绕过。
    2. CBD的python模块的read/write相关接口使用的是str来接受bytes数据。在python2中byte和str的区分还不是很严格不会出问题，但是python3中str的使用是必须需要经过编解码的，接口使用str会导致数据的错误。
    3. CBD现在的快照机制是将源卷的数据转储到S3兼容的对象存储，如果写入的数据很多，将耗时非常久。快照完成后，源卷和快照解耦。快照克隆时，如果不开启COW，将会需要将对象存储的数据再拷贝一次到CBD中，如果启用COW，那么后续IO有可能会需要走对象存储的IO栈，可能会很慢。Glance在镜像上传完成后会自动打一次快照，后续虚拟机的创建也受到这一问题的影响。
    4. 由于CBD的python sdk依赖CBD的共享库，在各个平台需要单独编译和打包，目前并没有完善的打包，可能需要自己编译处理
    5. CBD逻辑卷大小最小为10G，如果创建一个1G的卷，实际在CBD调用size()获得的仍是10G
    6. 除了直接调用python库，可能会需要调用"ceph df", "ceph mon dump", "rbd status", "rbd import" 等命令，需要hook实现
    7. 目前不支持上传COW镜像

    虚拟机的运行 LibVirt/Qemu​

    宿主机虚拟机的管理和虚拟化靠libvirt和qemu，libvirt接收来自nova生成的xml，生成对应的qemu命令运行虚拟机。rbd驱动下，libvirt和qemu使用了ceph提供的librados.so和librbd.so共享库来对接后端的IO。

    兼容层工作​

    我们需要做的是提供一个新的动态库来模拟librbd和librados的接口，CBD侧我们将会使用libnebd-client来和通过nebd和CBD后端进行IO交互。nebd是一个用于解决client端热升级的组件，server端和CBD后端进行交互，client端和server端通信，升级时只需要升级重启nebd-server即可，不用重启client（在这里就是qemu）

    这里将开发中遇到的问题进行了记录，给后来人避坑。

    1. libnebd-client库的回调不支持传args，无法和rbd的接口兼容。通过修改libnebd-client来适配。
    2. 由于libnebd-client中链接了brpc，对pthread造成了影响，需要在libvirtd的env中设置preload，不然会导致symbol找不到的问题。https://github.com/apache/brpc/issues/1086
    3. 虚拟机中lsblk看到的硬盘大小是调用的后端size接口，由于前面提到的CBD逻辑卷大小最小为10G，小硬盘的显示可能不正确
    4. qemu的rbd driver没有限制io对齐，允许任意大小的io，但是CBD要求IO必须4096/4K字节对齐，这个需要CBD进行后端支持，或者修改qemu的IO限制，默认应该是512字节。

    简易操作指南​

    操作系统：debian11, qemu 5.2, libvirt 7.0

    下面所需的文件都可以在这里下载： https://github.com/h0hmj/curve/releases/download/cbd2rbd-beta-v1/openstack-cbd-mod.tar.gz

    1. 部署一个curvebs后端集群
    2. 计算节点上安装qemu和libvirt以及rbd的支持(qemu-block-extra, libvirt-daemon-driver-storage-rbd), 修改qemu的执行用户为root,关闭apparmor
    3. 计算节点上安装nebd软件包，和部署nebd, 用于支持连接后端的curve集群
    4. 替换librados2和librbd1包中的对应librados.so和librbd.so为我们魔改的so（用cbd模拟了rbd的接口，代码https://github.com/h0hmj/curve/commit/d1df07c86c38b5d0d16a025cb560977d3bfc568f）还有 libnebdclientmod.so
    5. 修改/etc/default/libvirtd，添加preload参数LD_PRELOAD=/usr/lib/nebd/libnebdclientmod.so
    6. 使用kolla部署openstack, base镜像选用debian, 为glance、nova和cinder启用rbd支持，为了简单，使用user为admin，pool为curve对应的文件夹名称，如果需要从glance卷clone来创建vm，打开glance的选项show_image_direct_url = True 。在curve后端创建对应的文件夹。
    7. 修改openstack nova-compute配置使用本机的libvirt
    8. 为glance-api/nova-compute/cinder-volume的容器
      • apt install libunwind8
      • 添加/etc/curve/client.conf
      • 安装curvefs的wheel包
      • 删除自带的python-rbd/rados的so实现，替换为我们的魔改版
      • 替换/usr/bin/ceph和/usr/bin/rbd为我们的魔改版本
    9. 重启所有相关服务
    10. 后续可以通过horizon的web界面进行试用，镜像的创建删除，云主机的创建删除，云硬盘的创建删除等

    总结​

    我们探索了一种可能的rbd兼容方式，即提供hook了对应接口的共享库，以及适配当中遇到的问题。这会导致失去原有的ceph rbd的支持，如果有需求，建议仍然使用单独的cbd驱动。

    - - + + \ No newline at end of file diff --git a/CurveBS/deploy/rdma-spdk.html b/CurveBS/deploy/rdma-spdk.html index 7165c2d..310f9e0 100644 --- a/CurveBS/deploy/rdma-spdk.html +++ b/CurveBS/deploy/rdma-spdk.html @@ -4,13 +4,13 @@ CurveBS RDMA+SPDK 版本部署 | Curve Book - - + +
    跳到主要内容

    CurveBS RDMA+SPDK 版本部署

    系统环境​

    至少 3 台机器作为存储节点，相关配置参考如下

    • CentOS 7.9
    • Linux 5.4.247-1.el7.elrepo.x86_64 x86_64
    • Mellanox CX4/CX5 网卡，交换机需要支持设置 ECN
    • NVMe 盘（每个盘至少占用 2 个 CPU）

    至少 1 台机器作为客户端节点，相关配置参考如下

    • CentOS 7.9
    • Linux 5.4.247-1.el7.elrepo.x86_64 x86_64
    • Mellanox CX4/CX5 网卡，交换机需要支持设置 ECN

    TIPS:

    • Debian 11 环境同样支持，MLNX-OFED 驱动安装参考 Installation
    • 如果没有单独的客户端节点，可以复用存储节点，但对性能测试可能略有影响

    配置​

    开启 IOMMU​

    修改 /etc/default/grub，在 GRUB_COMMAND_LINE 最后加入 intel_iommu=on，根据 BIOS 模式更新不同的 grub.cfg 文件

    $ test -d /sys/firmware/efi && echo "UEFI" || echo "Legacy"

    # Legacy 模式
    $ grub2-mkconfig -o /boot/grub2/grub.cfg

    # UEFI 模式
    $ grub2-mkconfig -o /boot/efi/EFI/centos/grub.cfg

    然后重启机器。

    调整 memlock 限制​

    SPDK 和 UCX 都会依赖 memlcok，需要进行调整，在 /etc/security/limits.conf 文件中添加如下内容

    *     hard   memlock           unlimited
    *     soft   memlock           unlimited

    安装 OFED 驱动​

    1. OFED 驱动需要编译安装，默认 GCC4.8.5 会出现编译报错，通过 devtoolset 安装 GCC10

      $ yum install centos-release-scl -y
      $ yum install devtoolset-10 -y
      $ scl enable devtoolset-10 bash

    2. 安装依赖包

      $ yum install libibverbs-utils perftest createrepo tcl gcc-gfortran fuse-libs tk
      $ yum --enablerepo=elrepo-kernel install -y kernel-lt-devel.x86_64   # kernel-devel的版本要跟实际的内核版本保持一致，如果已经安装可以省略（该命令跟内核版本有关，实际命令可能有所不同）

    3. 安装 OFED 驱动

      1. 下载包 https://www.mellanox.com/page/mlnx_ofed_eula?mtag=linux_sw_drivers&mrequest=downloads&mtype=ofed&mver=MLNX_OFED-5.8-2.0.3.0&mname=MLNX_OFED_LINUX-5.8-2.0.3.0-rhel7.9-x86_64.tgz

      2. 解压后执行 ./mlnxofedinstall --add-kernel-support

        这个过程会下载一些包和依赖，并且编译安装，中途可能会报错，根据报错安装相应的包。

      3. 完成后执行如下命令

        $ dract -f
        $ /etc/init.d/openibd restart
        $ reboot   # 重启机器

      4. 验证网络

        1. IB 测试

          服务端命令 ib_write_bw -F -d mlx5_bond_0 -q 1 --report_gbits -D 60 --cpu_util

          客户端命令 ib_write_bw -F -d mlx5_bond_0 -q 1 --report_gbits -D 60 --cpu_util <Server IP Address>

          命令中 -d 后面的参数需要替换为 ibv_devinfo 命令输出中的 hca_id

          测试输出结果示例（服务端）：

          ib-server

          测试输出结果示例（客户端）：

          ib-client

        2. 执行 ucx_info -d | grep "Trans"，输出中需要包含 rc_mlx5/ud_mlx5 或者 rc_verbs/uc_verbs

        3. 保存如下配置到 ${HOME}/ucx.conf

          [global]
          UCX_TLS=ib
          UCX_USE_MT_MUTEX=y
          UCX_RNDV_THRESH=32K
          UCX_TCP_CM_REUSEADDR=y
          UCX_RDMA_CM_REUSEADDR=y
          UCX_ASYNC_MAX_EVENTS=10000
          UCX_RC_VERBS_MAX_NUM_EPS=10000
          UCX_RC_MLX5_MAX_NUM_EPS=10000
          UCX_RCACHE_STAT_MAX=10M

          UCX_NET_DEVICES=mlx5_bond_0:1
          #UCX_IB_GID_INDEX=3
          UCX_RC_MLX5_TRAFFIC_CLASS=96
          UCX_RC_VERBS_TRAFFIC_CLASS=96

          UCX_RC_VERBS_TX_QUEUE_LEN=512
          UCX_RC_MLX5_TX_QUEUE_LEN=512
          UCX_TCP_MAX_IOV=128
          UCX_LOG_LEVEL=WARN
          #UCX_MAX_RNDV_RAILS=2
          #UCX_MAX_EAGER_RAILS=2

          其中，UCX_NET_DEVICES 还是需要用 ibv_devinfo 的输出替换，分别为 hca_id 和 port

        4. ucx_perftest 测试

          服务端命令 ucx_perftest -c 0

          客户端命令 ucx_perftest <Server IP Address> -t ucp_am_bw -c 0 -s 65536

          测试输出结果示例（服务端）：

          ucx-perf-server

          测试输出结果示例（客户端）：

          ucx-perf-client

    部署 Curve​

    参考 CurveAdm 部署文档 服务端 客户端，请提前熟悉相应的操作和流程，特殊步骤或配置在下面备注。

    CurveAdm 版本​

    更新到指定版本 CURVEADM_VERSION=vrdma-rc2 curveadm -u

    镜像​

    opencurvedocker/curvebs_rdma_spdk:1.2-netease，格式化和部署，都使用这个镜像

    TIPS: 由于镜像较大，需提前在存储节点和客户端节点上把镜像拉下来 docker pull opencurvedocker/curvebs_rdma_spdk:1.2-netease

    格式化磁盘​

    由于 SPDK 版本的限制，目前格式化比例最高只能设置到 75%（第一次部署可以先格式化 10% 或者 20%，确认是否能正常部署集群）

    格式化命令：curveadm format --spdk -f format.yaml ，注意其中的 —-spdk 参数

    TIPS:

    • SPDK 格式化的过程会绑定 NVMe 到 VFIO 驱动，导致 lsblk 无法看到 NVMe 盘
    • SPDK 格式化暂时不支持查看进度，需要到存储节点上查看格式化进程是否退出 ps aux | grep format（或格式化的容器是否退出）

    集群拓扑文件​

    在 chunkserver services 中添加如下字段

    chunkserver_services:
      config:
        listen.ucp_port: 92${format_replicas_sequence}  # 9200,9201,9202
        use_ucp: true
        use_spdk: true

    部署集群​

    1. 把配置过程中使用到的 ucx.conf 文件复制到当前目录（执行 curveadm 命令的目录）

    2. curveadm deploy -k，如果不需要快照克隆服务可以加上 --skip snapshotclone

    查看集群状态​

    进入其中一个 MDS 容器，curveadm enter ${Id}，然后执行 curve_ops_tool copysets-status

    如下输出表示正常

    Copysets are healthy!
    total copysets: 400, unhealthy copysets: 0, unhealthy_ratio: 0%

    TIPS: 如果没有部署快照克隆服务，命令有可能会报错，需要修改容器内的 /etc/curve/tools.conf 配置文件

    修改如下两个配置项：

    snapshotCloneAddr=127.0.0.1:5555

    snapshotCloneDummyPort=5556

    挂载 NBD 盘​

    参考客户端部署文档，同样需要把 ucx.conf 放到当前目录

    挂载成功后，登录到客户端机器上，lsblk 可以看到对应的 nbd 设备，可以执行 fio 测试，参考命令

    fio -name=/dev/nbd0 -direct=1 -iodepth=128 -rw=randwrite -ioengine=libaio -bs=4k -size=10G -numjobs=1 -time_based -runtime=120

    其他​

    性能测试​

    • 至少需要 100G 的卷才能测试出比较真实的性能

    • 大 IO 顺序读写测试需要创建条带卷，curveadm map 不支持创建条带卷，需要到其中一个 MDS 容器中执行命令创建

      • 参考命令 curve_ops_tool create -fileName=/test -userName=curve -fileLength=200 -stripeUnit=32768 -stripeCount=32

      • curveadm map 命令去掉自动创建卷的参数

      • 在大 IO 读的测试中，可能会出现性能很低或抖动明显的情况，这种情况需要在物理机和交换机上进行 RDMA 拥塞控制调整（具体步骤略微繁琐，这里不展开）

    使用 fio cbd 引擎测试​

    cbd 引擎测试可以避免 nbd 挂载带来的额外开销，在单卷测试中，会有更高的性能。

    为了方便编译，如下命令以在 curveadm map 创建的容器内执行

    • 进入容器
    $ curveadm client status
    Get Client Status: [OK]

    Id            Kind     Host    Container Id  Status     Aux Info
    --            ----     ----    ------------  ------     --------
    5f1c10fd4d71  curvebs  curve1  dcbb6b69028e  Up 9 days  {"user":"test","volume":"/curve"}

    $ curveadm client enter 5f1c10fd4d71  # 替换为上面输出的实际Id
    • 在容器内编译并执行 fio 测试
    $ git clone https://github.com/opencurve/fio.git -b curve
    $ cd fio
    $ ./configure   # 输出中，cbd engine 需要是 yes
    $ make -j`nproc`

    # 保存如下文件到 cbd.fio
    [global]
    ioengine=cbd
    direct=1
    bs=4k
    iodepth=128
    rw=randwrite
    numjobs=1
    size=100G
    runtime=120
    time_based

    [filename1]
    cbd=/test_curve_  # /test 为卷名，curve 为用户名

    $ mkdir -p /curvebs/client/logs
    $ ./fio cbd.fio    # 执行测试

    重新部署或格式化步骤​

    由于版本限制，curveadm clean 命令不能回收 chunk 到 chunkfilepool 中，重新部署需要重新格式化

    重新格式化前，需要解除 NVMe 绑定

    $ curveadm format -f format.test.yaml --spdk --reset

    存储节点重启​

    存储节点的 NVMe 盘在重启后没有自动绑定，需要手动绑定，然后拉起 Chunkserver

    $ curveadm format -f format.yaml --spdk --only-binding
    $ curveadm start --role=chunkserver

    参考​

    [1][SPDK System Configuration User Guide](https://spdk.io/doc/system_configuration.html)

    [2][MLNX-OFED Installation](https://docs.nvidia.com/networking/display/MLNXOFEDv582030LTS/Installation)

    - - + + \ No newline at end of file diff --git a/CurveBS/interface/localsnapshotclone_restful_api.html b/CurveBS/interface/localsnapshotclone_restful_api.html index 807e16d..bae41ce 100644 --- a/CurveBS/interface/localsnapshotclone_restful_api.html +++ b/CurveBS/interface/localsnapshotclone_restful_api.html @@ -4,14 +4,14 @@ localsnapshotclone restful api | Curve Book - - + +
    跳到主要内容

    localsnapshotclone restful api

    localsnapshotclone restful api 需兼容原有s3快照api: snapshotcloneserver_interface, 使用两套API均可以调用本地快照和克隆功能, 此处, 列出本地快照和克隆新api

    创建卷：​

    创建一个卷。

    语法​
    MethodUrl
    GET/SnapshotCloneService?Action=CreateFile&Version=1.5&User=curve&File=/test1&Size=100
    请求参数​
    名称类型是否必须描述
    Actionstring是CreateFile
    Versionstring是API版本号
    Userstring是租户信息
    Filestring是卷路径
    Sizeuint64是卷大小，单位为GB
    StripeUnituint64否条带的宽度, 默认为0，无条带
    StripeCountuint64否条带数量, 默认为0， 无条带
    PoolSetstring否poolset name, 默认使用默认存储池
    响应​
    名称类型描述
    Codestring错误码
    Messagestring错误信息
    RequestIdstring请求ID
    示例​

    request

    http://127.0.0.1:5555/SnapshotCloneService?Action=CreateFile&Version=1.5&User=curve&File=/test1&Size=100

    response

    HTTP/1.1 200 OK
    Content-Length: xxx

    {

    ​    "Code" : "0",

    ​    "Message" : "Exec success.",

    ​    "RequestId" : "xxx"

    }

    错误码​

    见最后一节错误码表。

    删除卷:​

    删除一个卷。

    语法​
    MethodUrl
    GET/SnapshotCloneService?Action=DeleteFile&Version=1.5&User=curve&File=/test1
    请求参数​
    名称类型是否必须描述
    Actionstring是DeleteFile
    Versionstring是API版本号
    Userstring是租户信息
    Filestring是卷路径
    响应​
    名称类型描述
    Codestring错误码
    Messagestring错误信息
    RequestIdstring请求ID
    示例​

    request

    http://127.0.0.1:5555/SnapshotCloneService?Action=DeleteFile&Version=1.5&User=curve&File=/test1

    response

    HTTP/1.1 200 OK
    Content-Length: xxx

    {

    ​    "Code" : "0",

    ​    "Message" : "Exec success.",

    ​    "RequestId" : "xxx"

    }

    错误码​

    见最后一节错误码表。

    列出卷​

    列出指定目录下的所有卷信息

    若指定卷名，则列出指定卷的信息

    语法​
    MethodUrl
    GET/SnapshotCloneService?Action=ListFile&Version=1.5&User=curve&Dir=/&Limit=10&Offset=0
    GET/SnapshotCloneService?Action=ListFile&Version=1.5&User=curve&File=/test1
    请求参数​
    名称类型是否必须描述
    Actionstring是ListFile
    Versionstring是API版本号
    Userstring是租户信息
    Dirstring否目录路径
    Filestring否卷路径
    Limituint64否返回的卷数量
    Offsetuint64否偏移量
    响应​
    名称类型描述
    Codestring错误码
    Messagestring错误信息
    RequestIdstring请求ID
    TotalCountint总个数
    FileInfosarray卷信息

    FileInfo类型说明

    名称类型描述
    Filestring卷名
    Userstring租户信息
    Typeenum类型, 0:卷, 1:目录, 2:未知类型
    Timeuint64创建时间
    FileLengthuint64卷大小（单位Byte）
    StripeUnituint64条带的宽度, 默认为0，无条带
    StripeCountuint64条带数量, 默认为0， 无条带
    Statusenum卷的状态, 0:done, 1:flattening, 2:unflattened
    Readonlybool是否只读
    Progressuint32完成百分比, flattening状态时则表示百分比进度
    示例​

    request

    http://127.0.0.1:5555/SnapshotCloneService?Action=ListFile&Version=1.5&User=curve&Dir=/&Limit=10&Offset=0

    response

    HTTP/1.1 200 OK
    Content-Length: xxx

    {
            "Code" : "0",
            "FileInfos" :
            [
                    {
                            "File" : "/RecycleBin",
                            "FileLength" : 0,
                            "Progress" : 100,
                            "Status" : 0,
                            "StripeCount" : 0,
                            "StripeUnit" : 0,
                            "Time" : 1696761354857556,
                            "Type" : 1,
                            "User" : "root"
                    },
                    {
                            "File" : "/clone",
                            "FileLength" : 0,
                            "Progress" : 100,
                            "Status" : 0,
                            "StripeCount" : 0,
                            "StripeUnit" : 0,
                            "Time" : 1696761362745606,
                            "Type" : 1,
                            "User" : "root"
                    },
                    {
                            "File" : "/test1",
                            "FileLength" : 107374182400,
                            "Progress" : 100,
                            "Status" : 0,
                            "StripeCount" : 0,
                            "StripeUnit" : 0,
                            "Time" : 1696761378914477,
                            "Type" : 0,
                            "User" : "curve"
                    }
            ],
            "Message" : "Exec success.",
            "RequestId" : "26ffe85b-55e8-46c4-8823-0104fcf9b362",
            "TotalCount" : 3
    }
    错误码​

    见最后一节错误码表。

    创建快照：​

    描述​

    创建一个快照。

    语法​
    MethodUrl
    GET/SnapshotCloneService?Action=CreateSnapshot&Version=1.5&User=curve&File=/test1&Name=snap1
    请求参数​
    名称类型是否必须描述
    Actionstring是CreateSnapshot
    Versionstring是API版本号
    Userstring是租户名称
    Filestring是快照所属的卷路径
    Namestring是快照名称
    响应​
    名称类型描述
    Codestring错误码
    Messagestring错误信息
    RequestIdstring请求ID
    UUIDstring快照唯一ID
    示例​

    request

    http://127.0.0.1:5555/SnapshotCloneService?Action=CreateSnapshot&Version=1.5&User=curve&File=/test1&Name=snap1

    response

    HTTP/1.1 200 OK
    Content-Length: xxx

    {

    ​    "Code" : "0",

    ​    "Message" : "Exec success.",

    ​    "RequestId" : "xxx"

    ​    "UUID" : "xxx"

    }

    错误码​

    见最后一节错误码表。

    删除快照​

    描述​

    删除一个快照。

    语法​
    MethodUrl
    GET/SnapshotCloneService?Action=DeleteSnapshot&Version=1.5&User=curve&File=/test1&Name=snap1
    请求参数​
    名称类型是否必须描述
    Actionstring是DeleteSnapshot
    Versionstring是API版本号
    Userstring是租户信息
    Filestring是快照所属卷路径
    Namestring是快照名
    响应​
    名称类型描述
    Codestring错误码
    Messagestring错误信息
    RequestIdstring请求ID
    示例​

    request

    http://127.0.0.1:5555/SnapshotCloneService?Action=DeleteSnapshot&Version=1.5&User=curve&File=/test1&Name=snap1

    response

    HTTP/1.1 200 OK

    Content-Length: xxx

    {

    ​    "Code" : "0",

    ​    "Message" : "Exec success.",

    ​    "RequestId" : "xxx"

    }
    错误码​

    见最后一节错误码表。

    列出快照​

    描述​

    查询指定卷的所有快照信息，

    若指定快照名，则查询指定快照信息。

    语法​
    MethodUrl
    GET/SnapshotCloneService?Action=GetFileSnapshotInfo&Version=1.5&User=curve&File=/test1&Limit=10&Offset=0
    GET/SnapshotCloneService?Action=GetFileSnapshotInfo&Version=1.5&User=curve&File=/test1&Name=snap1
    请求参数​
    名称类型是否必须描述
    Actionstring是GetFileSnapinfo
    Versionstring是API版本号
    Userstring是租户信息
    Filestring是卷路径
    Limitint否最大显示条数，默认为10
    Offsetint否偏移值，默认为0
    Namestring否快照名
    响应​
    名称类型描述
    Codestring错误码
    Messagestring错误信息
    RequestIdstring请求ID
    TotalCountint快照总个数
    SnapshotsSnapshot快照信息列表

    Snapshot类型说明

    名称类型描述
    UUIDstring快照唯一ID
    Userstring租户信息
    Filestring快照所属卷路径
    SeqNumuint32快照版本号
    Namestring快照名称
    Timeuint64创建时间
    FileLengthuint64卷大小（单位Byte）
    Statusenum快照处理的状态（0:done, 2:deleteing, 5:error）
    Progressuint32快照完成百分比, 创建快照只有0和100两种情况, 删除快照时则表示删除百分比进度
    示例​

    request

    http://127.0.0.1:5555/SnapshotCloneService?Action=GetFileSnapshotInfo&Version=1.5&User=curve&File=/test1&Limit=10&Offset=0

    response

    HTTP/1.1 200 OK

    Content-Length: xxx

    {

    ​    "Code" : "0",

    ​    "Message" : "Exec success.",

    ​    "RequestId" : "xxx",

    ​    "TotalCount": 1,

    ​    "Snapshots":

     [

    ​    {

    ​        "File" : "/test1",

    ​        "FileLength" : 10737418240,

    ​        "Name" : "snap1",

    ​        "Progress" : 30,

    ​        "SeqNum" : 1,

    ​        "Status" : 1,

    ​        "Time" : 1564391913582677,

    ​        "UUID" : "de06df66-b9e4-44df-ba3d-ac94ddee0b28",

    ​        "User" : "curve"

    ​     }

       ]

    }
    错误码​

    见最后一节错误码表。

    克隆：​

    描述​

    从快照克隆一个子卷

    语法​
    MethodUrl
    GET/SnapshotCloneService?Action=Clone&Version=1.5&User=curve&File=/test1&Name=snap1&Destination=/clone1
    请求参数​
    名称类型是否必须描述
    Actionstring是Clone
    Versionstring是API版本号
    Userstring是租户信息
    Filestring是卷路径
    Namestring是快照名
    Destinationstring是克隆目标路径
    Readonlybool否是否克隆成只读卷
    响应​
    名称类型描述
    Codestring错误码
    Messagestring错误信息
    RequestIdstring请求ID
    UUIDstring克隆任务唯一ID
    示例​

    request

    http://127.0.0.1:5555/SnapshotCloneService?Action=Clone&Version=1.5&User=curve&File=/test1&Name=snap1&Destination=/clone1

    response

    HTTP/1.1 200 OK
    Content-Length: xxx

    {

    ​    "Code" : "0",

    ​    "Message" : "Exec success.",

    ​    "RequestId" : "xxx",

    }
    错误码​

    见最后一节错误码表。

    回滚：​

    暂不支持

    Flatten​

    描述​

    补足子卷的数据，使其与父卷和快照解耦

    语法​
    MethodUrl
    GET/SnapshotCloneService?Action=Flatten&Version=1.5&User=curve&File=/clone1
    请求参数​
    名称类型是否必须描述
    Actionstring是Flatten
    Versionstring是API版本号
    Userstring是租户信息
    Filestring是目标卷路径
    响应​
    名称类型描述
    Codestring错误码
    Messagestring错误信息
    RequestIdstring请求ID
    示例​

    request

    http://127.0.0.1:5555/SnapshotCloneService?Action=Flatten&Version=1.5&User=curve&File=/clone1

    response

    HTTP/1.1 200 OK
    Content-Length: xxx
    {

    ​    "Code" : "0",

    ​    "Message" : "Exec success.",

    ​    "RequestId" : "xxx"

    }
    错误码​

    见最后一节错误码表。

    错误码表：​

    CodeMessageHTTP Status Code描述补充说明
    0Exec success.200执行成功
    -1Internal error.500未知内部错误未知错误，任何请求不应出现此错误，已知的错误都应有明确的错误码。如发现此错误，请联系开发人员定位。
    -2Server init fail.500服务器初始化失败任何请求不应出现此错误，初始化阶段错误
    -3Server start fail.500服务器启动失败任何请求不应出现此错误，初始化阶段错误
    -4Service is stop500服务已停止snapshotcloneserver停止服务退出阶段，发送请求会收到此错误
    -5BadRequest:"Invalid request."400非法的请求发送http请求格式非法：缺少字段，字段值非法等
    -6Task already exist.500任务已存在目前不会出现
    -7Invalid user.500非法的用户请求中User字段与操作的卷或快照的owner不匹配
    -8File not exist.500文件或快照不存在打快照时目标卷不存在; 从快照回滚时，目标卷不存在; 从快照克隆/回滚时，快照不存在;
    -9File status invalid.500文件状态异常打快照时，目标卷正在克隆/回滚中或删除中等状态而不是Normal状态，返回文件状态异常; 从快照克隆过程中，快照正在删除中等状态而不是Normal状态，返回文件状态异常
    -10Chunk size not aligned.500chunk大小未按分片对齐一般是配置文件问题，配置的chunk分配大小与chunksize未对其，正常情况下不会出现
    -11FileName not match.500文件名不匹配删除快照接口，快照所属卷与快照不匹配，即该卷没有这个快照
    -12Cannot delete unfinished.500不能删除未完成的快照
    -13Cannot create when has error.500不能对存在错误的卷打快照或克隆/回滚不能对存在错误快照的卷再次打快照
    -14Cannot cancel finished.500待取消的快照已完成或不存在目前不会出现
    -15Invalid snapshot.500不能对未完成或存在错误的快照进行克隆/回滚
    -16Cannot delete when using.500不能删除正在克隆/回滚的快照
    -17Cannot clean task unfinished.500不能清理未完成的克隆/回滚任务目前不会出现
    -18Snapshot count reach the limit.500快照到达上限
    -19File exist.500文件或快照已存在从快照克隆时，目标卷已存在
    -20Task is full.500克隆/回滚任务已满目前不会出现
    -21not support.500不支持的操作
    -22File is under snapshot500删除的卷具有快照
    -23File is occuiped500删除的卷正在使用(挂载状态或者Flatting中)
    -24Invalid argument.500非法的请求参数
    - - + + \ No newline at end of file diff --git a/CurveBS/interface/localsnapshotclone_tools_api.html b/CurveBS/interface/localsnapshotclone_tools_api.html index dfbcb64..422c45b 100644 --- a/CurveBS/interface/localsnapshotclone_tools_api.html +++ b/CurveBS/interface/localsnapshotclone_tools_api.html @@ -4,13 +4,13 @@ localsnapshotclone tools api | Curve Book - - + +
    跳到主要内容

    localsnapshotclone tools api

    本地快照和克隆采用tools-v2工具命令行方式，使用方法如下：

    创建快照：​

    描述​

    创建一个快照。

    使用方法​
    Usage:  curve bs create snapshot [flags]

    create snapshot for file in curvebs cluster

    Flags:
      -f, --format string         output format (json|plain) (default "plain")
          --mdsaddr string        mds address, should be like 127.0.0.1:6700,127.0.0.1:6701,127.0.0.1:6702
          --password string       user password (default "root_password")
          --rpcretrytimes int32   rpc retry times (default 1)
          --rpctimeout duration   rpc timeout (default 10s)
          --snappath string       snap file path, like: {file-path}@{snap-name}[required]
          --user string           user name[required]

    Global Flags:
      -c, --conf string   config file (default is $HOME/.curve/curve.yaml or /etc/curve/curve.yaml)
      -h, --help          print help
          --showerror     display all errors in command
          --verbose       show some log

    Examples:
    $ curve bs create snapshot --snappath /test0@snap0 --user curve

    删除快照​

    描述​

    删除一个快照。

    使用方法​
    Usage:  curve bs delete snapshot [flags]

    delete snapshot for file in curvebs cluster

    Flags:
      -f, --format string         output format (json|plain) (default "plain")
          --mdsaddr string        mds address, should be like 127.0.0.1:6700,127.0.0.1:6701,127.0.0.1:6702
          --password string       user password (default "root_password")
          --rpcretrytimes int32   rpc retry times (default 1)
          --rpctimeout duration   rpc timeout (default 10s)
          --snappath string       snap file path, like: {file-path}@{snap-name}[required]
          --user string           user name[required]

    Global Flags:
      -c, --conf string   config file (default is $HOME/.curve/curve.yaml or /etc/curve/curve.yaml)
      -h, --help          print help
          --showerror     display all errors in command
          --verbose       show some log

    Examples:
    $ curve bs delete snapshot --snappath /test0@snap0 --user curve

    列出快照​

    描述​

    列出所有快照。

    使用方法​
    Usage:  curve bs list snapshot [flags]

    list snapshot information for volume in curvebs

    Flags:
      -f, --format string         output format (json|plain) (default "plain")
          --mdsaddr string        mds address, should be like 127.0.0.1:6700,127.0.0.1:6701,127.0.0.1:6702
          --password string       user password (default "root_password")
          --path string           file path[required]
          --rpcretrytimes int32   rpc retry times (default 1)
          --rpctimeout duration   rpc timeout (default 10s)
          --user string           user name[required]

    Global Flags:
      -c, --conf string   config file (default is $HOME/.curve/curve.yaml or /etc/curve/curve.yaml)
      -h, --help          print help
          --showerror     display all errors in command
          --verbose       show some log

    Examples:
    $ curve bs list snapshot --path /test0 --user curve

    保护快照​

    描述​

    保护一个快照, 用于克隆

    使用方法​

    Usage:  curve bs protect [flags]

    protect snapshot in curvebs cluster

    Flags:
      -f, --format string         output format (json|plain) (default "plain")
          --mdsaddr string        mds address, should be like 127.0.0.1:6700,127.0.0.1:6701,127.0.0.1:6702
          --password string       user password (default "root_password")
          --rpcretrytimes int32   rpc retry times (default 1)
          --rpctimeout duration   rpc timeout (default 10s)
          --snappath string       snap file path, like: {file-path}@{snap-name}[required]
          --user string           user name[required]

    Global Flags:
      -c, --conf string   config file (default is $HOME/.curve/curve.yaml or /etc/curve/curve.yaml)
      -h, --help          print help
          --showerror     display all errors in command
          --verbose       show some log

    Examples:
    $ curve bs protect --snappath /test0@snap0 --user curve

    取消保护快照​

    描述​

    取消保护一个快照

    使用方法​

    Usage:  curve bs unprotect [flags]

    unprotect snapshot in curvebs cluster

    Flags:
      -f, --format string         output format (json|plain) (default "plain")
          --mdsaddr string        mds address, should be like 127.0.0.1:6700,127.0.0.1:6701,127.0.0.1:6702
          --password string       user password (default "root_password")
          --rpcretrytimes int32   rpc retry times (default 1)
          --rpctimeout duration   rpc timeout (default 10s)
          --snappath string       snap file path, like: {file-path}@{snap-name}[required]
          --user string           user name[required]

    Global Flags:
      -c, --conf string   config file (default is $HOME/.curve/curve.yaml or /etc/curve/curve.yaml)
      -h, --help          print help
          --showerror     display all errors in command
          --verbose       show some log

    Examples:
    $ curve bs unprotect --snappath /test0@snap0 --user curve

    children​

    描述​

    列出卷或者快照的所有子卷

    使用方法​

    Usage:  curve bs children [flags]

    list children of snapshot/volume in curvebs cluster

    Flags:
      -f, --format string         output format (json|plain) (default "plain")
          --mdsaddr string        mds address, should be like 127.0.0.1:6700,127.0.0.1:6701,127.0.0.1:6702
          --password string       user password (default "root_password")
          --path string           file or directory path (default "/test")
          --rpcretrytimes int32   rpc retry times (default 1)
          --rpctimeout duration   rpc timeout (default 10s)
          --snappath string       snapshot file path
          --user string           user name[required]

    Global Flags:
      -c, --conf string   config file (default is $HOME/.curve/curve.yaml or /etc/curve/curve.yaml)
      -h, --help          print help
          --showerror     display all errors in command
          --verbose       show some log

    Examples:
    $ curve bs children --path /test0 --user curve
    $ curve bs children --snappath /test0@snap0 --user curve

    克隆：​

    描述​

    从快照克隆一个子卷

    使用方法​

    Usage:  curve bs clone [flags]

    clone file in curvebs cluster

    Flags:
          --dstpath string        destiation file path[required]
      -f, --format string         output format (json|plain) (default "plain")
          --mdsaddr string        mds address, should be like 127.0.0.1:6700,127.0.0.1:6701,127.0.0.1:6702
          --password string       user password (default "root_password")
          --rpcretrytimes int32   rpc retry times (default 1)
          --rpctimeout duration   rpc timeout (default 10s)
          --snappath string       snap file path, like: {file-path}@{snap-name}[required]
          --user string           user name[required]

    Global Flags:
      -c, --conf string   config file (default is $HOME/.curve/curve.yaml or /etc/curve/curve.yaml)
      -h, --help          print help
          --showerror     display all errors in command
          --verbose       show some log

    Examples:
    $ curve bs clone --snappath /test0@snap0 --dstpath /test2 --user curve

    Flatten​

    描述​

    补足子卷的数据，使其与父卷和快照解耦

    使用方法​

    Usage:  curve bs flatten [flags]

    flatten clone file in curvebs cluster

    Flags:
      -f, --format string         output format (json|plain) (default "plain")
          --mdsaddr string        mds address, should be like 127.0.0.1:6700,127.0.0.1:6701,127.0.0.1:6702
          --password string       user password (default "root_password")
          --path string           file path[required]
          --rpcretrytimes int32   rpc retry times (default 1)
          --rpctimeout duration   rpc timeout (default 10s)
          --user string           user name[required]

    Global Flags:
      -c, --conf string   config file (default is $HOME/.curve/curve.yaml or /etc/curve/curve.yaml)
      -h, --help          print help
          --showerror     display all errors in command
          --verbose       show some log

    Examples:
    $ curve bs flatten --path /test2 --user curve
    - - + + \ No newline at end of file diff --git a/CurveBS/interface/snapshotcloneserver_interface.html b/CurveBS/interface/snapshotcloneserver_interface.html index e194afd..975efb4 100644 --- a/CurveBS/interface/snapshotcloneserver_interface.html +++ b/CurveBS/interface/snapshotcloneserver_interface.html @@ -4,13 +4,13 @@ snapshotcloneserver interface | Curve Book - - + +
    跳到主要内容

    snapshotcloneserver interface

    创建快照：​

    描述​

    创建一个快照。

    语法​
    MethodUrl
    GET/SnapshotCloneService?Action=CreateSnapshot&Version=0.0.6&User=curve&File=/test1&Name=snap1
    请求参数​
    名称类型是否必须描述
    Actionstring是CreateSnapshot
    Versionstring是API版本号 0.0.6
    Userstring是租户名称
    Filestring是快照目标文件
    Namestring是快照文件名称
    响应​
    名称类型描述
    Codestring错误码
    Messagestring错误信息
    RequestIdstring请求ID
    UUIDstring快照唯一ID
    示例​

    request

    http://127.0.0.1:5555/SnapshotCloneService?Action=CreateSnapshot&Version=0.0.6&User=curve&File=/test1&Name=snap1

    response

    HTTP/1.1 200 OK
    Content-Length: xxx

    {

    ​    "Code" : "0",

    ​    "Message" : "Exec success.",

    ​    "RequestId" : "xxx"

    ​    "UUID" : "xxx"

    }
    错误码​

    见最后一节错误码表。

    删除快照​

    描述​

    删除一个快照。

    语法​
    MethodUrl
    GET/SnapshotCloneService?Action=DeleteSnapshot&Version=0.0.6&User=curve&File=/test1&UUID=uuid1
    请求参数​
    名称类型是否必须描述
    Actionstring是DeleteSnapshot
    Versionstring是API版本号 0.0.6
    Userstring是租户信息
    Filestring是快照所属文件名
    UUIDstring是快照唯一ID
    响应​
    名称类型描述
    Codestring错误码
    Messagestring错误信息
    RequestIdstring请求ID
    示例​

    request

    http://127.0.0.1:5555/SnapshotCloneService?Action=DeleteSnapshot&Version=0.0.6&User=curve&File=/test1&UUID=uuid1

    response

    HTTP/1.1 200 OK

    Content-Length: xxx

    {

    ​    "Code" : "0",

    ​    "Message" : "Exec success.",

    ​    "RequestId" : "xxx"

    }
    错误码​

    见最后一节错误码表。

    取消快照​

    取消一个正在执行的快照。

    语法​
    MethodUrl
    GET/SnapshotCloneService?Action=CancelSnapshot&Version=0.0.6&User=curve&File=/test1&UUID=uuid1
    请求参数​
    名称类型是否必须描述
    Actionstring是CancelSnapshot
    Versionstring是API版本号 0.0.6
    Userstring是租户信息
    Filestring是快照所属文件名
    UUIDstring是快照唯一ID
    响应​
    名称类型描述
    Codestring错误码
    Messagestring错误信息
    RequestIdstring请求ID
    示例​

    request

    http://127.0.0.1:5555/SnapshotCloneService?Action=CancelSnapshot&Version=0.0.6&User=curve&File=/test1&UUID=uuid1

    response

    HTTP/1.1 200 OK

    Content-Length: xxx

    {

    ​    "Code" : "0",

    ​    "Message" : "Exec success.",

    ​    "RequestId" : "xxx"

    }
    错误码​

    见最后一节错误码表。

    查询文件的快照信息​

    描述​

    查询指定文件的所有快照信息，

    若指定UUID，则查询该文件的该UUID指定的快照信息

    语法​
    MethodUrl
    GET/SnapshotCloneService?Action=GetFileSnapshotInfo&Version=0.0.6&User=curve&File=/test1&Limit=10&Offset=0
    GET/SnapshotCloneService?Action=GetFileSnapshotInfo&Version=0.0.6&User=curve&File=/test1&UUID=de06df66-b9e4-44df-ba3d-ac94ddee0b28
    请求参数​
    名称类型是否必须描述
    Actionstring是GetFileSnapinfo
    Versionstring是API版本号 0.0.6
    Userstring是租户信息
    Filestring是文件名称
    Limitint否最大显示条数，默认为10
    Offsetint否偏移值，默认为0
    UUIDstring否快照的uuid信息
    响应​
    名称类型描述
    Codestring错误码
    Messagestring错误信息
    RequestIdstring请求ID
    TotalCountint快照总个数
    SnapshotsSnapshot快照信息列表

    Snapshot类型说明

    名称类型描述
    UUIDstring快照唯一ID
    Userstring租户信息
    Filestring文件名称
    SeqNumuint32快照版本号
    Namestring快照名称
    Timeuint64创建时间
    FileLengthuint32文件大小（单位Byte）
    Statusenum快照处理的状态（0:done, 1:pending, 2:deleteing, 3:errorDeleting, 4:canceling, 5:error）
    Progressuint32快照完成百分比
    示例​

    request

    http://127.0.0.1:5555/SnapshotCloneService?Action=GetFileSnapshotInfo&Version=0.0.6&User=curve&File=/test1&Limit=10

    response

    HTTP/1.1 200 OK

    Content-Length: xxx

    {

    ​    "Code" : "0",

    ​    "Message" : "Exec success.",

    ​    "RequestId" : "xxx", 

    ​    "TotalCount": 1,

    ​    "Snapshots":

     [

    ​    {

    ​        "File" : "/test1",

    ​        "FileLength" : 10737418240,

    ​        "Name" : "snap1",

    ​        "Progress" : 30,

    ​        "SeqNum" : 1,

    ​        "Status" : 1,

    ​        "Time" : 1564391913582677,

    ​        "UUID" : "de06df66-b9e4-44df-ba3d-ac94ddee0b28",

    ​        "User" : "curve"

    ​     }

       ]

    }
    错误码​

    见最后一节错误码表。

    克隆：​

    描述​

    从快照或镜像克隆一个文件。

    语法​
    MethodUrl
    GET/SnapshotCloneService?Action=Clone&Version=0.0.6&User=curve&Source=/test1&Destination=/clone1&Lazy=true
    请求参数​
    名称类型是否必须描述
    Actionstring是Clone
    Versionstring是API版本号 0.0.6
    Userstring是租户信息
    Sourcestring是镜像文件名或者快照UUID
    Destinationstring是克隆目标文件名
    Lazybool是是否Lazy克隆
    响应​
    名称类型描述
    Codestring错误码
    Messagestring错误信息
    RequestIdstring请求ID
    UUIDstring克隆任务唯一ID
    示例​

    request

    http://127.0.0.1:5555/SnapshotCloneService?Action=Clone&Version=0.0.6&User=curve&Source=/test1&Destination=/clone1&Lazy=true

    response

    HTTP/1.1 200 OK
    Content-Length: xxx

    {

    ​    "Code" : "0",

    ​    "Message" : "Exec success.",

    ​    "RequestId" : "xxx",

    ​    "UUID" : "xxx"

    }
    错误码​

    见最后一节错误码表。

    恢复：​

    描述​

    从快照恢复一个文件。

    语法​
    MethodUrl
    GET/SnapshotCloneService?Action=Recover&Version=0.0.6&User=curve&Source=de06df66-b9e4-44df-ba3d-ac94ddee0b28&Destination=/recover1&Lazy=true
    请求参数​
    名称类型是否必须描述
    Actionstring是Recover
    Versionstring是API版本号 0.0.6
    Userstring是租户信息
    Sourcestring是快照UUID
    Destinationstring是克隆目标文件名
    Lazybool是是否Lazy克隆
    响应​
    名称类型描述
    Codestring错误码
    Messagestring错误信息
    RequestIdstring请求ID
    UUIDstring恢复任务的唯一ID
    示例​

    request

    http://127.0.0.1:5555/SnapshotCloneService?Action=Recover&Version=0.0.6&User=curve&Source=de06df66-b9e4-44df-ba3d-ac94ddee0b28&Destination=/recover1&Lazy=true

    response

    HTTP/1.1 200 OK
    Content-Length: xxx

    {

    ​    "Code" : "0",

    ​    "Message" : "Exec success.",

    ​    "RequestId" : "xxx",

    ​    "UUID" : "xxx"

    }
    错误码​

    见最后一节错误码表。

    Flatten​

    描述​

    对Lazy克隆的文件进行恢复数据操作。

    语法​
    MethodUrl
    GET/SnapshotCloneService?Action=Flatten&Version=0.0.6&User=curve&UUID=xxx
    请求参数​
    名称类型是否必须描述
    Actionstring是Flatten
    Versionstring是API版本号0.0.6
    Userstring是租户信息
    UUIDstring是任务唯一ID
    响应​
    名称类型描述
    Codestring错误码
    Messagestring错误信息
    RequestIdstring请求ID
    示例​

    request

    http://127.0.0.1:5555/SnapshotCloneService?Action=Flatten&Version=0.0.6&User=curve&UUID=de06df66-b9e4-44df-ba3d-ac94ddee0b28

    response

    HTTP/1.1 200 OK
    Content-Length: xxx

    {

    ​    "Code" : "0",

    ​    "Message" : "Exec success.",

    ​    "RequestId" : "xxx"

    }
    错误码​

    见最后一节错误码表。

    查询指定用户的克隆/恢复任务信息：​

    描述​

    查询指定用户的所有克隆/恢复任务信息，

    若指定UUID，则查询该用户的该UUID的任务信息

    若指定File，则查询该用户的该文件的任务信息

    语法​
    MethodUrl
    GET/SnapshotCloneService?Action=GetCloneTasks&Version=0.0.6&User=curve&Limit=10&Offset=0
    GET/SnapshotCloneService?Action=GetCloneTasks&Version=0.0.6&User=curve&UUID=xxx"
    GET/SnapshotCloneService?Action=GetCloneTasks&Version=0.0.6&User=curve&File=/clone1"
    请求参数​
    名称类型是否必须描述
    Actionstring是GetCloneTasks
    Versionstring是API版本号 0.0.6
    Userstring是租户信息
    Limitint否最大显示任务数，默认为10
    Offsetint否偏移值，默认为0
    UUIDstring否克隆/恢复任务唯一ID
    Filestring否克隆/恢复任务的目标文件名
    响应​
    名称类型描述
    Codestring错误码
    Messagestring错误信息
    RequestIdstring请求ID
    TotalCountint任务总个数
    TaskInfosTaskInfo任务信息列表

    TaskInfo类型说明

    名称类型描述
    UUIDstring任务唯一ID
    TaskTypeenum任务类型（0:clone, 1:recover）
    Userstring租户信息
    Filestring文件名称
    Timeuint64创建时间
    TaskStatusenum任务的状态（0:done, 1:cloning, 2:recovering, 3:cleaning, 4:errorCleaning, 5:error，6:retrying, 7:metaInstalled）
    示例​

    request

    http://127.0.0.1:5555//SnapshotCloneService?Action=GetCloneTasks&Version=0.0.6&User=curve&Limit=10"

    response

    HTTP/1.1 200 OK

    Content-Length: xxx

    {

    ​    "Code" : "0",

    ​    "Message" : "Exec success.",

    ​    "RequestId" : "xxx", 

    ​    "TotalCount": 1,

    ​    "TaskInfos" :

    ​    [

    ​        {

    ​            "File" : "/clone1",

    ​            "UUID" : "78e83875-2b50-438f-8f25-36715380f4f5",

    ​            "TaskStatus" : 5,

    ​            "TaskType" : 0,

    ​            "Time" : 0,

    ​            "User" : "curve"

    ​        }

    ​    ]

    }
    错误码​

    见最后一节错误码表。

    清除克隆/恢复任务：​

    描述​

    清除克隆/恢复任务。若是失败的任务，还会删除curvefs上的临时克隆文件，否则只删除任务。

    语法​
    MethodUrl
    GET/SnapshotCloneService?Action=CleanCloneTask&Version=0.0.6&User=curve&UUID=78e83875-2b50-438f-8f25-36715380f4f5
    请求参数​
    名称类型是否必须描述
    Actionstring是CleanCloneTask
    Versionstring是API版本号 0.0.6
    Userstring是租户信息
    UUIDstring是克隆/恢复任务唯一ID
    响应​
    名称类型描述
    Codestring错误码
    Messagestring错误信息
    RequestIdstring请求ID
    示例​

    request

    http://127.0.0.1:5555/SnapshotCloneService?Action=CleanCloneTask&Version=0.0.6&User=curve&UUID=78e83875-2b50-438f-8f25-36715380f4f5

    response

    HTTP/1.1 200 OK
    Content-Length: xxx

    {

    ​    "Code" : "0",

    ​    "Message" : "Exec success.",

    ​    "RequestId" : "xxx"

    }
    错误码​

    见最后一节错误码表。

    错误码表：​

    CodeMessageHTTP Status Code描述补充说明
    0Exec success.200执行成功
    -1Internal error.500未知内部错误未知错误，任何请求不应出现此错误，已知的错误都应有明确的错误码。如发现此错误，请联系相关人员定位。
    -2Server init fail.500服务器初始化失败任何请求不应出现此错误，初始化阶段错误
    -3Server start fail.500服务器启动失败任何请求不应出现此错误，初始化阶段错误
    -4Service is stop500服务已停止snapshotcloneserver停止服务退出阶段，发送请求会收到此错误
    -5BadRequest:"Invalid request."400非法的请求发送http请求格式非法：缺少字段，字段值非法等
    -6Task already exist.500任务已存在目前不会出现
    -7Invalid user.500非法的用户请求中User字段与操作的文件、镜像或快照的owner不匹配
    -8File not exist.500文件不存在打快照时目标文件不存在从快照恢复时，目标文件不存在从快照或镜像克隆/恢复时，快照或镜像不存在清除指定clone任务时，clone任务不存在获取指定克隆/恢复任务时，任务不存在获取指定快照时，快照不存在
    -9File status invalid.500文件状态异常打快照时，目标文件正在克隆/恢复中或删除中等状态而不是Normal状态，返回文件状态异常从镜像克隆过程中，源镜像文件正在克隆/恢复中或删除中等状态而不是Normal状态，返回文件状态异常
    -10Chunk size not aligned.500chunk大小未按分片对齐一般是配置文件问题，配置的chunk分配大小与chunksize未对其，正常情况下不会出现
    -11FileName not match.500文件名不匹配删除或取消快照接口，快照所属文件与快照不匹配，即该文件没有这个快照
    -12Cannot delete unfinished.500不能删除未完成的快照
    -13Cannot create when has error.500不能对存在错误的文件打快照或克隆/恢复不能对存在错误快照的文件再次打快照不能对存在错误克隆/恢复任务的目标文件再次克隆/恢复
    -14Cannot cancel finished.500待取消的快照已完成或不存在
    -15Invalid snapshot.500不能对未完成或存在错误的快照进行克隆/恢复
    -16Cannot delete when using.500不能删除正在克隆/恢复的快照
    -17Cannot clean task unfinished.500不能清理未完成的克隆/恢复任务
    -18Snapshot count reach the limit.500快照到达上限
    -19File exist.500文件已存在从快照或镜像克隆时，目标文件已存在
    -20Task is full.500克隆/恢复任务已满
    - - + + \ No newline at end of file diff --git a/CurveBS/maintenance/administrator-guide/curvebs-client-map.html b/CurveBS/maintenance/administrator-guide/curvebs-client-map.html index 610afab..d36dc9e 100644 --- a/CurveBS/maintenance/administrator-guide/curvebs-client-map.html +++ b/CurveBS/maintenance/administrator-guide/curvebs-client-map.html @@ -4,13 +4,13 @@ Curve 挂载nbd盘到物理机 | Curve Book - - + +
    跳到主要内容

    Curve 挂载nbd盘到物理机

    1. 适用环境:
    2. 版本号: v1.2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 数据面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 节点名称
    9. 验收标准: 客户端成功map卷
    10. 参考步骤:
    1. 导入客户端主机。
       需要先导入客户端所需的主机列表，如果在部署集群时已将客户端主机导入，可直接跳过此步骤。请确保在之后映射/取消映射中指定的主机都已导入。
       
       可以通过 curveadm hosts show 查看要映射的客户端主机是否已经导入：
       $ curveadm hosts show
       
       如果之前没有导入主机的话，则需要添加：
       $ vim hosts.yaml
       
         global:
           user: curve
           ssh_port: 22
           private_key_file: /home/curve/.ssh/id_rsa
      
         hosts:
           - host: server-host1
             hostname: 10.0.1.1
           - host: server-host2
             hostname: 10.0.1.2
           - host: server-host3
             hostname: 10.0.1.3
           - host: client-host  # 新添加的要映射的客户端主机
             hostname: 10.0.1.4
             
        使用如下命令提出主机列表：
        $ curveadm hosts commit hosts.yaml

    2. 准备客户端配置文件：
       $ vim client.yaml
       
          kind: curvebs
          # 镜像
          container_image: <>
          # 后端mds地址
          mdsOpt.rpcRetryOpt.addrs: 10.0.1.1:6700,10.0.1.2:67     10.0.1.3:6700
          # 其他的映射项配置
          log_dir: /home/curve/curvebs/logs/client
        
        注1：所有未在客户端配置文件上出现的配置项，我们都将使用默认配置值。

        注2：配置文件中的 mds.listen.addr 配置项需填写集群中 MDS 服务地址，用户在部署好 CurveBS 集群后， 可通过 curveadm status 查看集群 MDS 服务地址：
        $ curveadm status
        Get Service Status: [OK]
        
        cluster name      : my-cluster
        cluster kind      : curvebs
        cluster mds addr  : 10.0.1.1:6700,10.0.1.2:6700,10.0.1.3:6700
        cluster mds leader: 10.0.1.1:6700 / 505da008b59c
        ...
      
    3. 映射Curvebs卷：
       $ curveadm map <volume-user>:<volume-name> --host <host> -c client.yaml --create --size 10GiB
       
       * <volume-user>: 该卷所属用户名，用户可自行定义
       * <volume-name>: 卷名，用户可自行定义
       * --host: 将卷挂载到指定主机，用户可自行选择，请确保该主机已被导入
       * --create：当卷不存在时，则自行创建
       * --size: 指定创建卷的大小，默认为 10GiB
       * -c: 指定客户端配置文件

       当用户映射卷成功后，在相应的主机上即能看到 CurveBS 卷对应的 nbd 设备：
       $ lsblk | grep nbd

    4. 查看客户端状态是否已经Up状态。如果为Up状态表示映射卷成功。
       $ curveadm client status
       
       Get Client Status: [OK]

        Id            Kind     Host          Container Id  Status       Aux Info
        --            ----     ----          ------------  ------       --------
        362d538778ad  curvebs  client-host1  cfa00fd01ae8  Up 36 hours  {"user":"curve","volume":"/test1"}
    1. 参考影响:

    • 时间: 无

    • 业务方: 无

    • 用户：无

    1. 参考风险:

    • 数据面: 无

    • 管控面: 无

    • 恢复能力: 无需恢复

    1. 参考回滚策略: unmap卷

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveBS/maintenance/administrator-guide/curvebs-client-unmap.html b/CurveBS/maintenance/administrator-guide/curvebs-client-unmap.html index 6eb86a7..52a90b3 100644 --- a/CurveBS/maintenance/administrator-guide/curvebs-client-unmap.html +++ b/CurveBS/maintenance/administrator-guide/curvebs-client-unmap.html @@ -4,13 +4,13 @@ Curve 从物理机卸载nbd盘 | Curve Book - - + +
    跳到主要内容

    Curve 从物理机卸载nbd盘

    1. 适用环境:
    2. 版本号: v1.2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 数据面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 节点名称
    9. 验收标准: 客户端成功取消卷映射
    10. 参考步骤:
    1. 查看要取消卷映射的文件系统状态：
       $ curveadm client status
       
         Get Client Status: [OK]
         
         Id            Kind     Host          Container Id  Status       Aux Info
         --            ----     ----          ------------  ------       --------
         362d538778ad  curvebs  client-host1  cfa00fd01ae8  Up 36 hours  {"user":"curve","volume":"/test1"}
         
    2. unmap卷
       $ curveadm unmap <user>:<volume-name> --host server-host1
       
       * <user>和<volume-name>都可以从上述的curveadm client status中查看；
       * --host: 将卷挂载到指定主机，用户可自行选择，请确保该主机已被导入。

    4. 再次查看客户端状态，则看不到相应的挂载项。如果看不到的话则认为不可用
       $ curveadm client status
       
       Get Client Status: [OK]

        Id            Kind     Host          Container Id  Status       Aux Info
        --            ----     ----          ------------  ------       --------
    1. 参考影响:

    • 时间: unmap后卷不可用，直至重新map当前卷

    • 业务方: 使用该卷的业务方

    • 用户：使用该卷的用户

    1. 参考风险:

    • 数据面: 无

    • 管控面: 无

    • 恢复能力: 无需恢复

    1. 参考回滚策略: 重新map

    2. 需求发起方: 业务方

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-config-mds.html b/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-config-mds.html index ac14fd4..1a28c2a 100644 --- a/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-config-mds.html +++ b/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-config-mds.html @@ -4,13 +4,13 @@ Curve 修改mds配置 | Curve Book - - + +
    跳到主要内容

    Curve 修改mds配置

    1. 适用环境:
    2. 版本号: v1.2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 管控面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 节点名称，具体的mds服务
    9. 验收标准: 指定的mds服务启动成功，集群健康
    10. 参考步骤:
    1. 需要先确认当前集群是否健康：
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       注：1. 集群健康（ok）：如果集群健康，继续执行后续步骤。重启当前服务后需确保集群仍是健康状态。
          2. 集群异常（warn/error）：
             使用工具查看是否是mds异常：
             $ curve bs status mds
             2.1 如果是当前要重启的服务导致的异常（warn/error）并希望通过修改配置恢复，则继续执行后续步骤。但重启之后不能保证集群是健康状态。
             2.2 如果当前要重启的服务正常，其他的服务异常导致的集群不健康，则继续执行后续步骤。但是重启当前服务后集群仍然处于不健康状态。
       
    2. 备份本地集群拓扑文件：
       $ cp topology.yaml topology-old.yaml

       注：当本地拓扑文件丢失时，我们可以通过如下命令保存当前的集群拓扑来恢复：
       $ curveadm config show > topology.yaml

    3. 编辑本地集群拓扑文件，在拓扑文件中增加/删除/修改mds服务的配置项：
       $ vim topology.yaml

    4. 提交修改的集群拓扑:
       $ curveadm config commit topology.yaml
       
    5. 重新加载服务：
       $ curveadm reload --role mds
       
       CurveAdm 使用上述命令默认重新加载集群中的所有 mds 服务，如需重新加载指定服务，可通过添加以下 3 个选项来实现：

        --id: 重新加载指定 id 的服务
        --host: 重新加载指定主机的所有服务
        --role: 重新加载指定角色的所有服务 
        以上 3 个选项可任意组合使用，服务对应的 id、host、role 可通过 curveadm status 来查看。

        示例 1：重新加载 id 为 c9570c0d0252 的mds服务
        $ curveadm reload --id c9570c0d0252
        
        示例 2：重新加载 server-host1 这台主机上的所有 mds 服务
        $ curveadm reload --host server-host1 --role mds
        
        示例 3： 重新加载所有的mds服务
        提醒：该操作会重启机器中的所有mds服务，所以在执行下列操作时，可能会导致IO短暂时间的抖动。
        $ curveadm reload --role mds
       
    6. 再次查看指定的mds服务是否已经启动（Status为Up状态）：
       $ curveadm status

    7. 查看集群的健康状态：
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok

       注：如果集群在修改此mds的配置之前健康，则需要保证修改此服务配置后集群仍是健康状态；
          如果集群在修改此mds服务配置之前异常，则有以下两种情况：
          1. 修改此mds服务配置之前，是由当前mds服务导致的集群异常，则修改当前服务的配置后不能保证集群仍然是健康的，是符合预期的。
          2. 修改此mds服务配置之前，不是当前mds服务导致的集群异常，则修改当前服务的配置后仍然是不健康的状态，是符合预期的。
    1. 参考影响:

    • 情况1：修改部分mds服务配置

      • 时间: 无

      • 业务方: 无

      • 影响主题: 无

      • 用户：无

    • 情况2：同时修改所有的mds服务配置

      • 时间: 在所有的mds修改配置及重启过程中，集群不可用

      • 业务方: 所有使用当前集群的业务方

      • 影响主题: mds正在修改配置，服务重启

      • 用户：所有使用当前集群的用户

    1. 参考风险

    • 情况1：修改部分mds服务配置

      • 数据面：无

      • 管控面：无

      • 恢复能力：无需恢复

    • 情况2：同时修改所有的mds服务配置

      • 数据面：可能有短暂的IO抖动。如果客户端缓存没有过期，则IO无影响。

      • 管控面：管控面会短暂不可用

      • 恢复能力：无需恢复

    1. 参考回滚策略: 回退mds配置到之前的值

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-config-snapshot.html b/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-config-snapshot.html index 0b1cf3d..b6e66f0 100644 --- a/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-config-snapshot.html +++ b/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-config-snapshot.html @@ -4,13 +4,13 @@ Curve 修改snapshotclone配置 | Curve Book - - + +
    跳到主要内容

    Curve 修改snapshotclone配置

    1. 适用环境:
    2. 版本号: v1.2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 管控面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 节点名称，具体的snapshotclone服务
    9. 验收标准: 指定的snapshotclone服务启动成功，集群健康
    10. 参考步骤:
    1. 需要先确认当前集群是否健康：
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       注：1. 集群健康（ok）：如果集群健康，继续执行后续步骤。重启当前服务后需确保集群仍是健康状态。
          2. 集群异常（warn/error）：
             使用工具查看是否是snapshotclone异常：
             $ curve bs status snapshotclone
             2.1 如果是当前要重启的服务导致的异常（warn/error）并希望通过修改配置恢复，则继续执行后续步骤。但重启之后不能保证集群是健康状态。
             2.2 如果当前要重启的服务正常，其他的服务异常导致的集群不健康，则继续执行后续步骤。但是重启当前服务后集群仍然处于不健康状态。
       
    2. 备份本地集群拓扑文件：
       $ cp topology.yaml topology-old.yaml

       注：当本地拓扑文件丢失时，我们可以通过如下命令保存当前的集群拓扑来恢复：
       $ curveadm config show > topology.yaml

    3. 编辑本地集群拓扑文件，在拓扑文件中增加/删除/修改snapshotclone服务的配置项：
       $ vim topology.yaml
       
    4. 提交修改的集群拓扑:
       $ curveadm config commit topology.yaml
       
    5. 重新加载服务：
       $ curveadm reload --role snapshotclone
       
       CurveAdm 使用上述命令默认重新加载集群中的所有 snapshotclone 服务，如需重新加载指定服务，可通过添加以下 3 个选项来实现：

        --id: 重新加载指定 id 的服务
        --host: 重新加载指定主机的所有服务
        --role: 重新加载指定角色的所有服务 
        以上 3 个选项可任意组合使用，服务对应的 id、host、role 可通过 curveadm status 来查看。

        示例 1：重新加载 id 为 c9570c0d0252 的snapshotclone服务
        $ curveadm reload --id c9570c0d0252
        
        示例 2：重新加载 server-host1 这台主机上的所有 snapshotclone 服务
        $ curveadm reload --host server-host1 --role snapshotclone
        
        示例 3： 重新加载所有的snapshotclone服务（需确认）
        提醒：该操作会重启机器中的所有snapshotclone服务，所以在执行下列操作时，可能会导致IO短暂时间的抖动。
        $ curveadm reload --role snapshotclone
       
    6. 再次查看指定的snapshotclone服务是否已经启动（Status为Up状态）：
       $ curveadm status

    7. 查看集群的健康状态：
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok

       注：如果集群在修改此snaoshot的配置之前健康，则需要保证修改此服务配置后集群仍是健康状态；
          如果集群在修改此snaoshot服务配置之前异常，则有以下两种情况：
          1. 修改此snaoshot服务配置之前，是由当前snaoshot服务导致的集群异常，则修改当前服务的配置后不能保证集群仍然是健康的，是符合预期的。
          2. 修改此snaoshot服务配置之前，不是当前snaoshot服务导致的集群异常，则修改当前服务的配置后仍然是不健康的状态，是符合预期的。
    1. 参考影响:

    • 情况1：修改部分snapshotclone服务配置

      • 时间: 无

      • 业务方: 无

      • 影响主题: 无

      • 用户：无

    • 情况2：同时修改所有的snapshotclone服务配置

      • 时间: 在所有的snapshotclone修改配置及重启过程中，快照服务不可用

      • 业务方: 所有使用当前集群的业务方

      • 影响主题: snapshotclone正在修改配置，服务重启中

      • 用户：所有使用当前集群的用户

    1. 参考风险

    • 情况1：修改部分snapshotclone服务配置

      • 数据面：无

      • 管控面：无

      • 恢复能力：无需恢复

    • 情况2：同时修改所有的snapshotclone服务配置

      • 数据面：无

      • 管控面：快照服务短暂不可用，等待配置修改完成重启

      • 恢复能力：无需恢复

    1. 参考回滚策略: 回退snapshotclone配置到之前的值

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-downgrade-mds.html b/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-downgrade-mds.html index 9e61f22..ceab7b8 100644 --- a/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-downgrade-mds.html +++ b/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-downgrade-mds.html @@ -4,13 +4,13 @@ Curve 回退mds | Curve Book - - + +
    跳到主要内容

    Curve 回退mds

    1. 适用环境:
    2. 版本号: v1.2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 管控面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 节点名称，具体的mds服务
    9. 验收标准: 指定的mds服务回退到上一个指定版本，集群健康，并且可以正常对外提供服务
    10. 参考步骤:
    1. 使用工具查看当前集群是否健康：
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       注：如果集群不健康（error/warn状态），请不要回退。
       
    2. 提交备份的topology-old.yaml拓扑文件：
       $ curveadm config commit topology-old.yaml
       
    3. 回退指定服务：
       $ curveadm upgrade --role mds
       
       注：上述命令默认是会回退集群中的所有的mds服务，如果只需要指定服务，可通过添加以下3个选项来实现：
       --id: 回退指定 id 的服务
       --host: 回退指定主机的所有服务
       --role: 回退指定角色的所有服务

       示例 1：回退集群中所有mds服务
       提示：`curveadm upgrade --role mds` 默认是滚动回退/升级集群每一个mds服务，用户在回退一个mds服务后 需要进入容器内确定集群是否健康。如果集群是健康的话，然后再输入yes开始回退下一个服务。
       
       在执行上述命令之后，需要由用户确认回退页面。 输入 yes 开始回退当前服务：
           Upgrade 1/3 service:
           + host=server-host1  role=mds  image=quay.io/opencurve/curve/curvebs:latest
           Do you want to continue? [yes/no]: (default=no)

       在一个mds服务回退成功后，使用如下命令查看集群的健康状态：
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       示例 2：回退 id 为 c9570c0d0252 的mds服务
       $ curveadm upgrade --id c9570c0d0252
       
       示例 3：回退 host1 这台主机上的所有 mds 服务
       $ curveadm upgrade --host host1 --role mds
       
    4. 再次查看集群服务状态，查看指定 mds 服务是否启动成功（Status为Up状态）：
       $ curveadm status
       
    5. 查看集群是否健康：
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
    1. 参考影响:

    • 时间: 无

    • 业务方: 无

    • 影响主题: 无

    • 用户：无

    1. 参考风险:

    • 数据面: IO可能有短暂的抖动

    • 管控面: 无

    • 恢复能力: 无需恢复

    1. 参考回滚策略: 无

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-downgrade-snapshot.html b/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-downgrade-snapshot.html index 4731455..331bc39 100644 --- a/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-downgrade-snapshot.html +++ b/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-downgrade-snapshot.html @@ -4,13 +4,13 @@ Curve 回退snapshotclone | Curve Book - - + +
    跳到主要内容

    Curve 回退snapshotclone

    1. 适用环境:
    2. 版本号: v1.2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 管控面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 节点名称，具体的snapshotclone服务
    9. 验收标准: 指定的snapshotclone服务回退到上一个指定版本，集群健康，并且可以正常对外提供服务
    10. 参考步骤:
    1. 使用工具查看当前集群是否健康：
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       注：如果集群不健康（error/warn状态），确认具体哪个服务导致，如果是snapshotclone server引起，尝试回退。
       
    2. 提交备份的topology-old.yaml拓扑文件：
       $ curveadm config commit topology-old.yaml
       
    3. 回退指定服务：
       $ curveadm upgrade --role snapshotclone
       
       注：上述命令默认是会回退集群中的所有的snapshotclone服务，如果只需要指定服务，可通过添加以下3个选项来实现：
       --id: 回退指定 id 的服务
       --host: 回退指定主机的所有服务
       --role: 回退指定角色的所有服务

       示例 1：回退集群中所有snapshotclone服务
       提示：`curveadm upgrade --role snapshotclone` 默认是滚动回退/升级集群每一个snapshotclone服务，用户在回退一个snapshotclone服务后 需要进入容器内确定集群是否健康。如果集群是健康的话，然后再输入yes开始回退下一个服务。
       
       在执行上述命令之后，需要由用户确认回退页面。 输入 yes 开始回退当前服务：
           Upgrade 1/3 service:
           + host=server-host1  role=snapshotclone  image=quay.io/opencurve/curve/curvebs:latest
           Do you want to continue? [yes/no]: (default=no)

       在一个snapshotclone服务回退成功后，使用如下命令查看集群的健康状态：
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       示例 2：回退 id 为 c9570c0d0252 的snapshotclone服务
       $ curveadm upgrade --id c9570c0d0252
       
       示例 3：回退 host1 这台主机上的所有 snapshotclone 服务
       $ curveadm upgrade --host host1 --role snapshotclone
       
    4. 再次查看集群服务状态，查看指定 snapshotclone 服务是否启动成功（Status为Up状态）：
       $ curveadm status
       
    5. 查看集群是否健康：
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
    1. 参考影响:

    • 时间: 无

    • 业务方: 无

    • 影响主题: 无

    • 用户：无

    1. 参考风险:

    • 数据面: 无

    • 管控面: 管理服务短暂不可用，快照克隆服务不可用

    • 恢复能力: 无需恢复

    1. 参考回滚策略: 无

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-restart-mds.html b/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-restart-mds.html index 448a90c..2599f85 100644 --- a/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-restart-mds.html +++ b/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-restart-mds.html @@ -4,13 +4,13 @@ Curve 重启mds | Curve Book - - + +
    跳到主要内容

    Curve 重启mds

    1. 适用环境:
    2. 版本号: v1.2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 管控面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 节点名称，具体的mds服务
    9. 验收标准: 指定的mds服重启成功，集群健康，并且可以正常对外提供服务
    10. 参考步骤:
    1. 使用工具查看集群是否健康，当前mds是否异常：
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       注：1. 集群健康（ok）：如果集群健康，继续执行后续步骤。重启当前服务后需确保集群仍是健康状态。
          2. 集群异常（warn/error）：
             使用工具查看是否是mds异常：
             $ curve bs status mds
             2.1 如果是当前要重启的服务导致的异常（warn/error）并希望重启恢复，则继续执行后续步骤。但重启之后不能保证集群是健康状态。
             2.2 如果当前要重启的服务正常，其他的服务异常导致的集群不健康，则继续执行后续步骤。但是重启当前服务后集群仍然处于不健康状态。
          
    2. 使用如下命令重启mds服务：

       如果是重启某个指定的mds服务，使用--id选项：
       $ curveadm restart --id <Id>
       
       如果要重启某个节点下的所有的mds服务，使用如下命令：
       $ curveadm restart --host <host> --role mds
       
       （一般不会做此操作）如果要重启集群中所有的mds服务，使用如下命令：
       注意：如果重启所有的mds，则导致集群短暂不可用，在重启期间所有IO出错，请谨慎进行下列操作。
       $ curveadm restart --role mds
       
    3. 再次查看集群服务状态，查看指定mds服务是否重启成功：
       $ curveadm status
       
    4. 查看集群是否健康：
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok

       注：如果集群在重启之前健康，则需要保证重启服务后集群仍是健康状态；
          如果集群在重启之前异常，则有以下两种情况：
          1. 重启之前，是由当前服务导致的集群异常，重启当前服务后不能保证集群仍然是健康的，是符合预期的。
          2. 重启之前，不是当前服务导致的集群异常，则重启后集群仍然是不健康的状态，是符合预期的。
    1. 参考影响:

    • 情况1：重启部分mds服务

      • 时间: 无

      • 业务方: 无

      • 影响主题: 无

      • 用户：无

    • 情况2：同时重启所有的mds服务

      • 时间: 在所有的mds重启过程中，集群不可用

      • 业务方: 所有使用当前集群的业务方

      • 影响主题: mds正在重启

      • 用户：所有使用当前集群的用户

    1. 参考风险:

    • 情况1：重启部分mds服务

      • 数据面：无

      • 管控面：无

      • 恢复能力：无需恢复

    • 情况2：同时重启所有的mds服务

      • 数据面：可能有短暂的IO抖动。如果客户端缓存没有过期，则IO无影响。

      • 管控面：管理服务暂不可用

      • 恢复能力：无需恢复

    1. 参考回滚策略: 无

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-restart-snapshot.html b/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-restart-snapshot.html index e94bc13..2666c06 100644 --- a/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-restart-snapshot.html +++ b/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-restart-snapshot.html @@ -4,13 +4,13 @@ Curve 重启snapshotclone | Curve Book - - + +
    跳到主要内容

    Curve 重启snapshotclone

    1. 适用环境:
    2. 版本号: v1.2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 管控面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 节点名称，具体的snapshotclone服务
    9. 验收标准: 指定的snapshotclone服重启成功，集群健康，并且可以正常对外提供服务
    10. 参考步骤:
    1. 使用工具查看集群是否健康，当前snapshotclone是否异常：
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       注：1. 集群健康（ok）：如果集群健康，继续执行后续步骤。重启当前服务后需确保集群仍是健康状态。
          2. 集群异常（warn/error）：
             使用工具查看是否是snapshotclone异常：
             $ curve bs status snapshotclone
             2.1 如果是当前要重启的服务导致的异常（warn/error）并希望重启恢复，则继续执行后续步骤。但重启之后不能保证集群是健康状态。
             2.2 如果当前要重启的服务正常，其他的服务异常导致的集群不健康，则继续执行后续步骤。但是重启当前服务后集群仍然处于不健康状态。
          
    2. 使用如下命令重启snapshotclone服务：

       如果是重启某个指定的snapshotclone服务，使用--id选项：
       $ curveadm restart --id <Id>
       
       如果要重启某个节点下的所有的snapshotclone服务，使用如下命令：
       $ curveadm restart --host <host> --role snapshotclone
       
       如果要重启集群中所有的snapshotclone服务，使用如下命令：
       注意：如果重启所有的snapshotclone，则导致集群短暂不可用，在重启期间所有IO出错，请谨慎进行下列操作。
       $ curveadm restart --role snapshotclone
       
    3. 再次查看集群服务状态，查看指定snapshotclone服务是否重启成功：
       $ curveadm status
       
    4. 查看集群是否健康：
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok

       注：如果集群在重启之前健康，则需要保证重启服务后集群仍是健康状态；
          如果集群在重启之前异常，则有以下两种情况：
          1. 重启之前，是由当前服务导致的集群异常，重启当前服务后不能保证集群仍然是健康的，是符合预期的。
          2. 重启之前，不是当前服务导致的集群异常，则重启后集群仍然是不健康的状态，是符合预期的。
    1. 参考影响:

    • 情况1：重启部分snapshotclone服务

      • 时间: 无

      • 业务方: 无

      • 影响主题: 无

      • 用户：无

    • 情况2：同时重启所有的snapshotclone服务

      • 时间: 直至有snapshotclone服务启动之前，快照服务不可用

      • 业务方: 所有使用当前集群的业务方

      • 影响主题: snapshotclone正在重启

      • 用户：所有使用当前集群的用户

    1. 参考风险:

    • 情况1：重启部分snapshotclone服务

      • 数据面：无

      • 管控面：无

      • 恢复能力：无需恢复

    • 情况2：同时重启所有的snapshotclone服务

      • 数据面：无

      • 管控面：快照服务短暂不可用，等待服务重启

      • 恢复能力：无需恢复

    1. 参考回滚策略: 无

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-start-mds.html b/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-start-mds.html index 4dd6c28..ee35f93 100644 --- a/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-start-mds.html +++ b/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-start-mds.html @@ -4,13 +4,13 @@ Curve 启动mds | Curve Book - - + +
    跳到主要内容

    Curve 启动mds

    1. 适用环境:
    2. 版本号: v1.2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 管控面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 节点名称，具体的mds服务
    9. 验收标准: 该指定的mds服务启动成功，集群健康
    10. 参考步骤:
    1. 查看集群服务状态和指定节点的mds状态：
       $ curveadm status
       
       注：如果指定的mds已经处于运行状态（Status为Up状态），则不用再次启动。
       
    2. 如果处于Exit状态的话，则使用下述命令启动服务：

       如果是启动某一个指定的mds，使用--id选项:
       $ curveadm start --id <Id>
       
       如果要启动某一个节点上所有mds服务，使用如下命令：
       $ curveadm start --host <host> --role mds
       
       如果要启动所有的mds，使用如下命令：
       $ curveadm start --role mds
       
    3. 再次查看集群服务状态，查看指定mds服务是否启动成功（Status为Up状态）：
       $ curveadm status
       
    4. 使用工具查看集群状态是否健康：
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
    1. 参考影响:

    • 时间: 无

    • 业务方: 无

    • 影响主题: 无

    • 用户：无

    1. 参考风险:

    • 数据面: 无

    • 管控面: 无

    • 恢复能力: 无需恢复

    1. 参考回滚策略: 停止mds

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-start-snapshot.html b/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-start-snapshot.html index 5750352..f5cc311 100644 --- a/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-start-snapshot.html +++ b/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-start-snapshot.html @@ -4,13 +4,13 @@ Curve 启动snapshotclone | Curve Book - - + +
    跳到主要内容

    Curve 启动snapshotclone

    1. 适用环境:
    2. 版本号: v1.2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 管控面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 节点名称，具体的snapshotclone服务
    9. 验收标准: 该指定的snapshotclone服务启动成功，集群健康
    10. 参考步骤:
    1. 查看集群服务状态和指定节点的snapshotclone状态：
       $ curveadm status
       
       注：如果指定的snapshotclone已经处于运行状态（Status为Up状态），则不用再次启动。
       
    2. 如果处于Exit状态的话，则使用下述命令启动服务：

       如果是启动某一个指定的snapshotclone，使用--id选项:
       $ curveadm start --id <Id>
       
       如果要启动某一个节点上所有snapshotclone服务，使用如下命令：
       $ curveadm start --host <host> --role snapshotclone
       
       如果要启动所有的snapshotclone，使用如下命令：
       $ curveadm start --role snapshotclone
       
    3. 再次查看集群服务状态，查看指定snapshotclone服务是否启动成功（Status为Up状态）：
       $ curveadm status
       
    4. 使用工具查看集群状态是否健康：
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
    1. 参考影响:

    • 时间: 无

    • 业务方: 无

    • 影响主题: 无

    • 用户：无

    1. 参考风险:

    • 数据面: 无

    • 管控面: 无

    • 恢复能力: 无需恢复

    1. 参考回滚策略: 停止snapshotclone

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-stop-mds.html b/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-stop-mds.html index 6da61d3..bed473d 100644 --- a/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-stop-mds.html +++ b/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-stop-mds.html @@ -4,13 +4,13 @@ Curve 停止mds | Curve Book - - + +
    跳到主要内容

    Curve 停止mds

    1. 适用环境:
    2. 版本号: v1.2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 管控面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 具体节点，具体的mds服务
    9. 验收标准: 该节点的mds服务停止成功，并且集群健康
    10. 参考步骤:
    1. 查看集群服务状态和指定节点的mds状态：
       $ curveadm status
       
       注：如果指定的mds已经处于退出状态（Status为Exited状态），则不用重复操作。
       
    2. 如果处于Up状态，则使用下述命令停止服务，

       如果是停止某个指定的mds，使用--id选项:
       $ curveadm stop --id <Id>
       
       如果要停止某个节点上的所有的mds服务，使用如下命令：
       $ curveadm stop --host <host> --role mds
       
       如果要停止集群中所有的mds服务，使用如下命令：（一般不会进行操作）
       注意：如果停止所有的mds，则导致集群不可用，请在进行下列操作前仔细确认是否要停掉所有的mds服务
       $ curveadm stop --role mds
       
    3. 再次查看集群服务状态，查看指定mds服务是否已经退出（Status为Exited状态）：
       $ curveadm status
       
    4. 使用工具使用查看当前集群状态：
       $ curve bs status cluster
       
       当停止部分mds服务后，上述命令输出提示集群处于warn状态 Cluster health is： warn，符合预期。
       如果停止部分mds服务后，上述命令输出提示集群处于error状态 Cluster health is： error，则表示集群出错，需要重新拉起刚才停掉的mds。
       （一般不会做此操作）停掉所有的mds服务，集群应该处于error状态 Cluster health is： error。
    1. 参考影响:

    • 情况1：停止部分mds

      • 时间: 无

      • 业务方: 无

      • 影响主题: 无

      • 用户：无

    • 情况2：停掉所有的mds服务

      • 时间：直至有mds服务启动之前，集群不可用

      • 业务方：所有使用当前集群的业务方

      • 影响主题：mds挂掉

      • 用户：所有使用当前集群的用户

    1. 参考风险:

    • 情况1：停止部分mds服务

      • 数据面: 无

      • 管控面: 无

      • 恢复能力: 无需恢复

    • 情况2：停掉所有mds服务

      • 数据面: IO暂停

      • 管控面: 管控面服务不可用

      • 恢复能力: 无需恢复

    1. 参考回滚策略: 重新拉起mds

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-stop-snapshot.html b/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-stop-snapshot.html index fef5fa9..733573f 100644 --- a/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-stop-snapshot.html +++ b/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-stop-snapshot.html @@ -4,13 +4,13 @@ Curve 停止snapshotclone | Curve Book - - + +
    跳到主要内容

    Curve 停止snapshotclone

    1. 适用环境:
    2. 版本号: v1.2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 管控面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 具体节点
    9. 验收标准: 该节点的snapshotclone服务停止成功，并且集群健康
    10. 参考步骤:
    1. 查看集群服务状态和指定节点的snapshotclone状态：
       $ curveadm status
       
       注：如果指定的snapshotclone已经处于退出状态（Status为Exited状态），则不用重复操作。
       
    2. 如果处于Up状态，则使用下述命令停止服务，

       如果是停止某个指定的snapshotclone，使用--id选项:
       $ curveadm stop --id <Id>
       
       如果要停止某个节点上的所有的snapshotclone服务，使用如下命令：
       $ curveadm stop --host <host> --role snapshotclone
       
       如果要停止集群中所有的snapshotclone服务，使用如下命令：（一般不会进行操作）
       注意：如果停止所有的snapshotclone，则导致集群不可用，请在进行下列操作前仔细确认是否要停掉所有的snapshotclone服务
       $ curveadm stop --role snapshotclone
       
    3. 再次查看集群服务状态，查看指定snapshotclone服务是否已经退出（Status为Exited状态）：
       $ curveadm status
       
    4. 使用工具使用查看当前集群状态：
       $ curve bs status cluster
       
       当停止部分snapshotclone服务后，上述命令输出提示集群处于warn状态 Cluster health is： warn，符合预期。
       如果停止部分snapshotclone服务后，上述命令输出提示集群处于error状态 Cluster health is： error，则表示集群出错，需要重新拉起刚才停掉的snapshotclone。
       （一般不会做此操作）停掉所有的snapshotclone服务，集群应该处于error状态 Cluster health is： error。
    1. 参考影响:

    • 情况1：停止部分snapshotclone

      • 时间: 无

      • 业务方: 无

      • 影响主题: 无

      • 用户：无

    • 情况2：停掉所有的snapshotclone服务

      • 时间：直至有snapshotclone服务启动之前，快照服务不可用

      • 业务方：所有使用当前集群的业务方

      • 影响主题：snapshotclone挂掉

      • 用户：所有使用当前集群的用户

    1. 参考风险:

    • 情况1：停止部分snapshotclone服务

      • 数据面: 无

      • 管控面: 无

      • 恢复能力: 无需恢复

    • 情况2：停掉所有snapshotclone服务

      • 数据面: 无

      • 管控面: 快照服务不可用

      • 恢复能力: 无需回复

    1. 参考回滚策略: 重新拉起snapshotclone

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-upgrade-mds.html b/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-upgrade-mds.html index 97ad3bf..458b15c 100644 --- a/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-upgrade-mds.html +++ b/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-upgrade-mds.html @@ -4,13 +4,13 @@ Curve 升级mds | Curve Book - - + +
    跳到主要内容

    Curve 升级mds

    1. 适用环境:
    2. 版本号: v1.2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 管控面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 节点名称，具体的mds服务
    9. 验收标准: 指定mds服务升级到新的版本，集群健康，并且可以正常对外提供服务
    10. 参考步骤:
    前置检查：升级前请确认下版本的兼容性，有些版本可能不能直接升级到某些高级版本，需要去做确认。

    1. 首先需要使用工具查看当前集群是否健康
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       注：1. 如果集群健康（ok），则继续后续步骤。
          2. 如果集群异常（warn/error），不建议升级。
       
    2. 备份本地拓扑文件：
       $ cp topology.yaml topology-old.yaml
       
       提醒: 如果找不到本地集群拓扑，则使用如下命令导出配置：
       $ curveadm config show > topology.yaml
       
    2. 修改集群拓扑：
       修改集群拓扑文件中的镜像名为需要升级的新镜像名，只需要修改镜像即可：
       $ vim topology.yaml
       
       kind: curvebs
       global:
         container_image: quay.io/opencurve/curve/curvebs:latest  # 修改镜像
         ...
       
    3. 重新提交集群拓扑：
       $ curveadm config commit topology.yaml
       
    4. 升级指定服务：
       $ curveadm upgrade --role mds
       
       注：上述命令默认是会升级集群中的所有的mds服务，如果只需要指定服务，可通过添加以下3个选项来实现：
       --id: 升级指定 id 的服务
       --host: 升级指定主机的所有服务
       --role: 升级指定角色的所有服务

       示例 1：升级集群中所有mds服务
       $ curveadm upgrade --role mds
       提示：`curveadm upgrade --role mds` 默认是滚动升级集群每一个mds服务，用户在升级一个mds服务后 需要使用工具确定集群是否健康。如果集群是健康的话，然后再输入yes开始升级下一个服务。
       
       在执行上述命令之后，需要由用户确认升级页面。 输入 yes 开始升级当前服务：
           Upgrade 1/3 service:
           + host=server-host1  role=mds  image=quay.io/opencurve/curve/curvebs:latest
           Do you want to continue? [yes/no]: (default=no)

       在一个mds服务升级成功后，使用如下命令查看集群集群的健康状态：
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       示例 2：升级 id 为 c9570c0d0252 的mds服务
       $ curveadm upgrade --id c9570c0d0252
       
       示例 3：升级 server-host1 这台主机上的所有 mds 服务
       $ curveadm upgrade --host server-host1 --role mds

       
    3. 再次查看集群服务状态，查看指定mds服务是否启动成功：
       $ curveadm status
       
    4. 查看集群是否健康：
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       如果集群状态ok，则表示升级成功。
    1. 参考影响:

    • 时间: 无

    • 业务方: 无

    • 影响主题: 无

    • 用户：无

    1. 参考风险:

    • 数据面: IO可能有短暂的抖动

    • 管控面: 无

    • 恢复能力: 无需恢复

    1. 参考回滚策略: 回退mds

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-upgrade-snapshot.html b/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-upgrade-snapshot.html index b66f236..dce1ad0 100644 --- a/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-upgrade-snapshot.html +++ b/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-upgrade-snapshot.html @@ -4,13 +4,13 @@ Curve 升级snapshotclone | Curve Book - - + +
    跳到主要内容

    Curve 升级snapshotclone

    1. 适用环境:
    2. 版本号: v1.2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 管控面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 节点名称，具体的snapshotclone服务
    9. 验收标准: 指定snapshotclone服务升级到新的版本，集群健康，并且可以正常对外提供服务
    10. 参考步骤:
    前置检查：升级前请确认下版本的兼容性，有些版本可能不能直接升级到某些高级版本，需要去做确认。

    1. 首先需要使用工具查看当前集群是否健康
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       注：1. 如果集群健康（ok），则继续后续步骤。
          2. 如果集群异常（warn/error），不建议升级。
       
    2. 备份本地拓扑文件：
       $ cp topology.yaml topology-old.yaml
       
       提醒: 如果找不到本地集群拓扑，则使用如下命令导出配置：
       $ curveadm config show > topology.yaml
       
    2. 修改集群拓扑：
       修改集群拓扑文件中的镜像名为需要升级的新镜像名，只需要修改镜像即可：
       $ vim topology.yaml
       
       kind: curvebs
       global:
         container_image: quay.io/opencurve/curve/curvebs:latest  # 修改镜像
         ...
       
    3. 重新提交集群拓扑：
       $ curveadm config commit topology.yaml
       
    4. 升级指定服务：
       $ curveadm upgrade --role snapshotclone
       
       注：上述命令默认是会升级集群中的所有的snapshotclone服务，如果只需要指定服务，可通过添加以下3个选项来实现：
       --id: 升级指定 id 的服务
       --host: 升级指定主机的所有服务
       --role: 升级指定角色的所有服务
       
       示例 1：升级集群中所有snapshotclone服务
       $ curveadm upgrade --role snapshotclone
       提示：`curveadm upgrade --role snapshotclone` 默认是滚动升级集群每一个snapshotclone服务，用户在升级一个snapshotclone服务后 需要使用工具确定集群是否健康。如果集群是健康的话，然后再输入yes开始升级下一个服务。
       
       在执行上述命令之后，需要由用户确认升级页面。 输入 yes 开始升级当前服务：
           Upgrade 1/3 service:
           + host=server-host1  role=snapshotclone  image=quay.io/opencurve/curve/curvebs:latest
           Do you want to continue? [yes/no]: (default=no)

       在一个snapshotclone服务升级成功后，使用如下命令查看集群集群的健康状态：
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok

       示例 2：升级 id 为 c9570c0d0252 的snapshotclone服务
       $ curveadm upgrade --id c9570c0d0252
       
       示例 3：升级 server-host1 这台主机上的所有 snapshotclone 服务
       $ curveadm upgrade --host server-host1 --role snapshotclone
       
    3. 再次查看集群服务状态，查看指定snapshotclone服务是否启动成功：
       $ curveadm status
       
    4. 查看集群是否健康：
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       如果集群状态ok，则表示升级成功。
    1. 参考影响:

    • 时间: 无

    • 业务方: 无

    • 影响主题: 无

    • 用户：无

    1. 参考风险:

    • 数据面: 无

    • 管控面: 管理服务短暂不可用，快照克隆服务不可用

    • 恢复能力: 无需恢复

    1. 参考回滚策略: 回退snapshotclone

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveBS/maintenance/administrator-guide/curvebs-datapanel-change-disk.html b/CurveBS/maintenance/administrator-guide/curvebs-datapanel-change-disk.html index b1b8d11..942e74a 100644 --- a/CurveBS/maintenance/administrator-guide/curvebs-datapanel-change-disk.html +++ b/CurveBS/maintenance/administrator-guide/curvebs-datapanel-change-disk.html @@ -4,13 +4,13 @@ Curve 坏盘更换 | Curve Book - - + +
    跳到主要内容

    Curve 坏盘更换

    1. 适用环境:
    2. 版本号: v1.2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 数据面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 节点名称
    9. 验收标准: 新盘对应的chunkserver重启成功
    10. 参考步骤:
    1. 剔除坏盘：
       在坏盘情况下，对应的chunkserver会退出，集群会自动做迁移，使用如下命令查看故障的chunkserver的ID（Status为Exited状态的chunkserver）
       $ curveadm status -v
       
    2. 跟SA确认盘是否进行过读写压测，排查坏盘、慢盘等异常。

    3. 检查磁盘磁盘缓存是否关闭
       $ sudo /sbin/hdparm -W /dev/sd{number}  | grep "write-caching"
         确认write-caching=0

    4. 检查磁盘调度策略为noop
       $ cat /sys/block/sd{number}/queue/scheduler
       应该输出[noop] deadline cfq

    5. 提交新增磁盘列表
       $ vim format.yaml

       host:
         - server-host3
       disk:
         - /dev/sdc:/data/chunkserver3:90  # 替换上来的磁盘

       警告：format.yaml 文件中只需填写新增机器上的磁盘列表即可，切勿将已在集群中服务的磁盘列表填入其中，避免造成无法挽回的损失。

    6. 格式化替换上来的磁盘
       $ curveadm format -f format.yaml

    7. 拉起当前服务：
       $ curveadm start --id <ID>
       
       这里的ID为因为坏盘而停止的chunkserver服务ID，也就是第1步看到的ID
       
    5. 再次查看集群当前chunkserver状态是否被成功拉起状态（Status为Up状态）：
       $ curveadm status
    1. 参考影响:

    • 时间: 无

    • 业务方: 无

    • 用户：无

    1. 参考风险:

    • 数据面: IO可能有短暂时间抖动

    • 管控面: 无

    • 恢复能力: 无需恢复

    1. 参考回滚策略: 无

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveBS/maintenance/administrator-guide/curvebs-datapanel-config-chunkserver.html b/CurveBS/maintenance/administrator-guide/curvebs-datapanel-config-chunkserver.html index 89c0305..3ded620 100644 --- a/CurveBS/maintenance/administrator-guide/curvebs-datapanel-config-chunkserver.html +++ b/CurveBS/maintenance/administrator-guide/curvebs-datapanel-config-chunkserver.html @@ -4,13 +4,13 @@ Curve 修改chunkserver配置 | Curve Book - - + +
    跳到主要内容

    Curve 修改chunkserver配置

    1. 适用环境:
    2. 版本号: v1.2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 数据面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 节点名称，具体的chunkserver服务
    9. 验收标准: 该指定chunkserver配置修改成功，chunkserver重启成功并可以正常对外提供服务
    10. 参考步骤:
    1. 需要先确认当前集群是否健康：
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       注：1. 集群健康（ok）：如果集群健康，继续执行后续步骤。重启当前服务后需确保集群仍是健康状态。
          2. 集群异常（warn/error）：
             使用工具查看是否是chunkserver异常：
             $ curve bs status chunkserver
             2.1 如果是当前要重启的服务导致的异常（warn/error）并希望通过修改配置恢复，则继续执行后续步骤。但重启之后不能保证集群是健康状态。
             2.2 如果当前要重启的服务正常，其他的服务异常导致的集群不健康，则继续执行后续步骤。但是重启当前服务后集群仍然处于不健康状态。
       
    2. 备份本地集群拓扑文件：
       $ cp topology.yaml topology-old.yaml

       注：当本地拓扑文件丢失时，我们可以通过如下命令保存当前的集群拓扑来恢复：
       $ curveadm config show > topology.yaml

    3. 编辑本地集群拓扑文件，在拓扑文件中增加/删除/修改chunkserver服务的配置项：
       $ vim topology.yaml

    4. 提交修改的集群拓扑:
       $ curveadm config commit topology.yaml
       
    5. 重新加载服务：
       $ curveadm reload --role chunkserver
       
       CurveAdm 使用上述命令默认重新加载集群中的所有 chunkserver 服务，如需重新加载指定服务，可通过添加以下 3 个选项来实现：

       --id: 重新加载指定 id 的服务
       --host: 重新加载指定主机的所有服务
       --role: 重新加载指定角色的所有服务
       以上 3 个选项可任意组合使用，服务对应的 id、host、role 可通过 curveadm status 来查看。

       示例 1：重新加载 id 为 c9570c0d0252 的chunkserver服务
       $ curveadm reload --id c9570c0d0252
       
       示例 2：重新加载 server-host1 这台主机上的所有 chunkserver 服务
       $ curveadm reload --host server-host1 --role chunkserver
       
       示例 3：重新加载集群中所有的chunkserver服务（不建议按照role同时修改chunkserver配置，否则会导致IO hang）
       提醒：该操作会根据当前集群拓扑的变更修改相应服务的配置，然后再同时重启机器中的所有chunkserver服务，所以在执行下列操作时，可能会导致IO短暂时间的不可用。
       $ curveadm reload --role chunkserver
       
    6. 再次查看指定的chunkserver服务是否已经启动（Status为Up状态）:
       $ curveadm status

    7. 查看集群的健康状态：
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is: ok

       注：如果集群在修改此chunkserver的配置之前健康，则需要保证修改此服务配置后集群仍是健康状态；
          如果集群在修改此chunkserver服务配置之前异常，则有以下两种情况：
          1. 修改此chunkserver服务配置之前，是由当前chunkserver服务导致的集群异常，则修改当前服务的配置后不能保证集群仍然是健康的，是符合预期的。
          2. 修改此chunkserver服务配置之前，不是当前chunkserver服务导致的集群异常，则修改当前服务的配置后仍然是不健康的状态，是符合预期的。
    1. 参考影响:

    • 情况1：修改某个chunkserver服务（按照id）/修改某个副本域的所有的chunkserver（按照host）

      • 时间: 无

      • 业务方: 无

      • 影响主题: 无

      • 用户：无

    • 情况2：同时修改涉及多个副本域的chunkserver

      • 时间: 在修改配置，chunkserver重启之前，在此期间，IO可能会卡住

      • 业务方: 所有使用当前集群的业务方

      • 影响主题: chunkserver正在修改配置重启

      • 用户：所有使用当前集群的用户

    • 情况3：同时修改所有的chunkserver服务配置（不建议按照role同时修改chunkserver配置，否则可能会导致IO hang）

      • 时间: 在所有的chunkserver修改配置及重启过程中，集群不可用

      • 业务方: 所有使用当前集群的业务方

      • 影响主题: chunkserver正在修改配置，服务重启

      • 用户：所有使用当前集群的用户

    1. 参考风险:

    • 情况1：修改某个chunkserver服务（按照id）/修改某个副本域的所有的chunkserver（按照host）

      • 数据面：无

      • 管控面：无

      • 恢复能力：无需恢复

    • 情况2：同时修改涉及多个副本域的chunkserver

      • 数据面：可能会导致IO hang

      • 管控面：无

      • 恢复能力：无需恢复

    • 情况3：同时修改所有的chunkserver服务配置（不建议按照role同时修改chunkserver配置，否则会导致IO hang）

      • 数据面：可能有短暂的IO抖动。如果所有的chunkserver在同一时刻进入重启，该时刻读写IO hang

      • 管控面：无

      • 恢复能力：无需恢复

    1. 参考回滚策略: 回退chunkserver配置到之前的值

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveBS/maintenance/administrator-guide/curvebs-datapanel-downgrade-chunkserver.html b/CurveBS/maintenance/administrator-guide/curvebs-datapanel-downgrade-chunkserver.html index c0ff30b..cb9e18f 100644 --- a/CurveBS/maintenance/administrator-guide/curvebs-datapanel-downgrade-chunkserver.html +++ b/CurveBS/maintenance/administrator-guide/curvebs-datapanel-downgrade-chunkserver.html @@ -4,13 +4,13 @@ Curve 回退chunkserver | Curve Book - - + +
    跳到主要内容

    Curve 回退chunkserver

    1. 适用环境:
    2. 版本号: v1.2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 数据面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 节点名称，具体的chunkserver服务
    9. 验收标准: 该指定的chunkserver服务回退到上一个版本，集群健康，并且可以正常对外提供服务
    10. 参考步骤:
    1. 使用工具查看当前集群是否健康：
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       注：如果集群不健康（error/warn状态），请不要回退
       
    2. 提交备份的topology-old.yaml拓扑文件：
       $ curveadm config commit topology-old.yaml
       
    3. 回退指定服务：
       $ curveadm upgrade --role chunkserver

       注：上述命令默认是会回退集群中的所有的chunkserver服务，如果只需要指定服务，可通过添加以下3个选项来实现：
       --id: 回退指定 id 的服务
       --host: 回退指定主机的所有服务
       --role: 回退指定角色的所有服务

       示例 1：回退集群中的所有 chunkserver 服务
       $ curveadm upgrade --role chunkserver
       提示：`curveadm upgrade --role chunkserver` 默认是滚动回退/回退集群每一个chunkserver服务，用户在回退完一个chunkserver服务后 需要进入容器内确定集群是否健康。如果集群是健康的话，再输入yes开始回退下一个服务。
       
       在执行上述命令之后，需要由用户确认回退页面。 输入 yes 开始回退当前服务：
          Upgrade 1/3 service:
          + host=server-host1  role=chunkserver  image=quay.io/opencurve/curve/curvebs:latest
          Do you want to continue? [yes/no]: (default=no)

       在一个chunkserver服务回退成功后，使用如下命令查看集群的健康状态：
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       示例 2：回退 id 为 c9570c0d0252 的chunkserver服务
       $ curveadm upgrade --id c9570c0d0252
       
       示例 3：回退 server-host1 这台主机上的所有 chunkserver 服务
       $ curveadm upgrade --host server-host1 --role chunkserver
       
    4. 再次查看集群服务状态，查看指定 chunkserver 服务是否启动成功（Status为Up状态）：
       $ curveadm status
       
    5. 查看集群是否健康：
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
    1. 参考影响:

    • 情况1：回退某一个chunkserver（按照id）/某个副本域的所有chunkserver（按照host）

      • 时间: 在chunkserver降级成功直至集群健康，IO可能有短暂时间抖动

      • 业务方: 所有使用当前集群的业务方

      • 影响主题: chunkserver正在降级

      • 用户：所有使用当前集群的用户

    • 情况2：同时回退所有的chunkserver服务(滚动回退，回退之后需确认集群健康然后回退下一个)

      • 时间: 无

      • 业务方: 无

      • 影响主题: 无

      • 用户：无

    1. 参考风险:

    • 情况1：回退某一个chunkserver（按照id）/某个副本域的所有chunkserver（按照host）

      • 数据面：IO可能有短暂时间抖动。如果该chunkserver上面的copyset属于leader的话，回退则会造成重新选举，从而发生IO抖动

      • 管控面：无

      • 恢复能力：无需恢复

    • 情况2：同时回退所有的chunkserver服务(滚动回退，回退之后需确认集群健康然后回退下一个)

      • 数据面：无

      • 管控面：无

      • 恢复能力：无需恢复

    1. 参考回滚策略: 升级chunkserver

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveBS/maintenance/administrator-guide/curvebs-datapanel-migrate.html b/CurveBS/maintenance/administrator-guide/curvebs-datapanel-migrate.html index c239394..6426208 100644 --- a/CurveBS/maintenance/administrator-guide/curvebs-datapanel-migrate.html +++ b/CurveBS/maintenance/administrator-guide/curvebs-datapanel-migrate.html @@ -4,13 +4,13 @@ Curve 迁移服务 | Curve Book - - + +
    跳到主要内容

    Curve 迁移服务

    1. 适用环境:
    2. 版本号: v1.2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 数据面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 节点名称
    9. 验收标准: 迁移完成，且集群正常工作
    10. 参考步骤:
    1. 需要先确认当前集群是否健康：
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       注：如果集群不健康，需要判断是否仍然需要迁移，否则可能导致集群服务不可用。
       
    2. 备份本地集群拓扑文件：
       $ cp topology.yaml topology-old.yaml
       
       注：当本地拓扑文件丢失时，我们可以通过如下命令保存当前的集群拓扑来恢复：
       $ curveadm config show > topology.yaml
      
    3. 添加新增机器至主机列表：
       $ vim hosts.yaml
       
         global:
           user: curve
           ssh_port: 22
           private_key_file: /home/curve/.ssh/id_rsa

         hosts:
           - host: server-host1
             hostname: 10.0.1.1
           - host: server-host2
             hostname: 10.0.1.2
           - host: server-host3
             hostname: 10.0.1.3
           - host: server-host4  # 新增机器
             hostname: 10.0.1.4
        
        注：如果找不到本地的hosts.yaml文件，则使用如下命令重新导出：
        $ curveadm hosts show > hosts.yaml

    4. 编辑本地集群拓扑文件，在拓扑文件中添加新机器：
       $ vim topology.yaml
       
        kind: curvebs
        global:
          variable:
           machine1: server-host1
           machine2: server-host2
           machine3: server-host3
           machine4: server-host4  # 新增机器
      
       chunkserver_services:
         config:
           listen.ip: ${service_host}
           listen.port: 6800
           listen.external_port: 7800
           chunkserver.loglevel: 0
         deploy:
           - host: ${machine1}
           - host: ${machine2}
           - host: ${machine4}    # 将 ${machine3} 修改为 ${machine4}
             config:
               chunkserver.loglevel: 3

      注：
          * 每一次只能迁移同一种角色的其中一个服务
          * 每一次只能迁移同一台主机的服务
       
    5. 迁移服务：
       $ curveadm migrate topology.yaml
       
    6. 再次查看新节点对应的服务是否已经启动（Status为Up状态）：
       $ curveadm status

    7. 查看集群的健康状态：
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok

    8. 如果要继续迁移，请等待当前服务迁移完成，集群健康。
       重复3-7步骤
    1. 参考影响:

    • 时间: 无

    • 业务方: 无

    • 用户：无

    1. 参考风险:

    • 数据面: 在服务迁移过程中，相当于停服然后重启。如果迁移etcd/mds可能没有影响，对于chunkserver来说可能会有IO抖动，因为copyset的leader可能重新选举。

    • 管控面: 无

    • 恢复能力: 无需恢复

    1. 参考回滚策略: 无

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveBS/maintenance/administrator-guide/curvebs-datapanel-restart-chunkserver.html b/CurveBS/maintenance/administrator-guide/curvebs-datapanel-restart-chunkserver.html index b44fb19..323dec9 100644 --- a/CurveBS/maintenance/administrator-guide/curvebs-datapanel-restart-chunkserver.html +++ b/CurveBS/maintenance/administrator-guide/curvebs-datapanel-restart-chunkserver.html @@ -4,13 +4,13 @@ Curve 重启chunkserver | Curve Book - - + +
    跳到主要内容

    Curve 重启chunkserver

    1. 适用环境:
    2. 版本号: v1.2.6+
    3. CurveAdm版本号：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 数据面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 节点名称，具体的chunkserver服务
    9. 验收标准: 该指定chunkserver服务重启成功，并且集群健康
    10. 参考步骤:
    1. 使用工具查看集群是否健康，当前chunkserver是否异常
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       注：1. 集群健康（ok）：如果集群健康，继续执行后续步骤。重启当前服务后需确保集群仍是健康状态。
          2. 集群异常（warn/error）：
             使用工具查看是否是chunkserver异常：
             $ curve bs status chunkserver
             2.1 如果是当前要重启的服务导致的异常（warn/error）并希望重启恢复，则继续执行后续步骤。但重启之后不能保证集群是健康状态。
             2.2 如果当前要重启的服务正常，其他的服务异常导致的集群不健康，则继续执行后续步骤。但是重启当前服务后集群仍然处于不健康状态。
          
    2. 使用如下命令重启chunkserver服务：

       如果是重启指定的chunkserver服务，使用--id选项：
       $ curveadm restart --id <Id>
       
       如果要重启某个节点下的所有的chunkserver服务，使用如下命令：
       $ curveadm restart --host <host> --role chunkserver
       
       如果要重启集群中所有的chunkserver服务，使用如下命令：(一般不建议这么操作，会导致io hang)
       提示：如果重启所有的chunkserver，则导致集群短暂不可用，在重启期间所有IO出错，请谨慎进行下列操作。
       $ curveadm restart --role chunkserver
       
    3. 再次查看集群服务状态，查看指定chunkserver服务是否重启成功（Status为Up状态）：
       $ curveadm status
       
    4. 使用工具查看集群是否健康：
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok

       注：如果集群在重启之前健康，则需要保证重启服务后集群仍是健康状态；
          如果集群在重启之前异常，则有以下两种情况：
          1. 重启之前，是由当前服务导致的集群异常，重启当前服务后不能保证集群仍然是健康的，是符合预期的。
          2. 重启之前，不是当前服务导致的集群异常，则重启后集群仍然是不健康的状态，是符合预期的。
    1. 参考影响:

    • 情况1：重启某一个chunkserver/某个副本域的所有chunkserver

      • 时间: 无

      • 业务方: 无

      • 影响主题: 无

      • 用户：无

    • 情况2：重启涉及多个副本域的chunkserver

      • 时间: 直至这些chunkserver服务重启成功，在此期间io可能会卡住

      • 业务方: 所有使用当前集群的业务方

      • 影响主题: chunkserver正在重启

      • 用户：所有使用当前集群的用户

    • 情况3：同时重启所有的chunkserver服务(一般不建议这么操作，会导致io hang)

      • 时间: 在所有的chunkserver重启过程中，集群不可用

      • 业务方: 所有使用当前集群的业务方

      • 影响主题: chunkserver正在重启

      • 用户：所有使用当前集群的用户

    1. 参考风险:

    • 情况1：重启某一个chunkserver/一个副本域的chunkserver

      • 数据面：IO可能有短暂时间抖动。如果该chunkserver上面的copyset属于leader的话，重启则会造成重新选举，从而发生IO抖动

      • 管控面：无

      • 恢复能力：无需恢复

    • 情况2：重启涉及多个副本域的chunkserver

      • 数据面：可能会导致IO hang

      • 管控面：无

      • 恢复能力：无需恢复

    • 情况3：同时重启所有的chunkserver服务(一般不建议这么操作，会导致io hang)

      • 数据面：IO可能有短暂时间抖动。如果所有的chunkserver同一时刻重启，则该时刻IO hang

      • 管控面：无

      • 恢复能力：无需恢复

    1. 参考回滚策略: 无

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveBS/maintenance/administrator-guide/curvebs-datapanel-scaleout.html b/CurveBS/maintenance/administrator-guide/curvebs-datapanel-scaleout.html index 03ed519..dbc0577 100644 --- a/CurveBS/maintenance/administrator-guide/curvebs-datapanel-scaleout.html +++ b/CurveBS/maintenance/administrator-guide/curvebs-datapanel-scaleout.html @@ -4,13 +4,13 @@ Curve 集群扩容 | Curve Book - - + +
    跳到主要内容

    Curve 集群扩容

    1. 适用环境:
    2. 版本号: v1.2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 数据面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 节点名称
    9. 验收标准: 扩容完成，且集群正常工作
    10. 参考步骤:
    1. 使用工具查看当前集群是否健康：
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       注：1. 如果集群健康（ok）的话，则继续后续的步骤。
          2. 如果集群处于warn状态，需要判断是否是因为当前要扩容的服务导致的集群异常。如果不是当前要扩容的服务类型导致的，可以继续执行后续步骤。否则，则不要继续后续操作。
          3. 如果集群是error状态，则扩容可能是无意义操作，所以不要执行后续步骤。
       
    2. 提交主机列表：

       2.1 添加新增机器至主机列表：
       $ vim hosts.yaml
       
         global:
           user: curve
           ssh_port: 22
           private_key_file: /home/curve/.ssh/id_rsa

         hosts:
           - host: server-host1
             hostname: 10.0.1.1
           - host: server-host2
             hostname: 10.0.1.2
           - host: server-host3
             hostname: 10.0.1.3
           - host: server-host4  # 新增机器
             hostname: 10.0.1.4
           - host: server-host5  # 新增机器
             hostname: 10.0.1.5
           - host: server-host6  # 新增机器
             hostname: 10.0.1.6

       2.2 提交主机列表：
       $ curveadm hosts commit hosts.yaml
       
       注：如果找不到本地hosts.yaml文件，可以通过如下命令导出主机列表：
       $ curveadm hosts show > hosts.yaml
    3. 格式化磁盘
       3.1 准备磁盘列表：
           $ vim format.yaml
           host:
             - server-host4
             - server-host5
             - server-host6
           disk:
             - /dev/sda:/data/chunkserver0:90  # device:mount_path:format_percent
             - /dev/sdb:/data/chunkserver1:90
             - /dev/sdc:/data/chunkserver2:90

        注：format.yaml文件中只需填写新增机器上的磁盘列表即可，切勿将已在集群中服务的磁盘列表填入其中，避免造成无法挽回的损失。

        3.2 开始格式化
            $ curveadm format -f format.yaml

    3. 修改集群拓扑：

       3.1 备份当前拓扑文件：
       $ cp topology.yaml topology-old.yaml
       
       注：如果找不到本地集群拓扑，则使用如下命令导出拓扑配置：
       $ curveadm config show > topology.yaml
       
       3.2 修改集群拓扑
       $ vim topology.yaml
       
         kind: curvebs
         global:
           container_image: quay.io/opencurve/curve/curvebs:latest
           log_dir: ${home}/curvebs/logs/${service_role}
           data_dir: ${home}/curvebs/data/${service_role}
           variable:
             home: /tmp
             machine1: server-host1
             machine2: server-host2
             machine3: server-host3
             machine4: server-host4  # 新增机器
             machine5: server-host5  # 新增机器
             machine6: server-host6  # 新增机器
        
         # 如下以扩容chunkserver为例，将新增机器添加到chunkserver_services下
         # 如果要扩容mds/snapshotclone，则将新增机器添加到mds_services/snapshot_services下即可
           chunkserver_services:
           config:
             listen.ip: ${service_host}
             listen.port: 82${format_replicas_sequence}
             data_dir: /data/chunkserver${service_replicas_sequence}
             copysets: 100
           deploy:
             - host: ${machine1}
               replicas: 3
             - host: ${machine2}
               replicas: 3
             - host: ${machine3}
               replicas: 3
             - host: ${machine4}  # 新增服务
               replicas: 3
             - host: ${machine5}  # 新增服务
               replicas: 3
             - host: ${machine6}  # 新增服务
               replicas: 3
                 
        注：
        * 每一次只能扩容同一种角色的服务
        * 对于扩容chunkserver服务来说，每次扩容都会新增一个逻辑池，新增的服务都位于该逻辑池中，请确保每次扩容至少增加 3 台主机
       
    4. 扩容集群：
       $ curveadm scale-out topology.yaml
       
       提醒：扩容操作属于幂等操作，用户在执行失败后可重复执行，不用担心服务残留问题
       
    5. 再次查看集群服务状态，查看指定扩容服务是否启动成功（Status为Up状态）：
       $ curveadm status
       
    6. 查看集群是否健康：
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       注：如果扩容前集群处于warn状态，但不是当前服务导致的问题。如果当前服务扩容成功，但是集群会仍然处于warn状态，是符合预期的。
    1. 参考影响:

    • 时间: 无

    • 业务方: 无

    • 用户：无

    1. 参考风险:

    • 数据面: 无

    • 管控面: 无

    • 恢复能力: 无需恢复

    1. 参考回滚策略: 无

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveBS/maintenance/administrator-guide/curvebs-datapanel-start-chunkserver.html b/CurveBS/maintenance/administrator-guide/curvebs-datapanel-start-chunkserver.html index 2bf41ad..11a8423 100644 --- a/CurveBS/maintenance/administrator-guide/curvebs-datapanel-start-chunkserver.html +++ b/CurveBS/maintenance/administrator-guide/curvebs-datapanel-start-chunkserver.html @@ -4,13 +4,13 @@ Curve 启动chunkserver | Curve Book - - + +
    跳到主要内容

    Curve 启动chunkserver

    1. 适用环境:
    2. 版本号: v1.2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 数据面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 节点名称，具体的chunkserver服务
    9. 验收标准: 该指定的chunkserver服务启动成功，并且集群健康，可以对外正常提供服务
    10. 参考步骤:
    1. 查看集群服务和指定的chunkserver服务状态：
       $ curveadm status
       
       注：如果指定的chunkserver已经处于运行状态（Status为Up状态），则不用再次启动。
       
    2. 否则使用下述命令启动相应的chunkserver服务:

       如果是启动某一个指定的chunkserver，使用--id选项:
       $ curveadm start --id <Id>
       
       如果要启动某一个节点上所有chunkserver服务，使用如下命令：
       $ curveadm start --host <host> --role chunkserver
       
       如果要启动所有的chunkserver，使用如下命令：
       $ curveadm start --role chunkserver
       
    3. 再次查看集群服务状态，查看指定chunkserver服务是否启动成功（Status为Up状态）：
       $ curveadm status
       
    4. 使用工具查看集群状态是否健康：
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
    1. 参考影响:

    • 时间: 无

    • 业务方: 无

    • 用户：无

    1. 参考风险:

    • 数据面: IO可能有短暂时间抖动

    • 管控面: 无

    • 恢复能力: 无需恢复

    1. 参考回滚策略: 停止chunkserver

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveBS/maintenance/administrator-guide/curvebs-datapanel-stop-chunkserver.html b/CurveBS/maintenance/administrator-guide/curvebs-datapanel-stop-chunkserver.html index 4ae0272..5a2bddc 100644 --- a/CurveBS/maintenance/administrator-guide/curvebs-datapanel-stop-chunkserver.html +++ b/CurveBS/maintenance/administrator-guide/curvebs-datapanel-stop-chunkserver.html @@ -4,13 +4,13 @@ Curve 停止chunkserver | Curve Book - - + +
    跳到主要内容

    Curve 停止chunkserver

    1. 适用环境:
    2. 版本号: v1.2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 数据面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 节点名称，具体的chunkserver服务
    9. 验收标准: 该指定的chunkserver服务停止成功，并且集群仍然健康
    10. 参考步骤:
    1. 查看集群服务状态和指定的chunkserver状态：
       $ curveadm status
       
       注：如果指定的chunkserver已经处于退出状态（Status为Exited状态），则不用再次执行停止操作。
       
    2. 使用如下命令停止chunkserver服务：

       如果是停止某个指定的chunkserver，使用--id选项:
       $ curveadm stop --id <Id>
       
       如果要停止某个节点上的所有的chunkserver服务，使用如下命令：
       $ curveadm stop --host <host> --role chunkserver
       
       如果要停止集群中所有的chunkserver服务，使用如下命令（一般不会做此操作）
       警告：如果要停掉所有的chunkserver，则整个集群不可用，请谨慎确认之后再进行操作。
       $ curveadm stop --role chunkserver
       
    3. 再次查看集群服务状态，查看指定chunkserver服务是否已经退出（Status为Exited状态）：
       $ curveadm status
       
    4. 使用工具查看当前集群是否健康：
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  warn
       
       当停掉部分的chunkserver的时候，集群状态是warn状态，符合预期。
       如果停掉部分chunkserver，集群状态是error状态，则表示集群出错，需要重新拉取刚才停掉的chunkserver。
       （一般不会做此操作）停掉所有的chunkserver，集群状态是error状态，符合预期。
    1. 参考影响:

    • 情况1：停止某个chunkserver服务（按照id）/停掉某个副本域的所有chunkserver（按照host）

      • 时间: 无

      • 业务方: 无

      • 影响主题: 无

      • 用户：无

    • 情况2：同时停掉涉及多个副本域的chunkserver

      • 时间: 在chunkserver重启成功之前，可能发生IO hang

      • 业务方: 所有使用当前集群的业务方

      • 影响主题: 跨副本域的chunkserver挂掉

      • 用户：所有使用当前集群的用户

    • 情况3：同时停掉所有的chunkserver服务（一般不会做此操作）

      • 时间: 待集群中有chunkserver被重新拉取之前，整个集群不可用。

      • 业务方: 所有使用当前集群的业务方

      • 影响主题: chunkserver挂掉

      • 用户：所有使用当前集群的用户

    1. 参考风险:

    • 情况1：停止部分chunkserver服务

      • 数据面：无

      • 管控面：无

      • 恢复能力：无需恢复

    • 情况2：同时停掉涉及多个副本域的chunkserver

      • 数据面：有可能发生IO hang。

      • 管控面：无

      • 恢复能力：无需恢复

    • 情况3：同时停掉所有的chunkserver服务（一般不会做此操作）

      • 数据面：集群不可用，IO hang

      • 管控面：无

      • 恢复能力：无需恢复

    1. 参考回滚策略: 重启chunkserver

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveBS/maintenance/administrator-guide/curvebs-datapanel-upgrade-chunkserver.html b/CurveBS/maintenance/administrator-guide/curvebs-datapanel-upgrade-chunkserver.html index ebd0616..c5f4bd6 100644 --- a/CurveBS/maintenance/administrator-guide/curvebs-datapanel-upgrade-chunkserver.html +++ b/CurveBS/maintenance/administrator-guide/curvebs-datapanel-upgrade-chunkserver.html @@ -4,13 +4,13 @@ Curve 升级chunkserver | Curve Book - - + +
    跳到主要内容

    Curve 升级chunkserver

    1. 适用环境:
    2. 版本号: v1.2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 数据面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 节点名称，具体的chunkserver服务
    9. 验收标准: 该指定chunkserver升级成功，集群健康，并且可以正常对外提供服务
    10. 参考步骤:
    前置检查：升级前请确认下版本的兼容性，有些版本可能不能直接升级到某些高级版本，需要去做确认。

    1. 首先需要使用工具查看当前集群是否健康
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       注：1. 如果集群健康（ok），则继续后续步骤。
          2. 如果集群异常（warn/error），不建议升级。
       
    2. 备份本地拓扑文件：
       $ cp topology.yaml topology-old.yaml
       
       注: 如果找不到本地集群拓扑，则使用如下命令导出配置：
       $ curveadm config show > topology.yaml
       
    3. 修改集群拓扑：

       修改集群拓扑文件中的镜像名为需要升级的新镜像名，只需要修改镜像即可：
       $ vim topology.yaml
       
       kind: curvebs
       global:
         container_image: quay.io/opencurve/curve/curvebs:latest  # 修改镜像
         ...
       
    4. 重新提交集群拓扑：
       $ curveadm config commit topology.yaml
       
    5. 升级指定 chunkserver 服务：
       $ curveadm upgrade --role chunkserver
       
       注：上述命令默认是会升级集群中的所有的 chunkserver 服务，如果只需要指定服务，可通过添加以下3个选项来实现：
       --id: 升级指定 id 的服务
       --host: 升级指定主机的所有服务
       --role: 升级指定角色的所有服务

       示例 1：升级集群中的所有的chunkserver
       $ curveadm upgrade --role chunkserver
       提示：`curveadm upgrade --role chunkserver` 默认是滚动升级集群每一个chunkserver服务，用户在升级完一个chunkserver服务后 需要使用工具确定集群是否健康。如果集群是健康的话，再输入yes开始升级下一个服务。
       
       在执行上述命令之后，需要由用户确认升级页面。 输入 yes 开始升级当前服务：
           Upgrade 1/3 service:
           + host=server-host1  role=chunkserver  image=quay.io/opencurve/curve/curvebs:latest
           Do you want to continue? [yes/no]: (default=no)

       在一个chunkserver服务升级成功后，使用如下命令查看集群集群的健康状态：
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       示例 2：升级 id 为 c9570c0d0252 的 chunkserver 服务
       $ curveadm upgrade --id c9570c0d0252
       
       示例 3：升级 server-host1 这台主机上的所有 chunkserver 服务
       $ curveadm upgrade --host server-host1 --role chunkserver
       
    6. 再次查看集群服务状态，查看指定 chunkserver 服务是否启动成功（Status为Up状态）：
       $ curveadm status
       
    7. 查看集群是否健康：
       $ curve bs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       如果集群状态ok，则表示升级成功。
    1. 参考影响:

    • 情况1：升级某一个chunkserver（按照id升级）/某个副本域的所有chunkserver（按照host升级）

      • 时间: 在chunkserver升级成功直至集群健康，IO可能有短暂时间抖动

      • 业务方: 所有使用当前集群的业务方

      • 影响主题: chunkserver正在升级

      • 用户：所有使用当前集群的用户

    • 情况2：同时升级所有的chunkserver服务(滚动升级，升级之后需确认集群健康然后升级下一个)

      • 时间: 无

      • 业务方: 无

      • 影响主题: 无

      • 用户：无

    1. 参考风险:

    • 情况1：升级某一个chunkserver（按照id升级）/某个副本域的所有chunkserver（按照host升级）

      • 数据面：IO可能有短暂时间抖动。如果该chunkserver上面的copyset属于leader的话，升级则会造成重新选举，从而发生IO抖动

      • 管控面：无

      • 恢复能力：无需恢复

    • 情况2：同时升级所有的chunkserver服务(滚动升级，升级之后需确认集群健康然后升级下一个)

      • 数据面：无

      • 管控面：无

      • 恢复能力：无需恢复

    1. 参考回滚策略: 回退chunkserver

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveBS/maintenance/command-line-tools.html b/CurveBS/maintenance/command-line-tools.html index 1f6535e..f99680e 100644 --- a/CurveBS/maintenance/command-line-tools.html +++ b/CurveBS/maintenance/command-line-tools.html @@ -4,15 +4,15 @@ 命令行工具 | Curve Book - - + +
    跳到主要内容

    命令行工具

    Curve 命令行工具代码仓库地址：https://github.com/opencurve/curve/blob/master/tools-v2/README.md

    工具目前还在继续开发完善之中，欢迎提交issue或pr。

    How to use curve tool​

    Install​

    install curve tool

    wget https://curve-tool.nos-eastchina1.126.net/release/curve-latest
    chmod +x curve-latest
    mv curve-latest /usr/bin/curve

    set configure file

    wget https://raw.githubusercontent.com/opencurve/curve/master/tools-v2/pkg/config/curve.yaml

    or

    wget https://curve-tool.nos-eastchina1.126.net/config/curve.yaml

    Please modify the mdsAddr, mdsDummyAddr, etcdAddr under curvefs/bs in the template.yaml file as required

    mv curve.yaml ~/.curve/curve.yaml

    or

    mv curve.yaml /etc/curve/curve.yaml

    Introduction​

    Here's how to use the tool

    curve COMMAND [options]

    When you are not sure how to use a command, --help can give you an example of use:

    curve COMMAND --help

    For example:

    curve fs status mds --help
    Usage:  curve fs status mds [flags]

    get the inode usage of curvefs

    Flags:
      -c, --conf string            config file (default is $HOME/.curve/curve.yaml or /etc/curve/curve.yaml)
      -f, --format string          Output format (json|plain) (default "plain")
      -h, --help                   Print usage
          --httptimeout duration   http timeout (default 500ms)
          --mdsaddr string         mds address, should be like 127.0.0.1:6700,127.0.0.1:6701,127.0.0.1:6702
          --mdsdummyaddr string    mds dummy address, should be like 127.0.0.1:7700,127.0.0.1:7701,127.0.0.1:7702
          --showerror              display all errors in command

    Examples:
    $ curve fs status mds

    In addition, this tool reads the configuration from $HOME/.curve/curve.yaml or /etc/curve/curve.yaml by default, and can be specified by --conf or -c.

    Command​

    version​

    show the version of curve tool

    Usage:

    curve --version

    Output:

    curve v1.2

    completion​

    generate curve bash/zsh/fish completion script

    Take bash as an example:

    curve completion bash > /etc/bash_completion.d/curve

    If you perform completion you get the following error:

    curve [tab]bash: _get_comp_words_by_ref: command not found

    You need to install bash-completion:

    sudo apt install bash-completion
    source /usr/share/bash-completion/bash_completion

    upgrade​

    Upgrade curve to latest version

    Usage:

    curve upgrade

    If you want to upgrade to the specified version(ee500438):

    CURVE_VERSION=ee500438 curve upgrade

    If you are in an offline environment, you can also set up a temporary http server to provide upgrade services for other machines:

    # 192.168.1.1
    echo "123456" > __version
    cp curve curve-123456
    python3 -m http.server 1234

    In this way, it can be upgraded on other machines

    CURVE_BASE_URL=http://192.168.1.1:1234/ curve upgrade

    fs​

    check​

    check copyset​

    check copysets health in curvefs

    Usage:

    curve fs check copyset --copysetid 1 --poolid 1

    Output:

    +------------+-----------+--------+--------+---------+
    | COPYSETKEY | COPYSETID | POOLID | STATUS | EXPLAIN |
    +------------+-----------+--------+--------+---------+
    | 4294967297 |         1 |      1 | ok     |         |
    +------------+-----------+--------+--------+---------+

    create​

    create fs​

    create a fs in curvefs

    Usage:

    curve fs create fs --fsname test3

    Output:

    +--------+-------------------------------------------+
    | FSNAME |                  RESULT                   |
    +--------+-------------------------------------------+
    | test3  | fs exist, but s3 info is not inconsistent |
    +--------+-------------------------------------------+
    create topology​

    create curvefs topology

    Usage:

    curve fs create topology --clustermap topology.json

    Output:

    +-------------------+--------+-----------+--------+
    |       NAME        |  TYPE  | OPERATION | PARENT |
    +-------------------+--------+-----------+--------+
    | pool2             | pool   | del       |        |
    +-------------------+--------+           +--------+
    | zone4             | zone   |           | pool2  |
    +-------------------+--------+           +--------+
    | **.***.***.**_3_0 | server |           | zone4  |
    +-------------------+--------+-----------+--------+

    delete​

    delete fs​

    delete a fs from curvefs

    Usage:

    curve fs delete fs --fsname test1
    WARNING:Are you sure to delete fs test1?
    please input [test1] to confirm: test1

    Output:

    +--------+-------------------------------------+
    | FSNAME |               RESULT                |
    +--------+-------------------------------------+
    | test1  | delete fs failed!, error is FS_BUSY |
    +--------+-------------------------------------+

    list​

    list copyset​

    list all copyset info of the curvefs

    Usage:

    curve fs list copyset

    Output:

    +------------+-----------+--------+-------+--------------------------------+------------+
    |    KEY     | COPYSETID | POOLID | EPOCH |           LEADERPEER           | PEERNUMBER |
    +------------+-----------+--------+-------+--------------------------------+------------+
    | 4294967302 | 6         | 1      | 2     | id:1                           | 3          |
    |            |           |        |       | address:"**.***.***.**:6801:0" |            |
    +------------+-----------+        +-------+                                +------------+
    | 4294967303 | 7         |        | 1     |                                | 3          |
    |            |           |        |       |                                |            |
    +------------+-----------+        +-------+                                +------------+
    | 4294967304 | 8         |        | 1     |                                | 3          |
    |            |           |        |       |                                |            |
    +------------+-----------+        +-------+                                +------------+
    | 4294967307 | 11        |        | 1     |                                | 3          |
    |            |           |        |       |                                |            |
    +------------+-----------+        +-------+--------------------------------+------------+
    | 4294967297 | 1         |        | 1     | id:2                           | 3          |
    |            |           |        |       | address:"**.***.***.**:6802:0" |            |
    +------------+-----------+        +-------+                                +------------+
    | 4294967301 | 5         |        | 1     |                                | 3          |
    |            |           |        |       |                                |            |
    +------------+-----------+        +-------+                                +------------+
    | 4294967308 | 12        |        | 1     |                                | 3          |
    |            |           |        |       |                                |            |
    +------------+-----------+        +-------+--------------------------------+------------+
    | 4294967298 | 2         |        | 1     | id:3                           | 3          |
    |            |           |        |       | address:"**.***.***.**:6800:0" |            |
    +------------+-----------+        +-------+                                +------------+
    | 4294967299 | 3         |        | 1     |                                | 3          |
    |            |           |        |       |                                |            |
    +------------+-----------+        +-------+                                +------------+
    | 4294967300 | 4         |        | 1     |                                | 3          |
    |            |           |        |       |                                |            |
    +------------+-----------+        +-------+                                +------------+
    | 4294967305 | 9         |        | 1     |                                | 3          |
    |            |           |        |       |                                |            |
    +------------+-----------+        +-------+                                +------------+
    | 4294967306 | 10        |        | 1     |                                | 3          |
    |            |           |        |       |                                |            |
    +------------+-----------+--------+-------+--------------------------------+------------+
    list fs​

    list all fs info in the curvefs

    Usage:

    curve fs list fs

    Output:

    +----+-------+--------+--------------+-----------+---------+----------+-----------+----------+
    | ID | NAME  | STATUS |   CAPACITY   | BLOCKSIZE | FSTYPE  | SUMINDIR |   OWNER   | MOUNTNUM |
    +----+-------+--------+--------------+-----------+---------+----------+-----------+----------+
    | 2  | test1 | INITED | 107374182400 | 1048576   | TYPE_S3 | false    | anonymous | 1        |
    +----+-------+--------+--------------+-----------+         +----------+           +----------+
    | 3  | test3 | INITED | 107374182400 | 1048576   |         | false    |           | 0        |
    +----+-------+--------+--------------+-----------+---------+----------+-----------+----------+
    list mountpoint​

    list all mountpoint of the curvefs

    Usage:

    curve fs list mountpoint

    Output:

    +------+--------+-------------------------------------------------------------------+
    | FSID | FSNAME |                            MOUNTPOINT                             |
    +------+--------+-------------------------------------------------------------------+
    | 2    | test1  | siku-QiTianM420-N000:9002:/curvefs/client/mnt/home/siku/temp/mnt1 |
    +      +        +-------------------------------------------------------------------+
    |      |        | siku-QiTianM420-N000:9003:/curvefs/client/mnt/home/siku/temp/mnt2 |
    +------+--------+-------------------------------------------------------------------+
    list partition​

    list partition in curvefs by fsid

    Usage:

    curve fs list partition

    Output:

    +-------------+------+--------+-----------+----------+----------+-----------+
    | PARTITIONID | FSID | POOLID | COPYSETID |  START   |   END    |  STATUS   |
    +-------------+------+--------+-----------+----------+----------+-----------+
    | 14          | 2    | 1      | 10        | 1048676  | 2097351  | READWRITE |
    +-------------+      +        +           +----------+----------+-----------+
    | 20          |      |        |           | 7340732  | 8389407  | READWRITE |
    +-------------+      +        +-----------+----------+----------+-----------+
    | 13          |      |        | 11        | 0        | 1048675  | READWRITE |
    +-------------+      +        +           +----------+----------+-----------+
    | 16          |      |        |           | 3146028  | 4194703  | READWRITE |
    +-------------+      +        +           +----------+----------+-----------+
    | 22          |      |        |           | 9438084  | 10486759 | READWRITE |
    +-------------+      +        +-----------+----------+----------+-----------+
    | 21          |      |        | 5         | 8389408  | 9438083  | READWRITE |
    +-------------+      +        +-----------+----------+----------+-----------+
    | 23          |      |        | 7         | 10486760 | 11535435 | READWRITE |
    +-------------+      +        +           +----------+----------+-----------+
    | 24          |      |        |           | 11535436 | 12584111 | READWRITE |
    +-------------+      +        +-----------+----------+----------+-----------+
    | 15          |      |        | 8         | 2097352  | 3146027  | READWRITE |
    +-------------+      +        +           +----------+----------+-----------+
    | 18          |      |        |           | 5243380  | 6292055  | READWRITE |
    +-------------+      +        +-----------+----------+----------+-----------+
    | 17          |      |        | 9         | 4194704  | 5243379  | READWRITE |
    +-------------+      +        +           +----------+----------+-----------+
    | 19          |      |        |           | 6292056  | 7340731  | READWRITE |
    +-------------+------+        +-----------+----------+----------+-----------+
    | 26          | 3    |        | 2         | 1048676  | 2097351  | READWRITE |
    +-------------+      +        +           +----------+----------+-----------+
    | 30          |      |        |           | 5243380  | 6292055  | READWRITE |
    +-------------+      +        +-----------+----------+----------+-----------+
    | 34          |      |        | 3         | 9438084  | 10486759 | READWRITE |
    +-------------+      +        +-----------+----------+----------+-----------+
    | 29          |      |        | 4         | 4194704  | 5243379  | READWRITE |
    +-------------+      +        +           +----------+----------+-----------+
    | 32          |      |        |           | 7340732  | 8389407  | READWRITE |
    +-------------+      +        +-----------+----------+----------+-----------+
    | 35          |      |        | 5         | 10486760 | 11535435 | READWRITE |
    +-------------+      +        +           +----------+----------+-----------+
    | 27          |      |        |           | 2097352  | 3146027  | READWRITE |
    +-------------+      +        +           +----------+----------+-----------+
    | 33          |      |        |           | 8389408  | 9438083  | READWRITE |
    +-------------+      +        +-----------+----------+----------+-----------+
    | 25          |      |        | 6         | 0        | 1048675  | READWRITE |
    +-------------+      +        +           +----------+----------+-----------+
    | 36          |      |        |           | 11535436 | 12584111 | READWRITE |
    +-------------+      +        +-----------+----------+----------+-----------+
    | 28          |      |        | 8         | 3146028  | 4194703  | READWRITE |
    +-------------+      +        +-----------+----------+----------+-----------+
    | 31          |      |        | 9         | 6292056  | 7340731  | READWRITE |
    +-------------+------+--------+-----------+----------+----------+-----------+
    list topology​

    list the topology of the curvefs

    Usage:

    curve fs list topology

    Output:

    +----+------------+--------------------+------------+-----------------------+
    | ID |    TYPE    |        NAME        | CHILDTYPE  |       CHILDLIST       |
    +----+------------+--------------------+------------+-----------------------+
    | 1  | pool       | pool1              | zone       | zone3 zone2 zone1     |
    +----+------------+--------------------+------------+-----------------------+
    | 3  | zone       | zone3              | server     | **.***.***.**_2_0     |
    +----+            +--------------------+            +-----------------------+
    | 2  |            | zone2              |            | **.***.***.**_1_0     |
    +----+            +--------------------+            +-----------------------+
    | 1  |            | zone1              |            | **.***.***.**_0_0     |
    +----+------------+--------------------+------------+-----------------------+
    | 3  | server     | **.***.***.**_2_0  | metaserver | curvefs-metaserver.2  |
    +----+            +--------------------+            +-----------------------+
    | 2  |            | **.***.***.**_1_0  |            | curvefs-metaserver.1  |
    +----+            +--------------------+            +-----------------------+
    | 1  |            | **.***.***.**_0_0  |            | curvefs-metaserver.3  |
    +----+------------+--------------------+------------+-----------------------+
    | 3  | metaserver | curvefs-metaserver |            |                       |
    +----+            +--------------------+------------+-----------------------+
    | 2  |            | curvefs-metaserver |            |                       |
    +----+            +--------------------+------------+-----------------------+
    | 1  |            | curvefs-metaserver |            |                       |
    +----+------------+--------------------+------------+-----------------------+

    query​

    query copyset​

    query copysets in curvefs

    Usage:

    curve fs query copyset --copysetid 1 --poolid 1

    Output:

    +------------+-----------+--------+--------------------------------------+-------+
    | copysetKey | copysetId | poolId |              leaderPeer              | epoch |
    +------------+-----------+--------+--------------------------------------+-------+
    | 4294967297 |     1     |   1    | id:2  address:"**.***.***.**:6802:0" |   1   |
    +------------+-----------+--------+--------------------------------------+-------+
    query fs​

    query fs in curvefs by fsname or fsid

    Usage:

    curve fs query fs --fsname test1

    Output:

    +----+-------+--------+--------------+-----------+---------+----------+-----------+----------+
    | id | name  | status |   capacity   | blocksize | fsType  | sumInDir |   owner   | mountNum |
    +----+-------+--------+--------------+-----------+---------+----------+-----------+----------+
    | 2  | test1 | INITED | 107374182400 |  1048576  | TYPE_S3 |  false   | anonymous |    2     |
    +----+-------+--------+--------------+-----------+---------+----------+-----------+----------+
    query inode​

    query the inode of fs

    Usage:

    curve fs query inode --fsid 2 --inodeid 5243380

    Output:

    +-------+----------+-----------+---------+-------+--------+
    | fs id | inode id |  length   |  type   | nlink | parent |
    +-------+----------+-----------+---------+-------+--------+
    |   2   | 5243380  | 352321536 | TYPE_S3 |   1   |  [1]   |
    +-------+----------+-----------+---------+-------+--------+
    query metaserver​

    query metaserver in curvefs by metaserverid or metaserveraddr

    Usage:

    curve fs query metaserver --metaserveraddr **.***.***.**:6801,**.***.***.**:6802

    Output:

    +----+--------------------+--------------------+--------------------+-------------+
    | id |      hostname      |    internalAddr    |    externalAddr    | onlineState |
    +----+--------------------+--------------------+--------------------+-------------+
    | 1  | curvefs-metaserver | **.***.***.**:6801 | **.***.***.**:6801 |   ONLINE    |
    | 2  | curvefs-metaserver | **.***.***.**:6802 | **.***.***.**:6802 |   ONLINE    |
    +----+--------------------+--------------------+--------------------+-------------+
    query partition​

    query the copyset of partition

    Usage:

    curve fs query partition --partitionid 14

    Output:

    +----+--------+-----------+--------+----------------------+
    | id | poolId | copysetId | peerId |       peerAddr       |
    +----+--------+-----------+--------+----------------------+
    | 14 |   1    |    10     |   1    | **.***.***.**:6801:0 |
    | 14 |   1    |    10     |   2    | **.***.***.**:6802:0 |
    | 14 |   1    |    10     |   3    | **.***.***.**:6800:0 |
    +----+--------+-----------+--------+----------------------+

    status​

    status mds​

    get status of mds

    Usage:

    curve fs status mds

    Output:

    +--------------------+--------------------+----------------+----------+
    |        addr        |     dummyAddr      |    version     |  status  |
    +--------------------+--------------------+----------------+----------+
    | **.***.***.**:6700 | **.***.***.**:7700 | 8fc48476+debug | follower |
    | **.***.***.**:6701 | **.***.***.**:7701 | 8fc48476+debug | follower |
    | **.***.***.**:6702 | **.***.***.**:7702 | 8fc48476+debug |  leader  |
    +--------------------+--------------------+----------------+----------+
    status metaserver​

    get status of metaserver

    Usage:

    curve fs status metaserver

    Output:

    +--------------------+--------------------+----------------+--------+
    |    externalAddr    |    internalAddr    |    version     | status |
    +--------------------+--------------------+----------------+--------+
    | **.***.***.**:6800 | **.***.***.**:6800 | 8fc48476+debug | online |
    | **.***.***.**:6802 | **.***.***.**:6802 | 8fc48476+debug | online |
    | **.***.***.**:6801 | **.***.***.**:6801 | 8fc48476+debug | online |
    +--------------------+--------------------+----------------+--------+
    status etcd​

    get status of etcd

    Usage:

    curve fs status etcd

    Output:

    +---------------------+---------+----------+
    |        addr         | version |  status  |
    +---------------------+---------+----------+
    | **.***.***.**:23790 | 3.4.10  | follower |
    | **.***.***.**:23791 | 3.4.10  | follower |
    | **.***.***.**:23792 | 3.4.10  |  leader  |
    +---------------------+---------+----------+
    status copyset​

    get status of copyset

    Usage:

    curve fs status copyset

    Output:

    +------------+-----------+--------+--------+---------+
    | copysetKey | copysetId | poolId | status | explain |
    +------------+-----------+--------+--------+---------+
    | 4294967297 |     1     |   1    |   ok   |         |
    | 4294967298 |     2     |   1    |   ok   |         |
    | 4294967299 |     3     |   1    |   ok   |         |
    | 4294967300 |     4     |   1    |   ok   |         |
    | 4294967301 |     5     |   1    |   ok   |         |
    | 4294967302 |     6     |   1    |   ok   |         |
    | 4294967303 |     7     |   1    |   ok   |         |
    | 4294967304 |     8     |   1    |   ok   |         |
    | 4294967305 |     9     |   1    |   ok   |         |
    | 4294967306 |    10     |   1    |   ok   |         |
    | 4294967307 |    11     |   1    |   ok   |         |
    | 4294967308 |    12     |   1    |   ok   |         |
    +------------+-----------+--------+--------+---------+
    status cluster​

    get status of cluster

    Usage:

    curve fs status cluster

    Output:

    etcd:
    +---------------------+---------+----------+
    |        addr         | version |  status  |
    +---------------------+---------+----------+
    | **.***.***.**:23790 | 3.4.10  | follower |
    | **.***.***.**:23791 | 3.4.10  | follower |
    | **.***.***.**:23792 | 3.4.10  |  leader  |
    +---------------------+---------+----------+

    mds:
    +--------------------+--------------------+----------------+----------+
    |        addr        |     dummyAddr      |    version     |  status  |
    +--------------------+--------------------+----------------+----------+
    | **.***.***.**:6700 | **.***.***.**:7700 | 8fc48476+debug | follower |
    | **.***.***.**:6701 | **.***.***.**:7701 | 8fc48476+debug | follower |
    | **.***.***.**:6702 | **.***.***.**:7702 | 8fc48476+debug |  leader  |
    +--------------------+--------------------+----------------+----------+

    meataserver:
    +--------------------+--------------------+----------------+--------+
    |    externalAddr    |    internalAddr    |    version     | status |
    +--------------------+--------------------+----------------+--------+
    | **.***.***.**:6800 | **.***.***.**:6800 | 8fc48476+debug | online |
    | **.***.***.**:6802 | **.***.***.**:6802 | 8fc48476+debug | online |
    | **.***.***.**:6801 | **.***.***.**:6801 | 8fc48476+debug | online |
    +--------------------+--------------------+----------------+--------+

    copyset:
    +------------+-----------+--------+--------+---------+
    | copysetKey | copysetId | poolId | status | explain |
    +------------+-----------+--------+--------+---------+
    | 4294967297 |     1     |   1    |   ok   |         |
    | 4294967298 |     2     |   1    |   ok   |         |
    | 4294967299 |     3     |   1    |   ok   |         |
    | 4294967300 |     4     |   1    |   ok   |         |
    | 4294967301 |     5     |   1    |   ok   |         |
    | 4294967302 |     6     |   1    |   ok   |         |
    | 4294967303 |     7     |   1    |   ok   |         |
    | 4294967304 |     8     |   1    |   ok   |         |
    | 4294967305 |     9     |   1    |   ok   |         |
    | 4294967306 |    10     |   1    |   ok   |         |
    | 4294967307 |    11     |   1    |   ok   |         |
    | 4294967308 |    12     |   1    |   ok   |         |
    +------------+-----------+--------+--------+---------+

    Cluster health is:  ok

    umount​

    umount fs​

    umount fs from the curvefs cluster

    Usage:

    curve fs umount fs --fsname test1 --mountpoint siku-QiTianM420-N000:9002:/curvefs/client/mnt/home/siku/temp/mnt1

    Output:

    +--------+-------------------------------------------------------------------+---------+
    | fsName |                            mountpoint                             | result  |
    +--------+-------------------------------------------------------------------+---------+
    | test1  | siku-QiTianM420-N000:9003:/curvefs/client/mnt/home/siku/temp/mnt2 | success |
    +--------+-------------------------------------------------------------------+---------+

    usage​

    usage inode​

    get the inode usage of curvefs

    Usage:

    curve fs usage inode

    Output:

    +------+----------------+-----+
    | fsId |     fsType     | num |
    +------+----------------+-----+
    |  2   |   inode_num    |  3  |
    |  2   | type_directory |  1  |
    |  2   |   type_file    |  0  |
    |  2   |    type_s3     |  2  |
    |  2   | type_sym_link  |  0  |
    |  3   |   inode_num    |  1  |
    |  3   | type_directory |  1  |
    |  3   |   type_file    |  0  |
    |  3   |    type_s3     |  0  |
    |  3   | type_sym_link  |  0  |
    +------+----------------+-----+
    usage metadata​

    get the usage of metadata in curvefs

    Usage:

    curve fs usage metadata

    Output:

    +--------------------+---------+---------+---------+
    |   metaserverAddr   |  total  |  used   |  left   |
    +--------------------+---------+---------+---------+
    | **.***.***.**:6800 | 2.0 TiB | 182 GiB | 1.8 TiB |
    | **.***.***.**:6802 | 2.0 TiB | 182 GiB | 1.8 TiB |
    | **.***.***.**:6801 | 2.0 TiB | 182 GiB | 1.8 TiB |
    +--------------------+---------+---------+---------+

    warmup​

    warmup add​

    warmup a file(directory), or given a list file contains a list of files(directories) that you want to warmup.

    Usage:

    curve fs warmup add /mnt/curvefs/warmup
    curve fs warmup add --filelist /mnt/curvefs/warmup.list

    curve fs warmup add /mnt/curvefs/warmup will warmup a file(directory). /mnt/curvefs/warmup.list

    bs​

    list​

    list logical-pool​

    list all logical pool information

    Usage:

    curve bs list logical-pool

    Output:

    +----+-------+-----------+----------+-------+------+--------+------+--------+---------+
    | ID | NAME  | PHYPOOLID |   TYPE   | ALLOC | SCAN | TOTAL  | USED |  LEFT  | RECYCLE |
    +----+-------+-----------+----------+-------+------+--------+------+--------+---------+
    | 1  | pool1 | 1         | PAGEFILE | ALLOW | true | 44 GiB | 0 B  | 44 GiB | 0 B     |
    +----+-------+-----------+----------+-------+------+--------+------+--------+---------+
    list server​

    list all server information in curvebs

    Usage:

    curve bs list server

    Output:

    +----+---------------------+------+---------+-------------------+-------------------+
    | ID |      HOSTNAME       | ZONE | PHYPOOL |   INTERNALADDR    |   EXTERNALADDR    |
    +----+---------------------+------+---------+-------------------+-------------------+
    | 1  | ***************_0_0 | 1    | 1       | **.***.**.**:**** | **.***.**.**:**** |
    +----+---------------------+------+         +-------------------+-------------------+
    | 2  | ***************_1_0 | 2    |         | **.***.**.**:**** | **.***.**.**:**** |
    +----+---------------------+------+         +-------------------+-------------------+
    | 3  | ***************_2_0 | 3    |         | **.***.**.**:**** | **.***.**.**:**** |
    +----+---------------------+------+---------+-------------------+-------------------+
    list client​

    list all client information in curvebs

    curve bs list client

    Output:

    +------------+------+
    |     IP     | PORT |
    +------------+------+
    | 172.17.0.2 | 9000 |
    +------------+------+
    list dir​

    list dir information in curvebs

    curve bs list dir --path /

    Output:

    +------+-------------+----------+-----------------+------------+---------------------+---------------+-------------+
    |  ID  |  FILENAME   | PARENTID |    FILETYPE     |   OWNER    |        CTIME        | ALLOCATEDSIZE |  FILESIZE   |
    +------+-------------+----------+-----------------+------------+---------------------+---------------+-------------+
    | 1    | /RecycleBin | 0        | INODE_DIRECTORY | root       | 2022-11-12 16:38:25 |      0 B      |     0 B     |
    +------+-------------+----------+-----------------+------------+---------------------+---------------+-------------+
    list space​

    show curvebs all disk type space, include total space and used space

    curve bs list space

    Output:

    +----------+---------+---------+---------+------------+---------+
    |   TYPE   | TOTAL   |  USED   |  LEFT   | RECYCLABLE | CREATED |
    +----------+---------+---------+---------+------------+---------+
    | physical | *** GiB | *** GiB | *** GiB | -          | -       |
    +----------+---------+---------+---------+------------+---------+
    | logical  | *** GiB | *** GiB | *** GiB | *** GiB    | *** GiB |
    +----------+---------+---------+---------+------------+---------+
    list chunkserver​

    list chunkserver information in curvebs

    curve bs list chunkserver

    Output:

    +----+------+-----------+------+-----------+------------+------------+-----------------------------------------------+--------------+-------------+------------------+-----------+
    | ID | TYPE |    IP     | PORT | RWSTATUS  | DISKSTATE  | COPYSETNUM |                  MOUNTPOINT                   | DISKCAPACITY |  DISKUSED   | UNHEALTHYCOPYSET |  EXTADDR  |
    +----+------+-----------+------+-----------+------------+------------+-----------------------------------------------+--------------+-------------+------------------+-----------+
    | 1  | nvme | 127.0.0.1 | 8201 | READWRITE | DISKNORMAL | 100        | local:///curvebs/playground/chunkserver1/data | 39 GiB       | 42140479488 | 0 %              | 127.0.0.1 |
    +----+      +           +------+           +            +------------+-----------------------------------------------+--------------+-------------+------------------+           +
    | 2  |      |           | 8202 |           |            | 100        | local:///curvebs/playground/chunkserver2/data | 39 GiB       | 42140479488 | 0 %              |           |
    +----+      +           +------+           +            +------------+-----------------------------------------------+--------------+-------------+------------------+           +
    | 3  |      |           | 8200 |           |            | 100        | local:///curvebs/playground/chunkserver0/data | 39 GiB       | 42140479488 | 0 %              |           |
    +----+------+-----------+------+-----------+------------+------------+-----------------------------------------------+--------------+-------------+------------------+-----------+
    list scan-status​

    list curvebs all copyset that scanning is false

    curve bs list scan-status

    Output:

    +-------------+-----------+
    | LOGICALPOOL | COPYSETID |
    +-------------+-----------+
    | 1           | 1         |
    +-------------+-----------+
    | 1           | 10        |
    +-------------+-----------+
    | 1           | 100       |
    +-------------+-----------+
    | 1           | 11        |
    +-------------+-----------+
    | 1           | 12        |
    +-------------+-----------+
    | 1           | 13        |
    +-------------+-----------+
    | 1           | 14        |
    +-------------+-----------+
    | 1           | 15        |
    +-------------+-----------+
    | 1           | 16        |
    +-------------+-----------+
    | 1           | 17        |
    +-------------+-----------+
    | 1           | 18        |
    +-------------+-----------+
    | 1           | 19        |
    +-------------+-----------+
    | 1           | 2         |
    +-------------+-----------+
    | 1           | 20        |
    +-------------+-----------+
    | 1           | 21        |
    +-------------+-----------+
    | 1           | 22        |
    +-------------+-----------+
    | 1           | 23        |
    +-------------+-----------+
    | 1           | 24        |
    +-------------+-----------+
    | 1           | 25        |
    +-------------+-----------+
    | 1           | 26        |
    +-------------+-----------+
    | 1           | 27        |
    +-------------+-----------+
    | 1           | 28        |
    +-------------+-----------+
    | 1           | 29        |
    +-------------+-----------+
    | 1           | 3         |
    +-------------+-----------+
    | 1           | 30        |
    +-------------+-----------+
    | 1           | 31        |
    +-------------+-----------+
    | 1           | 32        |
    +-------------+-----------+
    | 1           | 33        |
    +-------------+-----------+
    | 1           | 34        |
    +-------------+-----------+
    | 1           | 35        |
    +-------------+-----------+
    | 1           | 36        |
    +-------------+-----------+
    | 1           | 37        |
    +-------------+-----------+
    | 1           | 38        |
    +-------------+-----------+
    | 1           | 39        |
    +-------------+-----------+
    | 1           | 4         |
    +-------------+-----------+
    | 1           | 40        |
    +-------------+-----------+
    | 1           | 41        |
    +-------------+-----------+
    | 1           | 42        |
    +-------------+-----------+
    | 1           | 43        |
    +-------------+-----------+
    | 1           | 44        |
    +-------------+-----------+
    | 1           | 45        |
    +-------------+-----------+
    | 1           | 46        |
    +-------------+-----------+
    | 1           | 47        |
    +-------------+-----------+
    | 1           | 48        |
    +-------------+-----------+
    | 1           | 49        |
    +-------------+-----------+
    | 1           | 5         |
    +-------------+-----------+
    | 1           | 50        |
    +-------------+-----------+
    | 1           | 51        |
    +-------------+-----------+
    | 1           | 52        |
    +-------------+-----------+
    | 1           | 53        |
    +-------------+-----------+
    | 1           | 54        |
    +-------------+-----------+
    | 1           | 55        |
    +-------------+-----------+
    | 1           | 56        |
    +-------------+-----------+
    | 1           | 57        |
    +-------------+-----------+
    | 1           | 58        |
    +-------------+-----------+
    | 1           | 59        |
    +-------------+-----------+
    | 1           | 6         |
    +-------------+-----------+
    | 1           | 60        |
    +-------------+-----------+
    | 1           | 61        |
    +-------------+-----------+
    | 1           | 62        |
    +-------------+-----------+
    | 1           | 63        |
    +-------------+-----------+
    | 1           | 64        |
    +-------------+-----------+
    | 1           | 65        |
    +-------------+-----------+
    | 1           | 66        |
    +-------------+-----------+
    | 1           | 67        |
    +-------------+-----------+
    | 1           | 68        |
    +-------------+-----------+
    | 1           | 69        |
    +-------------+-----------+
    | 1           | 7         |
    +-------------+-----------+
    | 1           | 70        |
    +-------------+-----------+
    | 1           | 71        |
    +-------------+-----------+
    | 1           | 72        |
    +-------------+-----------+
    | 1           | 73        |
    +-------------+-----------+
    | 1           | 74        |
    +-------------+-----------+
    | 1           | 75        |
    +-------------+-----------+
    | 1           | 76        |
    +-------------+-----------+
    | 1           | 77        |
    +-------------+-----------+
    | 1           | 78        |
    +-------------+-----------+
    | 1           | 79        |
    +-------------+-----------+
    | 1           | 8         |
    +-------------+-----------+
    | 1           | 80        |
    +-------------+-----------+
    | 1           | 81        |
    +-------------+-----------+
    | 1           | 82        |
    +-------------+-----------+
    | 1           | 83        |
    +-------------+-----------+
    | 1           | 84        |
    +-------------+-----------+
    | 1           | 85        |
    +-------------+-----------+
    | 1           | 86        |
    +-------------+-----------+
    | 1           | 87        |
    +-------------+-----------+
    | 1           | 88        |
    +-------------+-----------+
    | 1           | 89        |
    +-------------+-----------+
    | 1           | 9         |
    +-------------+-----------+
    | 1           | 90        |
    +-------------+-----------+
    | 1           | 91        |
    +-------------+-----------+
    | 1           | 92        |
    +-------------+-----------+
    | 1           | 93        |
    +-------------+-----------+
    | 1           | 94        |
    +-------------+-----------+
    | 1           | 95        |
    +-------------+-----------+
    | 1           | 96        |
    +-------------+-----------+
    | 1           | 97        |
    +-------------+-----------+
    | 1           | 98        |
    +-------------+-----------+
    | 1           | 99        |
    +-------------+-----------+
    list may-broken-vol​

    list may broken volumes

    Usage:

    curve bs list may-broken-vol

    Output:

    +----------+
    | FILENAME | 
    +----------+
    |   test   |        
    +----------+

    clean-recycle​

    clean the recycle bin

    Usage:

    curve bs clean-recycle --recycleprefix=/test --expiredtime=1h

    Output:

    +---------+
    | RESULT  | 
    +---------+
    | success |        
    +---------+

    query​

    query file​

    query the file info and actual space

    Usage:

    curve bs query file --path=/test

    Output:

    +------+------+----------------+-------+--------+---------+--------+-----+---------------------+--------------+---------+-----------------+----------+
    |  ID  | NAME |      TYPE      | OWNER | CHUNK  | SEGMENT | LENGTH | SEQ |        CTIME        |    STATUS    | STRIPE  |    THROTTLE     |  ALLOC   |
    +------+------+----------------+-------+--------+---------+--------+-----+---------------------+--------------+---------+-----------------+----------+
    | 1003 | test | INODE_PAGEFILE | test  | 16 MiB | 1.0 GiB | 10 GiB | 1   | 2022-08-29 17:00:55 | kFileCreated | count:0 | type:IOPS_TOTAL | size:0 B |
    |      |      |                |       |        |         |        |     |                     |              | uint:0  | limit:2000      |          |
    |      |      |                |       |        |         |        |     |                     |              |         | type:BPS_TOTAL  |          |
    |      |      |                |       |        |         |        |     |                     |              |         | limit:125829120 |          |
    +------+------+----------------+-------+--------+---------+--------+-----+---------------------+--------------+---------+-----------------+----------+
    query chunk​

    query the location of the chunk corresponding to the offset

    Usage:

    curve bs query chunk --path /test1 --offset 1008600000

    Output:

    +-------+-------------+---------+------------+----------------------+
    | CHUNK | LOGICALPOOL | COPYSET |   GROUP    |       LOCATION       |
    +-------+-------------+---------+------------+----------------------+
    | 61    | 1           | 61      | 4294967357 | ***.***.***.***:**** |
    |       |             |         |            | ***.***.***.***:**** |
    |       |             |         |            | ***.***.***.***:**** |
    +-------+-------------+---------+------------+----------------------+
    query segment​

    query the segments info of the file

    Usage:

    curve bs query seginfo --path /test1

    Output:

    +-------------+-------------+-----------+------------+---------+-------+
    | LOGICALPOOL | SEGMENTSIZE | CHUNKSIZE |   START    | COPYSET | CHUNK |
    +-------------+-------------+-----------+------------+---------+-------+
    | 1           | 1073741824  | 16777216  | 0          | 1       | 1     |
    +             +             +           +            +---------+-------+
    |                        ......                                        |
    +             +             +           +------------+---------+-------+
    |             |             |           | 9663676416 | 1       | 101   |
    +             +             +           +            +---------+-------+
    |                        ......                                        |
    +             +             +           +            +---------+-------+
    |             |             |           |            | 99      | 99    |
    +-------------+-------------+-----------+------------+---------+-------+
    query scan-status​

    quey ScanStatus Info in bs

    Usage:

    curve bs query scan-satus --copysetid 1 --logicalpoolid 1

    Output:

    +-------------+-----------+-------+-------------+--------------------+
    | LOGICALPOOL | COPYSETID | SCAN  | LASTSCANSEC | LASTSCANCONSISTENT |
    +-------------+-----------+-------+-------------+--------------------+
    | 1           | 1         | false | 1684425801  | true               |
    +-------------+-----------+-------+-------------+--------------------+

    status​

    status etcd​

    get the etcd status of curvebs

    Usage:

    curve bs status etcd

    Output:

    +---------------------+---------+----------+
    |        ADDR         | VERSION |  STATUS  |
    +---------------------+---------+----------+
    | ***.***.*.***:***** | 3.4.10  | follower |
    +---------------------+         +          +
    | ***.***.*.***:***** |         |          |
    +---------------------+         +----------+
    | ***.***.*.***:***** |         | leader   |
    +---------------------+---------+----------+
    status mds​

    get the mds status of curvebs

    Usage:

    curve bs status mds

    Output:

    +-------------------+-------------------+-------------------+----------+
    |       ADDR        |     DUMMYADDR     |      VERSION      |  STATUS  |
    +-------------------+-------------------+-------------------+----------+
    | **.***.**.**:**** | **.***.**.**:**** | ci+562296c7+debug | follower |
    +-------------------+-------------------+                   +          +
    | **.***.**.**:**** | **.***.**.**:**** |                   |          |
    +-------------------+-------------------+                   +----------+
    | **.***.**.**:**** | **.***.**.**:**** |                   | leader   |
    +-------------------+-------------------+-------------------+----------+
    status client​

    get the client status of curvebs

    Usage:

    curve bs status client

    Output:

    +-------------+----------------+---------------------+-----+
    |    TYPE     |    VERSION     |        ADDR         | NUM |
    +-------------+----------------+---------------------+-----+
    | nebd-server | 9.9.9+2c4861ca | ***.***.**.***:**** | 2   |
    +             +                +---------------------+     +
    |             |                | ***.***.**.***:**** |     |
    +-------------+----------------+---------------------+-----+
    status snapshotserver​

    get the mds status of curvebs

    Usage:

    curve bs status snapshotserver

    Output:

    +---------------------+---------------------+-------------------+----------+
    |        ADDR         |      DUMMYADDR      |    VERSION        |  STATUS  |
    +---------------------+---------------------+-------------------+----------+
    | ***.***.**.***:**** | ***.***.**.***:**** | ci+562296c7+debug | follower |
    +---------------------+---------------------+                   +          +
    | ***.***.**.***:**** | ***.***.**.***:**** |                   |          |
    +---------------------+---------------------+                   +----------+
    | ***.***.**.***:**** | ***.***.**.***:**** |                   | leader   |
    +---------------------+---------------------+-------------------+----------+
    status chunkserver​

    get the chunkserver status of curvebs

    Usage:

    curve bs status chunkserver

    Output:

    +------------------+------------------+----------------+--------+------------+
    |   EXTERNALADDR   |   INTERNALADDR   |    VERSION     | STATUS | RECOVERING |
    +------------------+------------------+----------------+--------+------------+
    | **************** | **************** | d9b6bb98+debug | online | false      |
    +------------------+------------------+                +        +            +
    | **************** | **************** |                |        |            |
    +------------------+------------------+                +        +            +
    | **************** | **************** |                |        |            |
    +------------------+------------------+----------------+--------+------------+
    status copyset​

    get the copyset status of curvebs

    Usage:

    curve bs status copyset

    Output:

    +------------+-----------+--------+--------+--------+---------+
    | COPYSETKEY | COPYSETID | POOLID | STATUS | LOGGAP | EXPLAIN |
    +------------+-----------+--------+--------+--------+---------+
    | 4294967297 | 1         | 1      | ok     | 0      |         |
    +------------+-----------+        +        +--------+---------+
    | ......     |  ......   | ...... | ...... | ...... | ......  |
    +------------+-----------+        +        +--------+---------+
    | 4294967395 | 99        |        |        | 0      |         |
    +------------+-----------+--------+--------+--------+---------+

    delete​

    delete peer​

    delete the peer from the copyset

    Usage:

    curve bs delete peer

    Output:

    +------------------+------------------+---------+---------+--------+
    |      LEADER      |       PEER       | COPYSET | RESULT  | REASON |
    +------------------+------------------+---------+---------+--------+
    | 127.0.0.1:8201:0 | 127.0.0.1:8202:0 | (1:29)  | success | null   |
    +------------------+------------------+---------+---------+--------+
    delete volume​
    delete volume clone​

    delete volume clone tasks in curvebs cluster

    Usage:

    curve bs delete volume clone

    Output:

    +------+--------------------------------------+--------------------------------------+-------+---------+            
    | USER |                 SRC                  |               TASK ID                | FILE  | RESULT  |            
    +------+--------------------------------------+--------------------------------------+-------+---------+            
    | root | a19b5e5e-b306-488f-8e6d-d87282c869cb | d26e27a8-fcbd-4f7a-adf8-53795217cbb0 | /root | success |            
    +------+--------------------------------------+--------------------------------------+-------+---------+
    delete volume recover​

    delete volume recover tasks in curvebs cluster

    Usage:

    curve bs delete volume recover

    Output:

    +------+--------------------------------------+--------------------------------------+-------+---------+             
    | USER |                 SRC                  |               TASK ID                | FILE  | RESULT  |             
    +------+--------------------------------------+--------------------------------------+-------+---------+             
    | root | a19b5e5e-b306-488f-8e6d-d87282c869cb | 9dfa8699-a275-4891-8ec2-e447a0ccc77c | /root | success |             
    +------+--------------------------------------+--------------------------------------+-------+---------+

    update​

    update peer​

    reset peer

    Usage:

    curve bs update peer 127.0.0.0:8200:0 --logicalpoolid=1 --copysetid=1

    Output:

    +----------------------+---------+---------+--------+
    |         PEER         | COPYSET | RESULT  | REASON |
    +----------------------+---------+---------+--------+
    |   127.0.0.0:8200:0   | (1:1)   | success | null   |
    +----------------------+---------+---------+--------+
    update leader​

    transfer leader

    Usage:

    curve bs update leader 127.0.0.1:8202:0 --logicalpoolid=1 --copysetid=1 --peers=127.0.0.1:8200:0,127.0.0.1:8201:0,127.0.0.1:8202:0

    Output:

    +-----------------------+-----------------------+---------+---------+
    |        LEADER         |       OLDLEADER       | COPYSET | RESULT  |
    +-----------------------+-----------------------+---------+---------+
    | ***.***.**.***:****:* | ***.***.**.***:****:* | (1:1)   | success |
    +-----------------------+-----------------------+---------+---------+
    update file​

    expand pagefile

    Usage:

    curve bs update file --path /test2/test1 --size 10

    Output:

    +---------+
    | RESULT  |
    +---------+
    | success |
    +---------+
    update throttle​

    update file throttle params

    Usage:

    curve bs update throttle --path /test1 --type=bps_total --limit 20000

    Output:

    +---------+
    | RESULT  |
    +---------+
    | success |
    +---------+
    update scan-state​

    enable/disable scan for logical pool

    Usage:

    curve bs update scan-state --logicalpoolid 1 [--scan=true/false]

    Output:

    +----+------+---------+--------+
    | ID | SCAN | RESULT  | REASON |
    +----+------+---------+--------+
    | 1  | true | success | null   |
    +----+------+---------+--------+
    update copyset availflag​

    update copyset availflag

    Usage:

    curve bs update copyset availflag --availflag=true [--dryrun=true/false]

    Output:

    +--------+-----------+---------------+--------+
    | POOLID | COPYSETID |   AVAILFLAG   | DRYRUN |
    +--------+-----------+---------------+--------+
    | 1      | 1         | false => true | true   |
    +--------+-----------+---------------+--------+
    update leader-schedule​

    "rapidly transfer leader

    Usage:

    curve bs update leader-schedule --logicalpoolid 1
    curve bs update leader-schedule --all

    Output:

    +---------+--------+
    | RESULT  | REASON |
    +---------+--------+
    | success | null   |
    +---------+--------+

    create​

    create file​

    create pagefile

    Usage:

    curve bs create file --path /test2/test4  --size 10

    Output:

    +---------+
    | RESULT  |
    +---------+
    | success |
    +---------+
    create dir​

    create directory

    Usage:

    curve bs create dir --path /test2/test5

    Output:

    +---------+
    | RESULT  |
    +---------+
    | success |
    +---------+

    check​

    check copyset​

    check copysets health in curvebs

    Usage:

    curve bs check copyset --copysetid 1 --logicalpoolid 1

    Output:

    +------------+-----------+--------+--------+--------+---------+
    | COPYSETKEY | COPYSETID | POOLID | STATUS | LOGGAP | EXPLAIN |
    +------------+-----------+--------+--------+--------+---------+
    | 4294967297 | 1         | 1      | ok     | 0      |         |
    +------------+-----------+--------+--------+--------+---------+
    check chunkserver​

    check chunkserver health in curvebs

    Usage:

    curve bs check chunkserver --chunkserverid 1

    Output:

    +------------+-----------+--------+--------+--------+---------+
    | CHUNKSERVERID | HELATHYCOUNT | UNHEALTHYCOUNT | UNHEALTHYRATIO |
    +------------+-----------+--------+--------+--------+---------+
    | 1             | 100          | 0              | 0.00%          |   
    +------------+-----------+--------+--------+--------+---------+
    check server​

    check copysets health in server

    Usage:

    curve bs check server --serverid 1
    curve bs check server --ip 127.0.0.1 --port 8200

    Output:

    +--------+-----------+-------+------------------+
    | SERVER |    IP     | TOTAL | UNHEALTHYCOPYSET |
    +--------+-----------+-------+------------------+
    | 1      | 127.0.0.1 | 100   | 0(0%)            |
    +--------+-----------+-------+------------------+

    snapshot​

    snapshot copyset​

    take snapshot for copyset

    Usage:

    curve bs snapshot copyset 127.0.0.0:8200:0 --logicalpoolid=1 --copysetid=1

    Output:

    +-----------------------+---------+---------+
    |         PEER          | COPYSET | RESULT  |
    +-----------------------+---------+---------+
    | ***.***.**.***:****:* | (**:**) | success |
    +-----------------------+---------+---------+
    curve bs snapshot copyset --all

    Output:

    +----------------+---------+
    |  CHUNKSERVER   | RESULT  |
    +----------------+---------+
    | **.*.*.**:8200 | failed  |
    +----------------+---------+
    | **.*.*.**:8201 | success |
    +----------------+         +
    | **.*.*.**:8202 |         |
    +----------------+---------+

    Comparison of old and new commands​

    curve fs​

    oldnew
    curvefs_tool check-copysetcurve fs check copyset
    curvefs_tool create-fscurve fs create fs
    curvefs_tool create-topologycurve fs create topology
    curvefs_tool delete-fscurve fs delete fs
    curvefs_tool list-copysetcurve fs list copyset
    curvefs_tool list-fscurve fs list fs
    curvefs_tool list-fscurve fs list mountpoint
    curvefs_tool list-partitioncurve fs list partition
    curvefs_tool query-copysetcurve fs query copyset
    curvefs_tool query-fscurve fs query fs
    curvefs_tool query-inodecurve fs query inode
    curvefs_tool query-metaservercurve fs query metaserver
    curvefs_tool query-partitioncurve fs query partition
    curvefs_tool status-mdscurve fs status mds
    curvefs_tool status-metaservercurve fs status metaserver
    curvefs_tool status-etcdcurve fs status etcd
    curvefs_tool status-copysetcurve fs status copyset
    curvefs_tool status-clustercurve fs status cluster
    curvefs_tool umount-fscurve fs umount fs
    curvefs_tool usage-inodecurve fs usage inode
    curvefs_tool usage-metadatacurve fs usage metadata

    curve bs​

    oldnew
    curve_ops_tool logical-pool-listcurve bs list logical-pool
    curve_ops_tool get -fileName=curve bs query file -path
    curve_ops_tool etcd-statuscurve bs status etcd
    curve_ops_tool mds-statuscurve bs status mds
    curve_ops_tool server-listcurve bs list server
    curve_ops_tool client-listcurve bs list client
    curve_ops_tool deletecurve bs delete file
    curve_ops_tool listcurve bs list dir
    curve_ops_tool createcurve bs create file/dir
    curve_ops_tool seginfocurve bs query seginfo
    curve_ops_tool chunk-locationcurve bs query chunk
    curve_ops_tool remove-peercurve bs delete peer
    curve_ops_tool reset-peercurve bs update peer
    curve_ops_tool spacecurve bs list space
    curve_ops_tool update-throttlecurve bs update throttle
    curve_ops_tool check-copysetcurve bs check copyset
    curve_ops_tool client-statuscurve bs status client
    curve_ops_tool check-operatorcurve bs check operator
    curve_ops_tool snapshot-clone-statuscurve bs status snapshotserver
    curve_ops_tool transfer-leadercurve bs update leader
    curve_ops_tool do-snapshotcurve bs snapshot copyset
    curve_ops_tool set-scan-statecurve bs update scan-state
    curve_ops_tool chunkserver-statuscurve bs status chunkserver
    curve_ops_tool chunkserver-listcurve bs list chunkserver
    curve_ops_tool set-copyset-availflagcurve bs update copyset availflag
    curve_ops_tool scan-statuscurve bs list/query scan-status
    curve_ops_tool clean-recyclecurve bs clean-recycle
    curve_ops_tool copysets-statuscurve bs status copyset
    curve_ops_tool list-may-broken-volcurve bs list may-broken-vol
    curve_ops_tool rapid-leader-schedulecurve bs update leader-schedule
    curve_ops_tool do-snapshot-allcurve bs snapshot --all
    curve_ops_tool check-chunkservercurbe bs check chunkserver
    curve_ops_tool status
    curve_ops_tool check-consistency
    curve_ops_tool check-servercurve bs check server
    - - + + \ No newline at end of file diff --git a/CurveBS/performance/how-to-benchmark.html b/CurveBS/performance/how-to-benchmark.html index c64f414..f04b819 100644 --- a/CurveBS/performance/how-to-benchmark.html +++ b/CurveBS/performance/how-to-benchmark.html @@ -4,13 +4,13 @@ benchmark指南 | Curve Book - - + +
    跳到主要内容
    - - + + \ No newline at end of file diff --git "a/CurveBS/test/ci\344\273\213\347\273\215.html" "b/CurveBS/test/ci\344\273\213\347\273\215.html" index 7321f91..9f421c5 100644 --- "a/CurveBS/test/ci\344\273\213\347\273\215.html" +++ "b/CurveBS/test/ci\344\273\213\347\273\215.html" @@ -4,13 +4,13 @@ 概述 | Curve Book - - + +
    跳到主要内容

    概述

    本文将主要介绍社区人员在参与curve项目开发过程中如何快速提交PR并进行CI测试，以及快速定位CI失败原因。

    如何提交PR​

    在完成代码编写后，就可以提交 PR。当然如果开发尚未完成，在某些情况下也可以先提交 PR，比如希望先让社区看一下大致的解决方案，可以在完成代码框架后提价 PR。

    Curve 编译环境快速构建

    Curve 测试用例编译及执行

    对于 PR 我们有如下要求：

    • CURVE编码规范严格按照Google C++开源项目编码指南来进行代码编写，请您也遵循这一指南来提交您的代码。
    • 代码必须有测试，文档除外，单元测试（增量行覆盖80%以上，增量分支覆盖70%以上）；集成测试（与单元测试合并统计，满足单元测试覆盖率要求即可）
    • 请尽可能详细的填写 PR 的描述，关联相关问题的 issuse，PR commit message 能清晰看出解决的问题。
    • CI 通过之后可开始进行 review，每个 PR 在合并之前都需要至少得到两个 Committer/Maintainer 的 LGTM。
    • PR 代码需要一定量的注释来使代码容易理解，且所有注释和 review 意见和回复均要求使用英语。

    对于 commit message：

    一条好的 commit message 需要包含以下要素：

    1. What is your change?（必须）
    2. Why this change was made?（必须）
    3. What effect does the commit have? (可选)

    说明提交的 PR 做了那些修改：性能优化？修复bug？增加功能？以及这么做的原因。最后描述以下这样修改带来的影响，包括性能等等。当然对一些简单的修改，修改的原因和影响可以忽略。在 message中尽量遵循以下原则：

    • 总结说明 PR 的功能和作用
    • 使用短句和简单的动词
    • 避免长的复合词和缩写

    在提交时请尽可能的遵循以下格式：

    [type]<scope>: <description>
    <BLANK LINE>
    [body]
    <BLANK LINE>
    [footer]

    type 可以是以下类型之一：

    • build: 影响系统构建以及外部依赖
    • ci: 影响持续继承相关的功能
    • docs: 文档相关的修改
    • feat: 增加新的特性
    • fix: bug 修复
    • perf: 性能提升
    • refactor: 重构相关的代码，不增加功能也不修复错误
    • style: 不影响代码的的含义的修改，仅仅是修改代码风格
    • test: 单元测试相关的修改

    第一行表示标题应尽可能保持 70 个字符以内，阐述修改的模块以及内容，多模块可以使用 * 来表示，并在正文阶段说明修改的模块。

    footer 是可选的，用来记录对应因为这些更改而可以关闭的 issue，如 Close #12345

    CI 测试过程​

    PR提交到 Curve master 分支后需要在comment中输入cicheck触发Curve CI，需保证 CI 通过，CI 的 Jenkins 用户名密码为 netease/netease，如遇到 CI 运行失败可以登录 Jenkins 平台查看失败原因。测试内容包括：

    1） cpplint静态检查

    主要进行测试内容为：

    cpplint --linelength=80 --counting=detailed --output=junit --filter=-build/c++11 --quiet $( find . -name .h -or -name .cc -or -name *.cpp ) 2>&1 | tee cpplint-style.xml

    2） 单元测试

    单元测试主要执行的就是仓库中：https://github.com/opencurve/curve/blob/master/ut.sh

    为提升测试效率，所有单元测试用例为并行执行，需要注意增加的单元测试里起的服务不能和其他用例里起的服务使用同一端口，否则会因为端口占用失败

    测试结束后进行覆盖率的卡点校验，当前覆盖率配置为：

    if [ $1 == "curvebs" ];then

    check_repo_branch_coverage 59
    check_repo_line_coverage 76

    ## two arguments are module and expected branch coverage ratio
    check_module_branch_coverage "src/mds" 70
    check_module_branch_coverage "src/client" 78
    check_module_branch_coverage "src/chunkserver" 65
    check_module_branch_coverage "src/snapshotcloneserver" 65
    check_module_branch_coverage "src/tools" 65
    check_module_branch_coverage "src/common" 65
    check_module_branch_coverage "src/fs" 65
    check_module_branch_coverage "src/idgenerator" 79
    check_module_branch_coverage "src/kvstorageclient" 70
    check_module_branch_coverage "src/leader_election" 100
    check_module_branch_coverage "nebd" 75

    elif [ $1 == "curvefs" ];then

    check_module_branch_coverage "mds" 59
    check_module_branch_coverage "client" 59
    check_module_branch_coverage "metaserver" 65
    check_module_branch_coverage "common" 16
    check_module_branch_coverage "tools" 0
    fi

    测试结束后会输出覆盖率报告，例如： http://59.111.91.248:8080/job/curve_untest_job/6149/HTML_20Report/

    如果测试失败，可以打开对应的curve_untest_job的控制台输出日志，直接页面拉到最后会打印出错误的原因，覆盖率不足会打印在最后，如果是单元测试用例失败，可以从下往上翻页，找到失败的地方，比如：

    [  FAILED  ] 1 test, listed below:
    [  FAILED  ] EtcdClientTest.GetEtcdClusterStatus

     1 FAILED TEST
    test bazel-bin/test/mds/server/mds-test.log log is --------------------------------------------->>>>>>>>
    Running main() from gmock_main.cc
    [==========] Running 1 test from 1 test case.
    [----------] Global test environment set-up.
    [----------] 1 test from MDSTest
    [ RUN      ] MDSTest.common
    2022-12-07 18:02:48.753204 I | etcd do NewCient get err:context deadline exceeded, errCode:DeadlineExceeded
    2022-12-07 18:02:49.753500 I | etcd do NewCient get err:context deadline exceeded, errCode:DeadlineExceeded
    2022-12-07 18:02:50.753831 I | etcd do NewCient get err:context deadline exceeded, errCode:DeadlineExceeded
    2022-12-07 18:02:51.754211 I | etcd do NewCient get err:context deadline exceeded, errCode:DeadlineExceeded
    2022-12-07 18:02:52.755814 I | etcd do NewCient get err:context deadline exceeded, errCode:DeadlineExceeded
    2022-12-07 18:02:53.756543 I | etcd do NewCient get err:context deadline exceeded, errCode:DeadlineExceeded
    test/mds/server/mds_test.cpp:76: Failure
    Value of: initSuccess
      Actual: false
    Expected: true

    3） pjdfstest测试

    pjdfstest 主要是用来测试curvefs POSIX上的兼容性，会部署单机版的curvefs环境，然后进行pjdtest的执行，用的工具在 https://github.com/pjd/pjdfstest 。可以使用如下脚本进行自行测试：

    #!/usr/bin/env bash

    set -e

    git clone https://github.com/pjd/pjdfstest.git
    cd pjdfstest
    autoreconf -ifs
    ./configure
    make pjdfstest
    cd ..
    mkdir tmp
    cd tmp
    # must be root!
    sudo prove -r -v --exec 'bash -x' ../pjd*/tests
    cd ..
    rm -rf tmp pjd*

    如果测试失败，也需要进入控制台输出，拉到最后查看具体失败的原因

    3) failover异常自动化

    异常自动化会进行整体真实环境部署和io注入、故障测试，主要流程:

    主要流程：

    初始化集群 → 用户io注入 （数据面） → 并发调用管理接口（管控面） → 触发异常 → sleep a time → 异常恢复(恢复校验) → 数据校验（ioerror、读写一致性、三副本一致性、抖动） → 管理接口校验 &资源回收等校验

    测试完成后会输出整体的测试报告，具体测试过程和测试结果可以点击对应提交的curve_failover_job 下的log.html , 可以看到比较完整的测试流程、步骤、操作和结果输出，比如 log.html

    常见问题​

    如何登录jenkins?

    由于内部的一些权限要求，需要用用户名密码登录jenkins ，开源社区的可以使用netease/netease 的账号/密码进行登录

    如果再次触发失败pr的CI 构建？

    可以打开pr ，在最底部comment ''recheck" 字段，进行再次触发构建

    如何过滤CI？

    对于一些文档修改或其他不影响代码流程的内容，我们可以不进行CI构建，可以在创建PR的时候在标题增加[skipci] 字段

    触发构建后立刻返回了失败？

    查看一下失败的job内容，多数是因为测试任务在进行排队等待。如果job是waiting_in_line ，就是在排队

    - - + + \ No newline at end of file diff --git "a/CurveBS/test/curve\350\246\206\347\233\226\347\216\207\346\224\266\351\233\206.html" "b/CurveBS/test/curve\350\246\206\347\233\226\347\216\207\346\224\266\351\233\206.html" index 76369ec..c0f751d 100644 --- "a/CurveBS/test/curve\350\246\206\347\233\226\347\216\207\346\224\266\351\233\206.html" +++ "b/CurveBS/test/curve\350\246\206\347\233\226\347\216\207\346\224\266\351\233\206.html" @@ -4,13 +4,13 @@ curve覆盖率收集优化 | Curve Book - - + +
    跳到主要内容

    curve覆盖率收集优化

    curve主要从2个维度衡量单元测试覆盖率：行覆盖率和分支覆盖率。

    项目组内规定，所有模块行覆盖率需要达到70%；分支覆盖率mds模块需要达到70%，其他模块需要达到65%。否则ci自动失败，代码无需进入review阶段，更没法进入仓库。

    先看看效果：

    我们在ci配置了单元测试覆盖率收集的job,每次提交代码都会触发编译、单元测试和覆盖率收集。

    一些覆盖率收集的注意事项：

    1.因为我们是用bazel编译的，而bazel自带的coverage（继承自test, test继承自build）参数并不成熟，因此，不考虑使用coverage参数，直接使用build参数；build需要带上--collect_code_coverage参数

    2.bazel编译时，需要注意build文件的放置，因为覆盖率解析的时候需要gcno和gcda文件路径匹配，基本上src每个目录均会放置BUILD，层层依赖

    3.覆盖率收集会收集到很多第三方依赖等代码的覆盖率，影响我们自己的覆盖率，因此lcov需要通过--remove参数去除这些依赖的覆盖率收集

    4.分支覆盖的时候，所有跳转都被计算成分支，而我们真正的关心的是类似那些if...else的分支，因此需要通过脚本解析，去除这些不需要的分支，思路如下：

    （a.按照lcov常规的方法收集覆盖率

    b.解析lcov生成的文件中的每一行， SF：开头的行为源文件的名称 BRDA：开头的行为分支覆盖检测的那一行，其中分a,b,c,d，a代表源文件的代码行，b和c是内部定义的值，大概是代码块等信息；d代表是否覆盖，0表示未覆盖，其他数字代表覆盖次数

    c.去源文件中去除注释，搜索是否是if开头的，如果不是，则将这个BRDA去除 ）

    d.我们已经直接提供了脚本filterbr.py gen-coverage.py，直接运行gen-coverage.py即可，所有文件保留在./coverage目录下面

    5.一些很难覆盖到的行或者分支，比如abort()等，可以通过参数过滤，但是不建议使用，参数配置如下，直接在源代码中添加"//LCOV_EXCL_BR_LINE"去除该行分支覆盖率统计或者"//LCOV_EXCL_LINE"去除该行行覆盖率统计。

    lcov_excl_br_line = LCOV_EXCL_BR_LINE|g_return_if_fail|g_return_val_if_fail

    lcov_excl_line = LCOV_EXCL_LINE|g_return_if_reached|g_return_val_if_reached|g_assert_not_reached

    - - + + \ No newline at end of file diff --git a/CurveBS/test/env-setup.html b/CurveBS/test/env-setup.html index 15cfbbd..6c6caf0 100644 --- a/CurveBS/test/env-setup.html +++ b/CurveBS/test/env-setup.html @@ -4,13 +4,13 @@ 测试环境配置 | Curve Book - - + +
    跳到主要内容
    - - + + \ No newline at end of file diff --git "a/CurveBS/test/\345\274\202\345\270\270\350\207\252\345\212\250\345\214\226\346\226\271\346\263\225.html" "b/CurveBS/test/\345\274\202\345\270\270\350\207\252\345\212\250\345\214\226\346\226\271\346\263\225.html" index 27c01ba..5574f65 100644 --- "a/CurveBS/test/\345\274\202\345\270\270\350\207\252\345\212\250\345\214\226\346\226\271\346\263\225.html" +++ "b/CurveBS/test/\345\274\202\345\270\270\350\207\252\345\212\250\345\214\226\346\226\271\346\263\225.html" @@ -4,15 +4,15 @@ 异常自动化方法 | Curve Book - - + +
    跳到主要内容

    异常自动化方法

    #异常测试方法 ##测试目的

    • Curve是网易云存储产品组推出的新一代分布式存储平台，致力于打造一个支持块、对象、文件等存储形态的统一平台。本次测试对象主要为支持块设备功能。

    • 生产环境中，故障是一种常态，测试环境中需要尽可能的模拟生产环境中的故障，以此来评估系统的可用性、一致性等。

    ##测试方法

    • 异常测试的环境部署要求尽可能与真实环境一致，当前测试环境定义为6台chunkserver节点，1台mds节点（尚无failover），2台client节点，测试场景尽可能模拟用户使用的方式，读写io由云主机内部下发，管理接口直接采用openstack的接口。

    • 异常项主要通过人为注入的方式触发，有些异常为真实的异常，例如机器宕机、拔网线等；有些异常通过软件模拟的方式，如磁盘io卡顿、服务异常等；有些异常则是在代码侧注入，该部分异常测试主要在集成测试中，不在这里讨论。

    • 异常测试主要校验真实用户场景中，在异常触发情况下的系统行为，按影响面可以分为：用户无感知、影响管理面基本功能、引起性能衰减、引起io抖动、系统不可服务但可恢复、数据异常（ioerror、不一致、丢失）、系统无法恢复。

    • 借鉴混沌工程的理论，测试用例设计的时候也会尽量符合下面原则，当然我们目前只是在测试环境批跑，条件允许的情况下，可以在beta云环境批跑，直到稳定后，可以去A级环境批跑。

    • 建立稳定状态的假设；

    • 多样化现实世界事件；

    • 在生产环境运行实验；

    • 持续自动化运行实验；

    • 最小化“爆炸半径”。 ##测试用例

    • 一个最基本的异常测试用例格式如下：

    • 初始化集群 → 用户io注入 → 并发调用管理接口 → 触发异常 → sleep a random time → 异常恢复(恢复校验) → 数据校验（ioerror、读写一致性、三副本一致性、抖动） → 管理接口校验 → 资源回收校验

    - - + + \ No newline at end of file diff --git "a/CurveBS/test/\346\265\213\350\257\225\345\267\245\345\205\267.html" "b/CurveBS/test/\346\265\213\350\257\225\345\267\245\345\205\267.html" index d4384ef..b0a0924 100644 --- "a/CurveBS/test/\346\265\213\350\257\225\345\267\245\345\205\267.html" +++ "b/CurveBS/test/\346\265\213\350\257\225\345\267\245\345\205\267.html" @@ -4,13 +4,13 @@ 性能测试 | Curve Book - - + +
    跳到主要内容

    性能测试

    背景知识​

    • 单盘的性能测试基本与传统物理硬盘的测试方法无差异

    • 一般性能指标为：

      iops：每秒可以执行读写的次数

      带宽：每秒最大带宽

      延迟：每个io从发起请求到返回时的延迟时间

    基准测试的主要测试案例是：

    • 线性读写（大块，长队列），单位MB/s

    • IOPS（每秒输入/输出操作数）中的小块（4-8kb，iodepth=16-128）的高度并行随机读写

    • IOPS中的单线程事务性随机写入（4-8kb，iodepth = 1）和读取

    • 一般情况下，我们用4k随机写来测量iops和延迟，用大块（64k, 512k等）顺序写来测量带宽。

    • 云盘的性能测试也是梯度加压的模式，在加大iodepth的时候，当我们观察到iops或者带宽基本不再增长，而延迟还在持续上升，我们可以认为压到极限了。一般情况下，我们的测试深度不会超过128，再高基本就没有意义了，所以简单评测的时候，可以直接把深度压到128。

    • 测试工具一般使用fio

    测试工具​

    测试工具适用场景说明下载地址
    fio适用于裸盘情况下的性能测试fio是测试IOPS的非常好的工具，用来对硬件进行压力测试和验证，支持13种不同的I/O引擎，包括:sync,mmap, libaio, posixaio, SG v3, splice, null, network, syslet, guasi, solarisaio 等等http://freecode.com/projects/fio
    vdbench适用于文件系统盘情况下的性能测试vdbench是一个 I/O 工作负载生成器，用于验证数据完整性和度量直接附加和网络连接的存储的性能。它是一个免费的工具，容易使用，而且常常用于测试测试大量文件、目录的创建、删除性能，以及对文件的读写性能。https://www.oracle.com/technetwork/cn/server-storage/vdbench-downloads-1901681-zhs.html

    注意事项​

    • 在测试之前尝试禁用驱动器缓存：hdparm -W 0 /dev/sdX（SATA驱动器），sdparm --set WCE=0 /dev/sdX（SAS驱动器）。通常，这是服务器固态硬盘（例如 INTEL SSDSC2BB80），因为它使随机写入iops 增加了两个数量级以上*（从288 iops到18000 iops！）。在某些情况下，它可能没有任何改善，因此请同时尝试使用-W0和-W1选项

    • 推荐的fio裸盘基准测试工具：

    • 从VM内部或通过内核RBD驱动程序（krbd）是相同的：

    1. fio -ioengine=libaio -direct=1 -name=test -bs=4M -iodepth=16 -rw=write -runtime=300 -filename=/dev/rbdX

    2. fio -ioengine=libaio -direct=1 -sync=1 -name=test -bs=4k -iodepth=1 -rw=randwrite -runtime=300 -filename=/dev/rbdX

    3. fio -ioengine=libaio -direct=1 -name=test -bs=4k -iodepth=128 -rw=randwrite -runtime=300 -filename=/dev/rbdX

      然后重复执行rw=read/randread。

      这是为了进行如下测试：

      • 可能的最佳延迟
      • 线性带宽
      • 随机访问iops

      从空的卷读取非常快，因此在测试之前预先填满存储卷。

    • 切勿使用dd测试磁盘性能。

    • 不要使用一些存储自带的测试工具，例如ceph的rados bench。它创建少量对象（每个线程1-2个），因此所有对象始终驻留在缓存中，并且改善了结果，超出了应有的范围。

    • 除非绝对确定需要，否则请不要使用RAID。所有驱动器均应使用直通（HBA）模式进行连接

    • RAID和HBA/SATA之间的IOPS差异可能非常明显。损坏或旧的RAID控制器很容易成为瓶颈

    • 有一件事情可以一次减少2-3倍的延迟。它禁用了CPU的所有节能功能：

      • cpupower idle-set -D 1—— 这将禁用C状态（或者您可以将processor.max_cstate = 1 intel_idle.max_cstate = 0传递给内核命令行）
      • for i in $(seq 0 $((nproc-1))); do cpufreq-set -c $i -g performance; done ——这将禁用频率缩放。

    • 禁用节能功能后，CPU会作为GTX发热，但iops会增加2-3倍

    单块裸盘性能测试​

    单块云硬盘的性能即将整个存储池的性能都给这块云硬盘使用，是测试client的极限性能。

    我们需要从多个维度去测量单块云硬盘的性能，包括块大小按4k~512k的梯度上升，iodepth从1~128梯度上升，同时测试不同的读写模式。

    可以参考如下测试方法:

    • 线性读取：fio -ioengine=libaio -direct=1 -invalidate=1 -name=test -bs=4M -iodepth=32 -rw=read -runtime=300 -filename=/dev/sdX
    • 线性写入：fio -ioengine=libaio -direct=1 -invalidate=1 -name=test -bs=4M -iodepth=32 -rw=write -runtime=300 -filename=/dev/sdX
    • 峰值并行随机读取：fio -ioengine=libaio -direct=1 -invalidate=1 -name=test -bs=4k -iodepth=128 -rw=randread -runtime=300 -filename=/dev/sdX
    • 单线程读取延迟：fio -ioengine=libaio -sync=1 -direct=1 -invalidate=1 -name=test -bs=4k -iodepth=1 -rw=randread -runtime=300 -filename=/dev/sdX
    • 峰值并行随机写入：fio -ioengine=libaio -direct=1 -invalidate=1 -name=test -bs=4k -iodepth=128 -rw=randwrite -runtime=300 -filename=/dev/sdX
    • 日志写入延迟：fio -ioengine=libaio -sync=1 -direct=1 -invalidate=1 -name=test -bs=4k -iodepth=1 -rw=write -runtime=300 -filename=/dev/sdX。还可以使用-fsync=1而不是-sync=1进行尝试，并记下最差的结果，因为有时sync或fsync会被杂乱的硬件忽略。
    • 单线程随机写入延迟fio -ioengine=libaio -sync=1 -direct=1 -invalidate=1 -name=test -bs=4k -iodepth=1 -rw=randwrite -runtime=300 -filename=/dev/sdX

    多盘裸盘性能测试​

    一般分布式的存储我们会考虑压测集群的性能，即通过增加client的数量，来获取server的极限性能。

    测试前，我们会根据当前集群的容量准备一些铺底数据，一般要达到总容量的20%以上。

    多盘性能测试与单盘在原理上无差异，可以理解为增加了压测client的数量。

    多盘的性能iops和带宽我们一般取所有被测云盘性能的总和，延迟我们取所有云盘延迟的平均值。

    单客户端文件系统盘性能测试​

    （1）vdbench是java开发的测试工具，需要java环境。

    ​ apt-get install openjdk-7-jdk -y

    （2）做文件系统

    ​ mkfs.ext4 /dev/vdc (vdc为云盘)

    （3） mount设备

    ​ mount /dev/vdc /mnt

    （4）在vdbench文件目录下执行:./vdbench -t

    ​ 出现如下信息则说明可正常使用

    vdbench测试需要写测试配置文件。在vdbench 目录下创建profile文件。

    ​ 单节点配置可参考我的如下测试配置文件

    hd=default,vdbench=/home/chenyunhui/vdbench50406,user=root,shell=ssh
    fsd=fsd1,anchor=/mnt,depth=1,width=10,files=10,size=1000m,shared=yes,openflags=o_direct
    fwd=fwd1,fsd=fsd1,threads=4,xfersize=4k,fileio=random,fileselect=random,rdpct=50
    rd=rd1,fwd=fwd*,fwdrate=max,format=restart,elapsed=3600,interval=1

    该配置为10 10 1G的文件数据，具体文件数据可以根据底层集群规模来定。

    其中比较重要的参数为：

    anchor= 将在其中创建目录结构的目录

    width= 要在定位符下创建的目录数

    depth= 要在定位符下创建的级别数(目录深度)

    files= 要在最低级别创建的文件数

    sizes= (size,size,...) 将创建的文件大小

    distribution= bottom（如果希望仅在最低级别创建文件）和 all（如果希望在所有目录中创建文件）

    fileio= random 或 sequential，表示文件 I/O 将执行的方式。

    fileselect= random 或 sequential，标识选择文件或目录的方式。

    xfersizes= 数据传输（读取和写入操作）处理的数据大小。

    rdpct= 读取和写入操作的百分比。0为全写

    threads= 此工作负载的并发线程数量。每个线程需要至少 1 个文件

    elapsed= 以秒为单位的运行持续时间。默认设置为 30

    vdbench可以在测试时增加-jn的参与用于测试时同时进行数据校验。vdbench每次写操作都会记录在一个表里，对每个512字节数据 的8字节逻辑字节地址和1字节的校验值进行记录，校验值中会记录为第几次写。第一次创建写为00，后续每次覆盖写加1。再次运行时会读出之前的校验日志并进行数据校验。

    读写数据测试和记录校验数据使用命令：

    ./vdbench -jn -f profile 执行该命令时同时会进行数据校验。

    但是需要注意，使用vdbench进行一致性校验测试更加适宜于稳定性测试和一致性测试，性能测试过程中使用会影响性能

    最后产生的测试结果都是output下面

    errorlog.html

    当为测试启用了数据验证时，它可包含一些数据块中的错误的相关信息：

    • 无效的密钥读取
    • 无效的 lba 读取（一个扇区的逻辑字节地址）
    • 无效的 SD 或 FSD 名称读取
    • 数据损坏，即使在使用错误的 lba 或密钥时
    • 数据损坏
    • 坏扇区

    flatfile.html

    包含 vdbench 生成的一种逐列的 ASCII 格式的信息。

    histogram.html

    一种包含报告柱状图的响应时间、文本格式的文件。

    logfile.html

    包含 Java 代码写入控制台窗口的每行信息的副本。logfile.html 主要用于调试用途

    parmfile.html

    显示已包含用于测试的每项内容的最终结果

    resourceN-M.html、resourceN.html、resourceN.var_adm_msgs.html

    • 摘要报告
    • stdout/stderr 报告
    • 主机 N 的摘要报告
    • 最后 “nn” 行文件 /var/adm/messages 和 /var/adm/messages。每个 M 个 JVM/Slave 的目标主机 N 和主机 N 上为 0。

    sdN.histogram.html、sdN.html

    每个 N 存储定义的柱状图和存储定义 “N” 报告。

    summary.html

    主要报告文件，显示为在每个报告间隔的每次运行生成的总工作负载，以及除第一个间隔外的所有间隔的加权平均值。

    • interval：报告间隔序号
    • I/O rate：每秒观察到的平均 I/O 速率
    • MB sec：传输的数据的平均 MB 数
    • bytes I/O：平均数据传输大小
    • read pct：平均读取百分比
    • resp time：以读/写请求持续时间度量的平均响应时间。所有 vdbench 时间都以毫秒为单位。
    • resp max：在此间隔中观察到的最大响应时间。最后一行包含最大值总数。
    • resp stddev：响应时间的标准偏差
    • cpu% sys+usr：处理器繁忙 = 100（系统 + 用户时间）（Solaris、Windows、Linux）
    • cpu% sys：处理器利用率：系统时间

    多客户端文件系统盘性能测试​

    多数情况下我们会进行多客户端的测试。多客户端测试参数可配置如下：

    hd=default,vdbench=/root/vdbench50406,user=root,shell=ssh
    hd=hd1,system=183.136.181.150
    hd=hd2,system=115.238.123.189

    fsd=fsd1,anchor=/mnt1,depth=1,width=10,files=1,size=1000m,openflags=o_direct
    fsd=fsd2,anchor=/mnt2,depth=1,width=10,files=1,size=1000m,openflags=o_direct
    fwd=fwd1,fsd=fsd1,host=hd1,threads=4,xfersize=4k,fileio=random,fileselect=random,rdpct=50
    fwd=fwd2,fsd=fsd2,host=hd2,threads=4,xfersize=4k,fileio=random,fileselect=random,rdpct=50


    rd=rd1,fwd=fwd*,fwdrate=max,format=restart,elapsed=3600,interval=1,warmup=300

    上面的例子是测试两台机器的云盘，每个云盘4个线程对110 1G的文件进行读写，4K的块大小，50%的写，50%随机，热身写300s，然后测试3600s

    相比于多个客户端上跑fio,使用vdbench进行多客户端测试的好处有：

    • 1、能够每秒显示整个测试的io叠加，这样测试整个集群的io的时候，可以把所有虚机启动起来，然后进行io的压测，而不是去压单个rbd的iops，那个没有太大的意义，只能是一个数值，真正的环境大多也不是给一个业务使用的，也可以跑起一个业务以后，再看剩余的机器还能跑多少性能
    • 2、在测试输出报告里面会根据主机统计一次io，这个面向的业务场景就是，比如某台主机上面可能挂载多块云盘，那么可以根据主机进行统计
    • 3、在报告里面还会根据设备显示io个延时的信息，也就是只要是测试设备，每一个的性能指标都能查到，这个的好处就是检测集群里面的io是不是均匀的，如果做了qos，设备的测试性能值是不是跟设置限制一样
    - - + + \ No newline at end of file diff --git "a/CurveBS/test/\346\265\213\350\257\225\347\216\257\345\242\203\351\205\215\347\275\256\344\277\241\346\201\257.html" "b/CurveBS/test/\346\265\213\350\257\225\347\216\257\345\242\203\351\205\215\347\275\256\344\277\241\346\201\257.html" index 6396f76..6a9669b 100644 --- "a/CurveBS/test/\346\265\213\350\257\225\347\216\257\345\242\203\351\205\215\347\275\256\344\277\241\346\201\257.html" +++ "b/CurveBS/test/\346\265\213\350\257\225\347\216\257\345\242\203\351\205\215\347\275\256\344\277\241\346\201\257.html" @@ -4,13 +4,13 @@ Curve 测试环境配置信息 | Curve Book - - + +
    跳到主要内容

    Curve 测试环境配置信息

    Curve 当前测试的性能，如果没有特别说明，都是在基于以下配置的机器上测试的。该配置仅仅表示curve当前性能数据的测试环境，由于部分硬件版本比较旧，该环境的硬件不作为推荐硬件型号，但是对硬件的配置部分可做参考。

    集群topo​

    curvebs 块存储测试集群规模​

    mds和chunkserver服务混合部署。

    mds : 3台机器

    chunkserver : 9台机器 * 20块盘/每台机器

    机器选型​

    计算/存储节点机型
    Dell Inc. PowerEdge R730xd
    Inspur NF5280M4

    mds 节点​

    模块版本配置
    机型Dell PowerEdge R730xd
    osdebain9
    内核4.9.65
    cpu设置performance，开启cpu性能最大化
    网卡Bonding Mode: IEEE 802.3ad Dynamic link aggregation Transmit Hash Policy: layer2+3 (2) MII Status: up MII Polling Interval (ms): 100 Up Delay (ms): 200 Down Delay (ms): 200万M网卡双网口组bond
    系统盘1.2T*2 SAS （RAID1模式） 初始化之后进行拷盘测试，提前发现并剔除坏盘、慢盘等异常
    数据盘1.8T*2 SSD (不需要RAID) 初始化之后进行拷盘测试，提前发现并剔除坏盘、慢盘等异常

    chunkserver 节点​

    模块版本配置
    机型inspur NF5280M4
    osdebian9
    内核4.9.65
    cpu设置performance，开启cpu性能最大化
    megaraid_sas06.811.02.00-rc4
    数据盘raid卡配置1.RAID FW 版本：24.21.0-0061 2.RAID卡驱动版本：06.811.02.00-rc41. 配置为JBOD模式 2. RAID 卡关闭 consistent check 3.RAID卡缓存策略：WriteThrough
    数据盘磁盘数据盘类型：1.8TB * 20 Intel S45001.数据盘关闭磁盘缓存 2.磁盘调度策略，SSD盘noop，HDD盘deadline // 初始化之后进行拷盘测试，提前发现并剔除坏盘、慢盘等异常 3、 sudo tune2fs -m 0 /dev/sda8 释放文件系统预留的5%空间 4、如果至少两个raid卡，每个raid卡上数据盘尽量均衡
    网卡bond配置（ Bonding Mode: IEEE 802.3ad Dynamic link aggregation Transmit Hash Policy: layer2+3 (2) MII Status: up MII Polling Interval (ms): 100 Up Delay (ms): 200 Down Delay (ms): 200 ）万M网卡双网口组bond
    系统盘1.2T*2 SASRAID1模式
    fd数量1.系统允许的最大fd数量至少为10000000 2.单个进程允许的最大fd数量不低于250000
    mmap地址数量每一个bthread都需要使用mmap分配stack，mmap数量操作系统是有限制的，建议修改/proc/sys/vm/max_map_count 至少为5642720。

    一些相关的命令​

    raid卡查询命令​

    1. RAID FW 版本 查询命令：sudo /usr/sbin/megacli -AdpAllInfo -aALL | grep "FW Package Build"
    2. RAID 卡关闭 consistent check 查询命令：sudo /usr/sbin/megacli -AdpCcSched -info -a0
    3. RAID卡缓存策略查询命令：sudo megacli -LDGetProp -Cache -LALL -a0
    4. RAID卡驱动版本查询命令：sudo modinfo megaraid_sas

    磁盘相关命令​

    1. 关闭磁盘缓存命令：sudo /sbin/hdparm -W 0 /dev/sdh
    2. 磁盘缓存是否关闭，查询命令：sudo /sbin/hdparm -W /dev/sdh
    3. 磁盘调度策略，查询命令：cat /sys/block/sdxxx/queue/schedule
    4. 释放文件系统预留空空间命令：sudo tune2fs -m 0 /dev/sda8

    修改单个进程的允许的最大fs数量​

    1. 查询系统允许的最大fd数量：cat /proc/sys/fs/file-max
    2. 查询单个进程允许的最大fd数量：ulimit -n
    3. 修改单个进程允许的最大fd数量：
    修改/etc/sysctl.conf配置，然后执行sysctl -p 生效。
    echo "fs.nr_open = 2500000" >> /etc/sysctl.conf
    echo "fs.file-max = 40000000" >> /etc/sysctl.conf
    - - + + \ No newline at end of file diff --git "a/CurveBS/test/\347\274\226\350\257\221\345\222\214\345\215\225\345\205\203\346\265\213\350\257\225.html" "b/CurveBS/test/\347\274\226\350\257\221\345\222\214\345\215\225\345\205\203\346\265\213\350\257\225.html" index aa17b2f..1d32e07 100644 --- "a/CurveBS/test/\347\274\226\350\257\221\345\222\214\345\215\225\345\205\203\346\265\213\350\257\225.html" +++ "b/CurveBS/test/\347\274\226\350\257\221\345\222\214\345\215\225\345\205\203\346\265\213\350\257\225.html" @@ -4,15 +4,15 @@ 编译环境搭建 | Curve Book - - + +
    跳到主要内容

    编译环境搭建

    请注意：

    1. 如您只是想体验Curve的部署流程和基本功能，则不需要编译Curve，请参考 部署
    2. 本文档仅用来帮助你搭建Curve代码编译环境，便于您参与Curve的开发调试
    3. 以下镜像和编译过程目前仅支持 x86 系统
    4. 如要编译arm分支，请根据 Dockerfile打包编译镜像
    5. 目前master分支不支持在arm系统上编译运行
    6. 推荐 debian 10及以上版本的操作系统,其他操作系统未经过全面测试

    使用Docker进行编译（推荐方式）​

    获取或者构建docker镜像​

    方法一：从docker hub镜像库中拉取docker镜像（推荐方式）

    docker pull opencurvedocker/curve-base:build-debian9

    方法二：手动构建docker镜像

    使用工程目录下的 docker/debian9/compile/Dockerfile 进行构建，命令如下：

    docker build -t opencurvedocker/curve-base:build-debian9

    注意： 上述操作不建议在Curve工程目录执行，否则构建镜像时会把当前目录的文件都复制到docker镜像中，建议把Dockerfile拷贝到新建的干净目录下进行docker镜像的构建。

    在docker镜像中编译​

    git clone https://github.com/opencurve/curve.git 或者 git clone https://gitee.com/mirrors/curve.git
    cd curve
    # 如果你想在容器内完成编译+制作+上传镜像的操作，可以添加以下参数
    # -v /var/run/docker.sock:/var/run/docker.sock -v /root/.docker:/root/.docker
    # --rm 会在容器退出后自动删除容器,如果你想保留容器，可以去掉该参数
    docker run --rm -v $(pwd):/curve -w /curve -v ${HOME}/.cache:${HOME}/.cache -v ${HOME}/go:${HOME}/go --user $(id -u ${USER}):$(id -g ${USER}) -v /etc/passwd:/etc/passwd:ro -v /etc/group:/etc/group:ro --privileged -it opencurvedocker/curve-base:build-debian9 bash
    # （中国大陆可选）将外部依赖替换为国内下载点或镜像仓库，可以加快编译速度： bash replace-curve-repo.sh

    # curve v2.0 之前
    bash mk-tar.sh （编译 curvebs 并打tar包）
    bash mk-deb.sh （编译 curvebs 并打debian包）

    # （当前）curve v2.0 及之后
    # 编译 curvebs:
    make build stor=bs dep=1
    # or
    make dep stor=bs && make build stor=bs
    # 编译 curvefs:
    make build stor=fs dep=1
    # or
    make dep stor=fs && make build stor=fs

    注意： mk-tar.sh 和 mk-deb.sh 用于 curve v2.0 之前版本的编译打包，v2.0 版本之后不再维护。

    在物理机上编译​

    Curve编译依赖的包括：

    依赖版本
    bazel4.2.2
    gcc支持c++11的兼容版本

    Curve的其他依赖项，均由bazel去管理，不可单独安装。

    注意： 4.* 版本的 bazel 均可以成功编译 Curve 项目，其他版本不兼容。 4.2.2 为推荐版本。

    安装依赖​

    编译相关的软件依赖可以参考 dockerfile 中的安装步骤。

    一键编译​

    git clone https://github.com/opencurve/curve.git 或者 git clone https://gitee.com/mirrors/curve.git
    # （中国大陆可选）将外部依赖替换为国内下载点或镜像仓库，可以加快下载速度： bash replace-curve-repo.sh
    # curve v2.0 之前
    bash mk-tar.sh （编译 curvebs 并打tar包）
    bash mk-deb.sh （编译 curvebs 并打debian包）

    # （当前）curve v2.0 及之后
    # 编译 curvebs:
    make build stor=bs dep=1
    # or
    make dep stor=bs && make build stor=bs
    # 编译 curvefs: 
    make build stor=fs dep=1
    # or
    make dep stor=fs && make build stor=fs

    制作镜像​

    该步骤可以在容器内执行也可以在物理机上执行。 注意若是在容器内执行，需要在执行 docker run 命令时添加 -v /var/run/docker.sock:/var/run/docker.sock -v /root/.docker:/root/.docker 参数。

    # 编译 curvebs:
    # 后面的tag参数可以自定义，用于上传到镜像仓库
    make image stor=bs tag=test
    # 编译 curvefs: 
    make image stor=fs tag=test

    上传镜像​

    # test 为上一步中的tag参数
    docker push test

    测试用例编译及执行​

    编译全部模块​

    仅编译全部模块，不进行打包

    bash ./build.sh

    列出所有测试模块​

    # curvebs
    bazel query '//test/...'
    # curvefs
    bazel query '//curvefs/test/...'

    编译对应模块的代码​

    编译对应模块，例如test/common目录下的common-test测试：

    bazel build test/common:common-test --copt -DHAVE_ZLIB=1 --define=with_glog=true --compilation_mode=dbg --define=libunwind=true

    执行测试​

    执行测试前需要先准备好测试用例运行所需的依赖：

    运行单元测试:

    • 构建对应的模块测试:

      $ bazel build xxx/...//:xxx_test

    • 运行对应的模块测试:

      $ bazel run xxx/...//:xxx_test
      # 或者
      $ ./bazel-bin/xxx/.../xxx_test

    • 编译全部测试及文件

      $ bazel build "..."

    • bazel 默认自带缓存编译, 但有时可能会失效.

      清除项目构建缓存:

      $ bazel clean

      清除项目依赖缓存(bazel 会将WORKSPACE 文件中的指定依赖项自行编译, 这部分同样也会缓存):

      $ bazel clean --expunge

    • debug 模式编译(-c 指定向bazel 传递参数), 该模式会在默认构建文件中加入调试符号, 及减少优化等级.

      $ bazel build xxx//:xxx_test -c dbg

    • 优化模式编译

      $ bazel build xxx//:xxx_test -c opt
      # 优化模式下加入调试符号
      $ bazel build xxx//:xxx_test -c opt --copt -g

    • 更多文档, 详见 bazel docs.

    动态库​

    export LD_LIBRARY_PATH=<CURVE-WORKSPACE>/thirdparties/etcdclient:<CURVE-WORKSPACE>/thirdparties/aws-sdk/usr/lib:/usr/local/lib:${LD_LIBRARY_PATH}

    fake-s3​

    快照克隆集成测试中，使用了开源的fake-s3模拟真实的s3服务。

    $ apt install ruby -y OR yum install ruby -y
    $ gem install fakes3
    $ fakes3 -r /S3_DATA_DIR -p 9999 --license YOUR_LICENSE_KEY

    备注：

    • -r S3_DATA_DIR：存放数据的目录
    • --license YOUR_LICENSE_KEY：fakes3需要key才能运行，申请地址见fake-s3
    • -p 9999：fake-s3服务启动的端口，不用更改

    etcd​

    wget -ct0 https://github.com/etcd-io/etcd/releases/download/v3.4.10/etcd-v3.4.10-linux-amd64.tar.gz
    tar zxvf etcd-v3.4.10-linux-amd64.tar.gz
    cd etcd-v3.4.10-linux-amd64 && cp etcd etcdctl /usr/bin

    执行单个测试模块​

    ./bazel-bin/test/common/common-test

    运行单元/集成测试​

    bazel 编译后的可执行程序都在 ./bazel-bin 目录下，例如 test/common 目录下的测试代码对应的测试程序为 ./bazel-bin/test/common/common-test，可以直接运行程序进行测试。

    • CurveBS相关单元测试程序目录在 ./bazel-bin/test 目录下
    • CurveFS相关单元测试程序目录在 ./bazel-bin/curvefs/test 目录下
    • 集成测试在 ./bazel-bin/test/integration 目录下
    • NEBD相关单元测试程序在 ./bazel-bin/nebd/test 目录下
    • NBD相关单元测试程序在 ./bazel-bin/nbd/test 目录下

    如果想运行所有的单元测试和集成测试，可以执行工程目录下的ut.sh脚本：

    bash ut.sh
    - - + + \ No newline at end of file diff --git a/CurveBS/usecase/chuangyun.html b/CurveBS/usecase/chuangyun.html index c53ccfa..a73ca37 100644 --- a/CurveBS/usecase/chuangyun.html +++ b/CurveBS/usecase/chuangyun.html @@ -4,14 +4,14 @@ 创云融达基于Curve块存储的超融合场景实践 | Curve Book - - + +
    跳到主要内容

    创云融达基于Curve块存储的超融合场景实践

    作者简介：王彦灵（wangyanling@oct-ea.com），曾在XSky等公司从事存储运维开发工作，
    目前担任创云融达存储解决方案专家。2021年开始关注Curve社区，使用、部署、运维Curve集
    群，也在代码上做一些原型实验，对社区有浓厚兴趣。

    1. 创云融达背景​

    创云融达是一家以海量数据的存管用为核心，以企业级私有云建设能力为基础，并提供数据资产和数据中台产品和解决方案的高新技术企业。

    2. 超融合业务背景​

    近年来，为了优化人们纳税缴费的服务体验，各省市税务系统逐步构建了面向税务办事大厅的各种创新型智慧设备和智慧应用,如办税一体机，智慧税务大屏，语音辅助设备、以及业务流程辅助AI机器人等。极大便利人们税业务体验的同时也对IT集成和IT基础设施提出了更高的要求。

    创云融达承建了多地的智慧税务大厅解决方案，在实践中，我们发现智慧事务大厅的业务有如下特点：

    1. 各类智慧税务应用系统数量较多
    2. 办事大厅的业务场景对服务的实时性和可用性也有较高要求
    3. 应用不仅仅需要数据库等结构化数据，也需要一定规模的非结构化数据的存储需求

    根据以上特点，我们总结出了智慧税务基础设施的需求：稳定、可靠，适应于超融合集群环境（规模3-6节点）的分布式存储解决方案，提供云主机和对象存储，保证数据安全性、和稳定可靠运行。

    3. 方案选型​

    对于对象存储，创云融达有自研的OEOS, 有冷热数据自动分层和智能编排机制，实现了海量数据的持久化存储，同时也满足了海量小文件的高IO性能要求。可以为各类智慧应用提供非结构化数据的存管用治理平台。

    对于块存储，非常知名的有ceph，但是开源版本的ceph在使用过程中是有很多稳定性的问题，常规的一些异常都会引起IO抖动, 和 Curve 替换 Ceph 在网易云音乐的实践 中提到的问题也类似。这些问题和Ceph的一致性协议、数据放置算法都相关，基于开源版本去改动复杂度和工作量都很大。同时，我们注意到了开源的Curve。

    通过和Curve社区多次深入的技术交流，了解到Curve分布式存储通过对数据块的数据摆放机制的优化，成功解决了Ceph类存储中CRUSH算法在生产环境中的巨大不确定性，从而具有生产环境所需要的稳定性和高可靠性。因此，基于Curve构建分布式块存储，作为虚拟化环境的数据底座，具有比Ceph产品具有更高的可靠性和数据安全性。

    特别需要提到的是Curve块存储在快照上的设计。Curve块存储的快照支持上传到S3,不限制快照数量并且降低了快照的存储成本。这一设计和我们自研的对象存储OEOS可以完美结合。

    4. 方案落地​

    我们对Curve块存储进行了深入的测试，当前已经在项目中成功构建了基于Curve的分布式块存储和创云OEOS对象存储结合的分布式存储解决方案，为智慧税务项目中提供了统一存储基础设施。为智慧税务提供了有力的技术支撑，并在多地市的新建智慧税务大厅项目中得到了成功应用。

    整体的架构如下：

    arch

    • 支持块存储和对象存储，支持ISCSI、S3、NFS、SMB协议
    • 对象存储支持冷热分层，支持EC
    • 块存储提供高性能，快照数据支持转储到对象存储中
    • 所有服务高可用，任一节点故障不影响用户IO

    在项目落地的过程中，结合Curve的特点和业务场景，总结了一些虚拟化场景下的使用经验。

    1. 业务短暂的IO波峰

    在KVM虚拟化场景下，当用KVM镜像生成虚拟机实例的时候，会有短暂的IO波峰（5000-6000 IOPS），之后则消失。而业务场景多数情况下对IO的要求不高。 因此，我们设计了两个逻辑池，一个SSD盘逻辑池，和一个机械盘逻辑池。KVM虚拟机则制作成40G的系统盘。这样，所有的KVM系统盘都分配在SSD逻辑池中，而数据盘分配在机械盘逻辑池中，从而解决了KVM镜像问题。

    2. nebd服务的单点和性能问题

    Curve 社区提供的curve-tgt版本是基于nebd的，nebd是为了解耦上层应用和curve-sdk所加的热升级模块。但在实践中，这个服务有可能存在单点问题，且对IO时延也有15%左右的消耗。

    因此，我们在社区版curve-tgt基础上做了一点改进，让curve-tgt的backend直接调用Curve客户端（libcurve.so），测试证明也很稳定，并且也提高了性能。

    此外，curve-tgt还有一个多节点负载均衡的问题。我们的解决思路是，在每个节点上开两个curve-tgt进程（3260和3261端口），传统的3260端口仅用于iscsi discovery，当收到iscsi login命令的时候，利用iscsi的login redirect机制，调用loadbalancer，取第二个进程（3261端口）做重定向。Loadbalancer进程随机选取所有active节点的一个，重定向到该节点的3261端口上，完成login。最后一点，再通过keepalived为3260端口提供一个虚IP机制，则保证了discovery过程不会因为单节点掉电而失效。

    3. 集群整体掉电

    和社区讨论后，我们解决思路是：在分析出UPS市电故障时，第一步把前端curve-tgt进程停止掉，第二步集群所有的卷做一次快照，第三步做一次fsync，保证所有内存中的数据都刷到盘上，最后停止集群。

    - - + + \ No newline at end of file diff --git a/CurveBS/usecase/cloudnative-database.html b/CurveBS/usecase/cloudnative-database.html index a131f1e..459b796 100644 --- a/CurveBS/usecase/cloudnative-database.html +++ b/CurveBS/usecase/cloudnative-database.html @@ -4,8 +4,8 @@ 高性能云原生数据库存储底座 | Curve Book - - + +
    @@ -16,7 +16,7 @@ 上述脚本完成后会自动部署一个基于本地文件系统的实例，需要执行以下命令来停止这个实例：

    $HOME/tmp_basedir_polardb_pg_1100_bld/bin/pg_ctl \
        -D $HOME/tmp_master_dir_polardb_pg_1100_bld/ \
        stop

    在节点本地初始化数据目录 $HOME/replica1/：

    $HOME/tmp_basedir_polardb_pg_1100_bld/bin/initdb -D $HOME/replica1

    编辑只读节点的配置。打开 $HOME/replica1/postgresql.conf，增加配置项：

    port=5433
    polar_hostid=2
    polar_enable_shared_storage_mode=on
    polar_disk_name='pool@@volume_my_'
    polar_datadir='/pool@@volume_my_/shared_data/'
    polar_vfs.localfs_mode=off
    shared_preload_libraries='$libdir/polar_vfs,$libdir/polar_worker'
    polar_storage_cluster_name='curve'
    logging_collector=on
    log_line_prefix='%p\t%r\t%u\t%m\t'
    log_directory='pg_log'
    listen_addresses='*'
    max_connections=1000

    创建 $HOME/replica1/recovery.conf，增加以下配置项：

    注意 请在下面替换读写节点（容器）所在的 IP 地址。

    polar_replica='on'
    recovery_target_timeline='latest'
    primary_slot_name='replica1'
    primary_conninfo='host=[读写节点所在IP] port=5432 user=postgres dbname=postgres application_name=replica1'

    最后，启动只读节点：

    $HOME/tmp_basedir_polardb_pg_1100_bld/bin/pg_ctl start -D $HOME/replica1

    检查只读节点能否正常运行：

    $HOME/tmp_basedir_polardb_pg_1100_bld/bin/psql \
        -p 5433 \
        -d postgres \
        -c 'select version();'
    # 下面为输出内容
                version
    --------------------------------
     PostgreSQL 11.9 (POLARDB 11.9)
    (1 row)

    集群检查和测试​

    部署完成后，需要进行实例检查和测试，确保读写节点可正常写入数据、只读节点可以正常读取。

    登录 读写节点，创建测试表并插入样例数据：

    $HOME/tmp_basedir_polardb_pg_1100_bld/bin/psql -q \
        -p 5432 \
        -d postgres \
        -c "create table t(t1 int primary key, t2 int);insert into t values (1, 1),(2, 3),(3, 3);"

    登录 只读节点，查询刚刚插入的样例数据：

    $HOME/tmp_basedir_polardb_pg_1100_bld/bin/psql -q \
        -p 5433 \
        -d postgres \
        -c "select * from t;"
    # 下面为输出内容
     t1 | t2
    ----+----
      1 |  1
      2 |  3
      3 |  3
    (3 rows)

    在读写节点上插入的数据对只读节点可见。

    总结​

    通过以上的步骤我们基于 Curve 块存储系统部署了 PFS 系统；然后分别编译部署了 PolarDB 的读写节点和只读节点；最后通过在读写节点写入、读节点读取的方式检查测试了集群是否正常工作。通过这种方式部署避免了直接暴露块设备，并且 PFS 通过 Curve-sdk 直接与 Curve 块存储通信，减少了 IO 的路径。 好了，现在你已经成功部署了一套基于 Curve 块存储的 PFS 和 PolarDB，快去享用吧！

    - - + + \ No newline at end of file diff --git a/CurveBS/usecase/rdma-spdk.html b/CurveBS/usecase/rdma-spdk.html index ff67f69..e1b4253 100644 --- a/CurveBS/usecase/rdma-spdk.html +++ b/CurveBS/usecase/rdma-spdk.html @@ -4,13 +4,13 @@ CurveBS RDMA+SPDK 版本在网易数据库场景的落地实践 | Curve Book - - + +
    跳到主要内容
    - - + + \ No newline at end of file diff --git a/CurveBS/usecase/scenario.html b/CurveBS/usecase/scenario.html index 80b1556..ac0c8ad 100644 --- a/CurveBS/usecase/scenario.html +++ b/CurveBS/usecase/scenario.html @@ -4,13 +4,13 @@ 应用场景 | Curve Book - - + +
    跳到主要内容

    应用场景

    CurveBS的核心应用场景主要包括：

    • 虚拟机/容器的性能型、混合型、容量型云盘或持久化卷，以及物理机的远程存储盘
    • 高性能存算分离架构：基于RDMA+SPDK的高性能低时延架构，支撑MySQL、kafka等各类数据库、中间件的存算分离部署架构，提升实例交付效率和资源利用率

    TBD

    - - + + \ No newline at end of file diff --git a/CurveBS/usecase/wanfang.html b/CurveBS/usecase/wanfang.html index f45837b..0d102ed 100644 --- a/CurveBS/usecase/wanfang.html +++ b/CurveBS/usecase/wanfang.html @@ -4,14 +4,14 @@ 扬州万方基于申威平台的Curve块存储在高性能和超融合场景下的实践 | Curve Book - - + +
    跳到主要内容

    扬州万方基于申威平台的Curve块存储在高性能和超融合场景下的实践

    1. 扬州万方背景​

    扬州万方科技股份有限公司主要从事通信、计算机和服务器、智能车辆、基础软件等产品的科研生产，是国家高新技术企业、专精特新小巨人企业、国家火炬计划承担单位。

    2. 业务背景​

    申威处理器是在国家“核高基”重大专项支持下、由国家高性能集成电路（上海）设计中心自主研发，采用自主指令集，具有完全自主知识产权的处理器系列。当前主流的申威3231处理器是基于第三代“申威 64” 二次优化版核心的国产高性能多核处理器，主要面向高性能计算和高端服务器应用。申威3231采用CC-NUMA多核结构和SoC技术，单芯片集成了32个64位RISC结构的申威处理器核心、8路DDR4存储控制器接口、40lane的PCI-E 4.0标准I/O接口以及3路直连接口，最高工作频率可达2.5GHz。

    2018年至今，万方科技基于申威系列处理器研制了面向海量存储、高密度存储、全闪存储等多种需求的多类型存储系统，大量采用了基于Ceph的分布式统一存储技术。在随后的生产环境使用维护中，Ceph在性能一致性、运行稳定性、故障修复能力等方面的表现差强人意，并且复杂的IO处理流程、数据放置及迁移机制、庞大的代码规模等增加了使用运维成本。同时，我们也持续关注存储的技术生态，有意向另辟蹊径，探索新型的存储技术，改善目前存储产品的不足。在深入调研了Curve的技术架构、应用成熟度、社区背景的基础上，决定在申威硬件平台上适配、试用Curve技术，主要的试用场景包括高性能块存储、超融合等。

    3. 应用实践​

    Curve的适配申威平台​

    由于申威3231处理器采用自主申威指令集，因此需要使用申威平台的gcc对Curve进行重新编译。

    Curve的移植适配需要解决的核心问题是brpc的编译，brpc采用M:N的线程模型，为了进一步优化性能，在原子操作、用户态上下文切换等部分使用了与处理器平台强关联的汇编语言，我们使用申威的汇编指令重写了这两部分内容，并且优化了申威平台非对齐访问内存的相关代码。

    高性能块存储场景实践​

    高性能是Curve的主要特点之一，而在业务层面，高性能块存储是支撑数据库等性能型应用的关键。在Ceph存储技术的实际应用中，我们大量使用了NVMe闪存盘，通过bcache缓存方案提升机械盘的存储性能。

    对于高性能块存储场景，我们采用全NVMe闪存方式构建Curve集群。

    为了充分发挥NVMe闪存性能，我们基于SPDK技术重构Chunkserver的Ext4 filepool。 与当前社区中所采用的Polarfs+SPDK的方式不同，我们使用SPDK blobstore实现Chunkserver的底层存储逻辑。

    这种方案需要注意的点是：SPDK blobstore不存在目录的概念，只支持blob读写，不支持目录操作及文件命名等功能。为了尽量减少对于Chunkserver上层逻辑的修改，我们仍然使用Chunkserver既有的目录结构，但filepool中的文件不再用于存储真实用户数据，而是记录blob id，用于将Ext4文件系统中的文件关联到对应的SPDK blob，目录操作、文件命名等功能仍然沿用Ext4文件系统的相关操作接口，从而实现基于SPDK blobstore的数据存储。

    经过相关改造，在3节点*3块NVMe闪存盘、万兆网络互联的申威3231存储服务器集群上，单个NBD盘IOPS达到32K。

    超融合场景实践​

    万方科技的超融合产品采用混闪的硬件存储架构，并基于Kubernetes统一管理容器及KVM虚拟机。

    wanfang

    由于超融合产品需要适应大容量、高性能等不同的存储场景，因此需要Curve满足同一物理池中支持不同类型存储介质的需求，为实现这一需求，我们为chunkserver增加了存储介质类型的属性，并在逻辑池创建时通过配置存储介质类型匹配chunkserver并创建copyset，从而使得逻辑池的物理存储空间在指定类型存储介质上进行分配。

    另一方面，为了实现Kubernetes对于传统KVM虚拟机的统一管理，以容器方式运行KVM虚拟机，并使用Curve的CSI接口为KVM虚拟机提供虚拟磁盘，Curve为虚拟机的容器化运行提供了稳定、高性能的存储服务。

    后续规划​

    结合Curve及万方科技相关产品的发展规划，后续工作将会集中在两个方面：

    1. CurveFS 在申威平台的适配、验证；
    2. 结合社区的SPDK+RDMA块存储性能优化方案，探索NVMe全闪存储的性能优化。
    - - + + \ No newline at end of file diff --git a/CurveFS/architecture/architecture-intro.html b/CurveFS/architecture/architecture-intro.html index 0eebc61..63d1d6f 100644 --- a/CurveFS/architecture/architecture-intro.html +++ b/CurveFS/architecture/architecture-intro.html @@ -4,13 +4,13 @@ CurveFS 架构介绍 | Curve Book - - + +
    跳到主要内容

    CurveFS 架构介绍

    CurveFS 是 POSIX 兼容的分布式文件存储系统，用于更好的支持云原生场景。

    整体架构​

    curvefs arch

    CurveFS由三个部分组成：

    1. curve-fuse 是基于 fuse 的文件系统客户端。
      • 接收并处理 fuse 的请求，与fs-meta cluster 交互实现对元数据的增删改查，与 fs-data cluster 交互实现对数据的增删改查；
      • 提供元数据缓存和数据缓存以提高性能；
      • 用户可以通过客户端访问不同的文件系统实例。
    2. fs-meta cluster 是 CurveFS 的元数据服务集群。
      • 它的架构类似 CurveBS，由 MDS 和 Metaserver 两个部分组成，高可扩、高可用；
      • mds 用于管理集群拓扑、集群调度、文件系统实例、文件元数据分片管理；基于 etcd 存储集群拓扑、用户和文件系统信息；基于 etcd 实现 mds 的高可用。
      • metaserver 用于存储文件的元数据( inode 和 dentry )，通过 multi-raft 实现高可用和高可靠。每个 raft 复制组管理多组元数据分片。
    3. fs-data cluster 是 CurveFS 的数据服务集群。
      • 当前支持S3标准接口的对象存储以及 CurveBS；
      • 用户可以根据性能场景灵活配置；
      • 也因为支持多种存储集群，CurveFS 的元数据使用独立的集群统一管理。

    元数据集群​

    元数据集群fs-meta cluster如下：

    curvefs meta arch

    1. 管理拓扑结构

    MDS 管理元数据集群的拓扑结构，如下图：

    curvefs topo

    • pool 物理池，对机器资源进行物理隔离。server不能跨pool交互；

    • zone 故障隔离的基本单元，属于不同zone的机器部署在不同机架，server归属于一个 zone；

    • server 物理服务器，metaserver归属于zone；

    • metaserver 最小服务单元，管理一块物理磁盘。

    2. 管理文件系统实例

    MDS 管理文件系统实例及文件系统的元数据的分布。

    • 一个文件系统实例由多个元数据分片 partition组成
    • 每个partition管理指定范围的 inode，文件系统根目录的 inode 固定为1
      • dentry 存放在父目录所在的元数据分片上;
      • 对于文件 /A/B
        • 首先找到根目录所在的元数据分片，在该元数据分片上查询 dentry(/A)；
        • 从 dentry(/A) 中获得 /A 的 inodeid，根据 inodeid 获取对应的元数据分片查询 dentry(/A/B)；
        • 从 dentry(/A/B) 中获得 /A/B 的 inodeid，从而定位到元数据分片，获取 /A/B 的 inode 信息。
    • partition由copyset管理，copyset是raft复制组
      • copyset和partition是一对多的关系；
      • copyset和partition都是动态创建的，可以弹性扩容。当前的创建策略比较简单：在满足copyset的多个副本在不同的server的前提下，按照metaserver的管理磁盘的剩余容量进行选择；partition同样按照copyset所在metaserver的剩余容量进行选择；

    3. MDS 高可用

    MDS 的高可用基于 etcd 实现，允许部分实例异常，如下图所示：

    curvefs mds ha

    MDS 向 etcd 注册，同时只有一个 MDS 提供服务，备 MDS 监听。主 MDS 挂掉后，备 MDS 启动提供服务。

    4. Metaserver 高可用

    Metaserver高可用基于 raft 实现，2N+1 个副本允许 N 个副本异常。

    数据组织形式​

    fs-data cluster存放文件的实际数据，可以是支持S3标准协议的对象存储集群，也可以是CurveBS，后续根据场景需求，我们还会对接更多的集群。

    对接 CurveBS​

    一个文件系统对应 CurveBS 上的一个卷volume, 但这里的块设备只用于存储文件的数据。文件系统中的一个文件，地址空间和卷中 chunk 的对应关系如下图：

    curvefs + curvebs

    • CurveBS 中卷和 chunk 的关系请参考：Curve设计要点
    • 在curve-fuse中，一个文件的地址空间由多个非固定大小的 extent 组成；
    • extent 在 inode 中由{ fsOffset, volumOffset, length} 组成;
    • CurveBS 中卷的空间如何分配给文件系统中的文件，请参考：CurveFS基于块的空间分配方案

    对接 S3​

    对于文件系统中的一个文件，地址空间和 S3 对象的对应关系如下图所示：

    curvefs + s3

    • 在curve-fuse端，一个文件的地址空间由多个固定大小的chunk组成，每个chunk由多个长度不固定的datacache组成；
    • datacache按照block的粒度拆分后上传到 S3 中；
    • 每个数据块在 inode 中由{ chunkid, offset, len, size } 表示，每个数据块在 S3 中的 key 由 { fsid, inodeid, chunkid, blockindex } 表示。根据 inode 中数据位置的记录，可以通过chunk和block的大小，计算出这部分数据对应的 S3 中数据块的数量以及每个数据块的 key。

    系统特性​

    1. 多存储系统支持。数据既支持存储到公有云，又支持存储到本地存储系统；支持数据在不同存储系统之间自由流转，支持主动/被动数据生命周期管理；
    2. 元数据集群和数据集群高可用、高可扩、高可靠；
    3. 支持高速缓存，客户端有内存和磁盘两级缓存加速；支持多级缓存，BS集群可作为持久化缓存层;
    4. POSIX兼容，像本地文件系统一样使用，业务可以无缝接入；
    5. 易运维，常见的异常可以自愈。
    - - + + \ No newline at end of file diff --git a/CurveFS/architecture/client-arch.html b/CurveFS/architecture/client-arch.html index 5fb3f3d..13a13e3 100644 --- a/CurveFS/architecture/client-arch.html +++ b/CurveFS/architecture/client-arch.html @@ -4,15 +4,15 @@ CurveFS Client 架构介绍 | Curve Book - - + +
    跳到主要内容

    CurveFS Client 架构介绍

    1 概要​

    CurveFS client 作为CurveFS的客户端，使用rpc接口向后端的元数据集群和数据集群发送请求，调用后端相应接口，实现相应的功能。其通过对接fuse用户态文件系统接口，向上提供文件系统接口功能。CurveFS client支持数据存储在两种数据存储后端，分别是Curve块存储和S3兼容的对象存储，后续还可能支持CurveBS和S3混合存储，让数据根据冷热程度在CurveBS与S3之间流动。

    2 功能介绍​

    2.1 提供标准POSIX文件系统接口​

    CurveFS client通过对接libfuse 的 lowlevel fuse api，支持fuse用户态文件系统，实现标准POSIX文件系统接口。

    2.2 支持CurveBS 后端存储引擎存储数据与缓存​

    CurveFS client 支持将文件系统数据，存储在CurveBS中。CurveBS提供的是块设备的接口，CurveFS client将文件系统数据组织成一定的结构，写入到CurveBS块设备中，从而实现CurveBS的后端数据存储。 CurveFS client支持将CurveBS中存储的数据缓存在内存中，以加速数据的读写性能。

    2.3 支持S3存储引擎存储数据与缓存​

    CurveFS client 支持将文件系统数据，通过一定的格式，转换称为对象存储中的对象，并通过S3接口兼容的客户端（使用S3 C++ sdk）将文件数据保存在S3存储引擎中。 CurveFS client支持内存与磁盘缓存的二级的数据缓存，从而加速S3数据的读写性能。

    2.4 元数据获取和缓存​

    CurveFS client 将文件系统元数据存储于CurveFS元数据集群，CurveFS client支持将元数据缓存在client端，从而提供更快速地元数据访问。其缓存的元数据信息有:

    • 文件系统全局信息，即FsInfo。
    • 各文件和目录的元数据，包括dentry信息和inode信息两大部分。
    • 各文件和目录的元数据的分布于的Copyset与Partition信息，CurveFS client缓存这些信息，从而向对应的Copyset与Partition请求元数据操作。
    • 元数据集群的拓扑信息，CurveFS client需要知道元数据集群的ip、端口等拓扑信息，从而知道向哪个ip、端口发送rpc。

    2.5 元数据请求的异常处理和重试​

    CurveFS mds 和 CurveFS metaserver集群，实现了高可用部署，其中

    • CurveFS mds 同一时刻只有一个mds提供服务，其他mds节点通过etcd监听，当主mds发生异常时，备mds能够随时替代成为leader，此时需要CurveFS client寻找主mds和重试rpc请求以处理该种情况。
    • CurveFS metaserver集群，是以mutiraft集群的方式，对CurveFS client提供服务的，也会存在类似的leader切换等场景，此时也需要CurveFS client 去GetLeader以及在切换leader后重试rpc请求。

    除此之外，

    • CurveFS client与上述组件的通信，也会因为网络繁忙等原因，造成rpc的超时等问题，那么同样需要CurveFS client 实现请求的重试。

    3 架构​

    CurveFS client包含几个主要模块：

    curvefs client structure

    • libfuse，对接了其lowlevel fuse api，支持fuse用户态文件系统；
    • 元数据cache，包含fsinfo, inode cache, dentry cache, 实现对元数据的缓存；
    • meta rpc client， 主要对接元数据集群，实现meta op的发送，超时重试等功能；
    • S3 client， 通过对接S3接口，将数据存储在S3中；
    • S3 data cache， 这是S3数据存储的内存缓存层，作为数据缓存，加速S3数据的读写性能；
    • S3 disk cache，这是S3数据存储的本地持久化缓存，通过磁盘缓存，将对S3数据的读写暂时缓存在本地磁盘上，稍后在异步上传到S3，从而有效降低时延，提供吞吐；
    • curvebs client 通过对接Curve块存储SDK，实现将数据存储在Curve块存储集群中；
    • volume data cache，这是当数据存储在Curve块存储中的缓存层，以加速数据读写性能（开发中）；

    4 IO流程​

    CurveFS Client的IO流程分为两大部分，分别是元数据Meta IO流和数据Data IO流。

    4.1 Meta IO 流​

    meta flow

    CurveFS 的元数据IO流，以MkNod为例，包含如下过程：

    • 用户调用文件系统MkNod接口，经过用户态文件系统fuse low level api，到达CurveFS client接口；
    • MkNod需要执行两步操作，分别是CreateInode和CreateDentry。CreateInode过程首先需要决定创建Inode的partition。通常情况下，topo信息和partition信息缓存在CurveFS client端，如果缓存中没有这些信息，那么CurveFS Client首先会去mds获取这些信息；
    • CurveFS client根据缓存中的partition信息，根据一定的策略，决定创建Inode的partiton；
    • 根据缓存中或者获取到的topo信息以及partiton信息，找到需要创建Inode的copyset；
    • 如果该copyset中缓存了leader信息，那么就可以直接发送CreateInode的rpc请求到对应的metaserver，否则，此时还需要向copyset中任一metaserver获取leader信息；
    • 调用CreateInode的rpc创建完Inode后，接下来就要CreateDentry了；
    • 同样的，Create Dentry过程，首先也需要根据一定的策略，决定创建Dentry的partiton；
    • 之后，Create Dentry过程根据缓存中或者获取到的topo信息以及partiton信息，找到需要创建Dentry的copyset；
    • 如果该copyset中缓存了leader信息，那么就可以直接发送CreateDentry的rpc请求到对应的metaserver，否则还需要向copyset中任一metaserver获取leader信息；
    • 创建Dentry完成后，即完成了MkNod的功能。

    4.2 Data IO 流​

    数据IO流分为两大部分，分别是数据存储到CurveBS的Data IO流与数据存储到S3的Data IO流，两者有少许区分，分别如下：

    4.2.1 存储于CurveBS Data IO流：​

    curvebs dataio flow

    存储到CurveBS的Data IO流包含如下过程：

    • 用户调用文件系统write接口，经过用户态文件系统fuse low level api，到达CurveFS client接口；
    • CurveFS client 的write接口首先会获取Inode，如果Inode不在cache中，那么走类似上一节元数据的流程，从metaserver端获取Inode；
    • 获取到Inode信息后，write接口首先会根据write的offset，len，判断是否需要分配新的空间；
    • 如果需要分配新的空间，那么将调用AllocExtent RPC接口，向space server申请空间（以extent表示）；
    • 分配到空间后，CurveFS client将调用CurveBS client的块设备接口，将数据写入CurveBS；
    • 完成数据写入后，CurveFS client将数据写入信息和分配信息更新到Inode，并调用UpdateInode RPC，将Inode更新到metaserver。

    4.2.2 存储与S3 Data IO流：​

    s3 dataio flow

    存储到S3的Data IO流包含如下过程：

    • 用户调用文件系统write接口，经过用户态文件系统fuse low level api，到达CurveFS client接口；
    • CurveFS client 的write接口会先将数据写入Data Cache中；
    • 当DataCache数据满或者周期性的刷新时候到了的时候，CurveFS client将开始数据的Sync过程；
    • CurveFS client首先会将数据写入S3，（如果有disk cache，会先将数据写入disk cache，稍后再异步将数据写入S3）;
    • 数据写入S3之后，CurveFS client会记录写入S3的数据的元信息，组织成S3ChunkInfo；
    • 如果此时CurveFS client 没有缓存Inode信息，那么将会走前一节流程中的元数据流从metaserver获取Inode；
    • 得到Inode后，CurveFS client会将S3ChunkInfo信息添加到Inode中；
    • 完成本地Inode更新之后，CurveFS client 将会调用AppendS3ChunkInfo RPC接口增量更新metaserver端的Inode信息；

    5 异常处理​

    CurveFS client 的异常处理，主要指的是对元数据集群的各种异常，进行幂等的请求返回。主要涉及到对元数据集群mds和metaserver的rpc请求的重试，涉及包括如下功能：

    • 向mds节点请求的rpc，如果发现mds请求超时，那么需要重试，如果多次重试失败，那么可能切换了主mds，此时需要切换mds继续重试；
    • 向metaserver的节点请求rpc，如果收到redirect的回复或者请求超时，则可能是因为切换了leader，此时需要重新获取leader，然后重试请求；

    上述重试过程还需要保证请求的幂等性，CurveFS Client对于请求的幂等性的保证，主要通过以下几种方式：

    • 对于删除类的请求，如果返回NOT EXIST错误，那么CurveFS Client会直接认为已经删除成功，从而幂等地执行成功。
    • 对于向mds请求的，如Mount FS等请求，这些请求对于性能要求不高，CurveFS Client首先会通过Get FsInfo获取当前挂载点的情况，之后再去Mount FS。通过这种方式，保证Mount FS请求发送前没有被挂载，如果仍然返回了EXIST，那么可以肯定是rpc重试请求造成的，因此幂等的返回执行成功。
    • 其他一些请求，如CreateDentry等，则根据CreateDentry请求内容中InodeId唯一性（重试的CreateDentry中请求的inodeId是一致的，非重试的请求InodeId一定不同）来区分是否是重试的请求，从而幂等的返回成功，或者返回EXIST错误。

    6 关键设计​

    6.1 Rename​

    CurveFS 的rename 接口，为了保证原子性，借鉴了 leveldb 与 etcd(boltdb) 中事务的实现，设计如下图所示：

    rename

    • rename机制设计在 MDS 所有 copyset 中增加一个 txid 字段，保存当前 copyset 已成功的事务 id（该事务 id 顺序递增，事务每成功一次则加一）；
    • 每次 rename 开始时，将 srcDentry, dstDentry 所在 copyset 对应的 txid 分别加 1 (copyset_txid+1) 去删除/创建/修改 dentry（其实就是创建副本，不管是删除/创建/更改都是创建相应 copyset_txid+1 为 key 的副本，原始 dentry 不动），并设置 PendingTx 为本次事务；
    • 如果上一步骤成功了，就提交事务，将 srcDentry, dstDentry 所在 copyset 的 txid 都加 1（这一步是通过 etcd 的事务保证的），如果上一步或这一步失败，因为 txid 不变，原始数据版本也在，还是保证原子性（其实就是一个 txid 对应一个版本的数据）；
    • 下次访问的时候，带上对应 copyset 的最新 txid (copyset_txid)，判断 PendingTx，如果 (copyset_txid >= PendingTxId && rpc_request.key == PendingTxKey)，则表明 PendingTx 对应的事务是已经成功了的，并且 PendingTx 对应事务刚好操作的是请求的 dentry，则返回 PendingTxKey + PendingTxId 对应的副本 dentry，否则返回原始 dentry；
    • PendingTx 与 dentry 副本是一一对应的，每个 copyset 只需要一个 PendingTx（即整个 copyset 中最多只会存留一个副本 dentry)；

    CurveFS client的rename机制通过在mds端向etcd原子的提交事务的方式，最终实现了整个Rename的原子性。

    对rename操作的进一步优化正在进行中，预计2.7版本发布。

    - - + + \ No newline at end of file diff --git a/CurveFS/architecture/metaserver-arch.html b/CurveFS/architecture/metaserver-arch.html index a98f7fa..8332576 100644 --- a/CurveFS/architecture/metaserver-arch.html +++ b/CurveFS/architecture/metaserver-arch.html @@ -4,13 +4,13 @@ CurveFS MetaServer 架构介绍 | Curve Book - - + +
    跳到主要内容

    CurveFS MetaServer 架构介绍

    概述​

    MetaServer 在 CurveFS 集群中提供高可用、高可靠的元数据服务，并保证文件系统元数据的一致性。同时，在设计之初就以高性能和扩展性作为目标。

    MetaServer 在整体设计上参考了 CurveBS 的 ChunkServer，单个 MetaServer 以用户态进程的形式运行在宿主机上，在 CPU/RAM 等资源充足的情况下，一台宿主机可以运行多个 MetaServer 进程。同时，也引入了 ChunkServer 中 Copyset 的设计，利用 Raft 保证数据的一致性和服务的高可用。

    在元数据管理层面，对文件系统元数据进行分片管理，避免单个 Raft Group 维护一个文件系统元数据是带来的性能瓶颈。元数据的每个分片称为 Partition。Copyset 与 Partition 的对应关系可以是一对一，也可以是一对多。一对多的情况下表示，一个 Copyset 可以维护多个 Partition。在一对多的情况下，文件系统的元数据管理如下图所示：

    copyset-partition

    图中共有两个 Copyset，三个副本放置在三台机器上。P1/P2/P3/P4 表示文件系统的元数据分片，其中 P1/P3 属于一个文件系统，P2/P4 属于一个文件系统。

    整体架构​

    MetaServer 的整体架构如下所示，大致可分为三个部分：Service Layer、Core Business Layer 和 MetaStore。三者之间相互协作，高效处理外部组件的各种请求和任务。下面将对各个模块进行详细的介绍。

    metaserver-arch

    Service Layer​

    对外提供 RPC 接口，供系统中的其他服务（Curve-Fuse、MDS、MetaServer 等）调用。同时提供 RESTful 接口，可以把当前进程中各组件的状态（Metric）同步给 Prometheus。

    MetaService​

    提供元数据服务，是 MetaServer 的核心服务，提供文件系统元数据查询、创建、更新、删除操作的必要接口，例如 CreateInode、CreateDentry、ListDentry，并支持 Partition 的动态创建和删除。

    CopysetService​

    提供动态创建Copyset、查询Copyset状态接口。在创建文件系统时，MDS会根据当前集群的负载情况，决定是否创建新的Copyset。

    RaftService​

    由 braft 提供，用于 Raft 一致性协议的交互。

    CliService (Command Line Service)​

    提供 Raft 配置变更接口，包括 AddPeer、RemovePeer、ChangePeer、TransferLeader。同时提供了一个额外的 GetLeader 接口，用于获取当前复制组最新的 Leader 信息。

    MetricService​

    提供 RESTful 接口，可以获取进程各组件的状态，Prometheus 会调用该接口采集数据，并利用 Grafana 可视化展示。

    Core Business Layer​

    MetaServer 核心处理逻辑，包括元数据请求的处理，并保证元数据的一致性、高可用、高可靠；心跳上报及配置变更任务的执行处理；以及注册模块等。

    CopysetNode​

    表示 Raft Group 中的一个副本，是 braft raft node 的简单封装，同时实现了 Raft 状态机。

    ApplyQueue​

    用于隔离 braft apply 线程，可以 apply 的请求会放入 ApplyQueue 中，同时 ApplyQueue 保证请求的有序执行，在请求执行完成后，返回给客户端响应。

    MetaOperator​

    元数据请求到达后，会生成一个对应的 operator，operator 会将请求封装成 task，然后交给元数据请求对应的 CopysetNode 进行处理，完成副本间的数据同步。

    Register​

    正常集群的启动流程是，先启动MDS，然后创建逻辑池，最后启动 MetaServer。在创建逻辑池时，需要指定逻辑池的拓扑结构，以及各个 MetaServer 进程的 IP 和 Port。这样做的目的是，阻止非法的 MetaServer 加入集群。

    所以，在 MetaServer 的启动阶段，需要先向 MDS 进行注册，MDS 验证后会返回唯一标识 MetaServerID 及 Token。在后续 MetaServer 与 MDS 通讯时，需要提供此 ID 和 Token 作为身份标识和合法性认证信息。

    Heartbeat​

    MDS 需要实时的信息来确认 MetaServer 的在线状态，并获取 MetaServer 和 Copyset 的状态和统计数据，并根据所有 MetaServer 的信息计算当前集群是否需要动态调度以及相应的调度命令。

    MetaServer 以心跳的方式来完成上述功能，通过周期性的心跳，上报 MetaServer 和 Copyset 的信息，同时执行心跳响应中的调度任务。

    Metric​

    利用 bvar 导出系统中核心模块的统计信息。

    MetaStore​

    高效组织和管理内存元数据，同时配合 Raft 对元数据进行定期 dump，加速重启过程。

    MetaPartition​

    文件系统的元数据进行分片管理，每个分片称为 Partition，Partition 通过聚合 InodeStorage 和 DentryStorage，提供了对 Dentry 和 Inode 的增删改查接口，同时 Partition 管理的元数据全部缓存在内存中。

    Inode 对应文件系统中的一个文件或目录，记录相应的元数据信息，比如 atime/ctime/mtime 等。当 Inode 表示一个文件时，还会记录文件的数据寻址信息。每个 Partition 管理固定范围内的 Inode，根据 InodeId 进行划分，比如 InodeId [1-200] 由 Partition 1管理，InodeId [201-400] 由 Partition 2 管理，依次类推。

    Dentry 是文件系统中的目录项，记录文件名到 inode 的映射关系。一个父目录下所有文件/目录的 Dentry 信息由父目录 Inode 所在的 Partition 进行管理。

    MetaSnapshot​

    配合 CopysetNode 实现 Raft 快照，定期将 MetaPartition 中记录的元数据信息 dump 到本地磁盘上，起到了启动加速以及元数据去重的功能。

    当 Raft 快照触发时，MetaStore 会 fork 出一个子进程，子进程会把当前 MetaPartition 中记录的所有元数据进行序列化并持久化到本地磁盘上。在进程重启时，会首先加载上次的 Raft 快照到 MetaPartition 中，然后再从 Raft 日志中回放元数据操作记录。

    S3Compaction​

    在对接 S3 文件系统（文件系统数据存放到 S3）时，由于大多数 S3 服务不支持对象的覆盖写/追加写，所以在对文件进行上述写入时，Curve-Fuse 会把新写入的数据上传到一个新的 S3 对象，并向 Inode 的 extent 字段中中插入一条相应的记录。

    以下图为例，用户在第一次写入文件后，进行了三次覆盖写，所以 extent 中会记录 4 条记录。在没有 Compaction 的情况下，后续的读操作需要计算出每个范围的最新数据，然后分别从 S3 下载、合并，最终返回给上层应用。这里的性能开销、空间浪费是显而易见的，但是上层应用的写入模式是无法限制的。

    s3compaction

    Compaction 的主要作用就是将 extent 中有重叠或连续的写入进行合并，生成一个新的 S3 对象，以加快后续的读取速度，减少存储空间浪费。

    Trash​

    在当前的设计中，Inode 的 nlink 计数减到 0 时，并没有立即对该 Inode 进行清理，而是将 Inode 标记为待清理状态，由 Trash 模块进行定期扫描，当超过预设的阈值时间后，才将 Inode 从 MetaPartition 中删除。

    - - + + \ No newline at end of file diff --git a/CurveFS/comparison/CurveFS-vs-Other-FS.html b/CurveFS/comparison/CurveFS-vs-Other-FS.html index 8bf0ca2..bf1c38b 100644 --- a/CurveFS/comparison/CurveFS-vs-Other-FS.html +++ b/CurveFS/comparison/CurveFS-vs-Other-FS.html @@ -4,13 +4,13 @@ CurveFS 对比其他FS | Curve Book - - + +
    跳到主要内容
    - - + + \ No newline at end of file diff --git a/CurveFS/deploy/csi.html b/CurveFS/deploy/csi.html index 0dd3ffd..45260fe 100644 --- a/CurveFS/deploy/csi.html +++ b/CurveFS/deploy/csi.html @@ -4,13 +4,13 @@ CurveFS CSI 驱动程序 | Curve Book - - + +
    跳到主要内容

    CurveFS CSI 驱动程序

    简介​

    CurveFS CSI 驱动程序实现容器编排器的 CSI 规范来管理 CurveFS 文件系统。

    代码库：https://github.com/opencurve/curvefs-csi

    先决条件​

    • Kubernetes 1.18+

    CSI 已实现接口​

    • ControllerServer: CreateVolume, DeleteVolume, ValidateVolumeCapabilities
    • NodeServer: NodePublishVolume, NodeUnpublishVolume, NodeGetInfo, NodeGetCapabilities
    • IdentityServer: GetPluginInfo, Probe, GetPluginCapabilities

    如何使用​

    通过 kubectl​

    1.给节点添加标签

    kubectl label node <nodename> curvefs-csi-controller=enabled
    # 为 pod 运行的所有节点添加以下标签
    kubectl label node <nodename> curvefs-csi-node=enabled

    2.部署csi驱动

    kubectl apply -f deploy/csi-driver.yaml
    kubectl apply -f deploy/csi-rbac.yaml
    kubectl apply -f deploy/csi-controller-deployment.yaml
    kubectl apply -f deploy/csi-node-daemonset.yaml
    注意：如果您想启用DiskCache，请阅读下面的相关部分

    3.创建storage class和pvc

    # 复制并填写 storageclass-default.yaml 中的待填充项
    kubectl apply -f storageclass.yaml
    # 复制并修改pvc-default.yaml
    kubectl apply -f pvc.yaml
    1. 现在您可以将此 pvc 绑定到 pod

    DiskCache配置相关​

    DiskCache 是客户端使用基于磁盘的缓存来提高 io 性能。

    如果client需要开启diskcache并使用宿主机额外的硬盘或云盘，需要在csi driver部署之前先把云盘或者本地盘挂载好。之后格式化硬盘或云盘然后mount到一个path（如/data/curvefs-diskcache），然后通过hostpath的方式映射进csi的daemonset pod里的/curvefs/client/data/cache路径，配置可以参考下面这个yaml：

    https://github.com/opencurve/curvefs-csi/blob/main/deploy/csi-node-daemonset-enable-cache.yaml

    上述配置文件中的 /data/curvefs-diskcache 对应的就是上面配置的缓存盘目录，可以修改为自己自定义的路径名称。

    之后将“diskCache.diskCacheType=2”或“diskCache.diskCacheType=1”添加到storageclass.yaml的mountOptions部分，2表示开启read和write缓存, 1为read缓存，默认为0是无缓存。

    已知问题：

    • 启用discache（类型=2，写入）后，metadatasever 中的元数据将比 s3 存储中的数据更新，如果 csi 节点 pod 崩溃但写入缓存未完全上传到 s3 存储，您可能会丢失这部分数据。 重新挂载会崩溃，因为你只有元数据但没有数据（还没有刷新到 s3）。

    构建状态​

    Curvefs CSI 驱动程序版本CurveFS 版本CurveFS CSI 驱动程序映像
    v1.0.0v2.3.0-rc0curvecsi/curvefscsi:v1.0.0
    v1.0.1v2.4.0-beta2curvecsi/curvefscsi:v1.0.1
    v1.0.2v2.5.0-betacurvecsi/curvefscsi:v1.0.2
    v1.0.3v2.6.xcurvecsi/curvefscsi:v1.0.3

    更多版本请参考：https://github.com/opencurve/curvefs-csi/blob/main/README.md#build-status

    在其他k8s发行版上使用​

    后续工作​

    • 更多创建/安装选项支持（需要未来的 CurveFS 支持）
    • 将 s3 ak/sk 等敏感信息移至secret配置
    • 子路径挂载支持（需要未来的 CurveFS 支持）
    • 将fuse挂载点隔离到一个单独的 Pod 中，灵感来自 juicefs-csi
    • 容量配额支持（需要未来的 CurveFS 支持）
    - - + + \ No newline at end of file diff --git a/CurveFS/deploy/curvefs-client-config.html b/CurveFS/deploy/curvefs-client-config.html index 6a4b1a7..126f5e0 100644 --- a/CurveFS/deploy/curvefs-client-config.html +++ b/CurveFS/deploy/curvefs-client-config.html @@ -4,13 +4,13 @@ CurveFS Client Config For Curveadm | Curve Book - - + +
    跳到主要内容

    CurveFS Client Config For Curveadm

    简要说明​

    本篇文章简要介绍下Curveadm使用到的，CurveFS client端涉及到的一些主要配置项

    通用配置​

    通用配置展示的是一些必要的基础配置项。

    名称默认值说明
    kindcurvefs所属的是fs还是bs集群
    mdsOpt.rpcRetryOpt.addrs127.0.0.1:9000,127.0.0.1:9001,127.0.0.1:9002fs集群信息
    container_image使用的fs的镜像
    log_dircurve-fuse日志路径(这里指的是宿主机上的路径)
    core_dir/corecore文件保存路径(指宿主机上的路径)
    s3.bucket_names3信息
    s3.aks3信息
    s3.sks3信息
    s3.endpoints3信息
    s3.bucket_names3信息

    缓存盘配置项​

    如果没有本地缓存盘，那么client的读写便会直接与s3对象存储交互，而s3的访问时延和吞吐均受限，因此建议使用缓存盘来提升读写能力。一般推荐使用SSD/NVMe盘或者高性能云盘做缓存盘，不建议使用HDD盘。由于缓存盘会占用大量空间和吞吐，因此也不建议与系统盘共用。缓存盘的容量越大，缓存数据越多，性能越好。建议至少100G。缓存盘的使用方法很简单，只需格式化对应硬盘，然后挂载后可以使用该路径作为本地缓存路径配置到配置项diskCache.cacheDir。若是多个Client共用一个本地缓存盘，那么可以通过不同路径名来配置，比如client1的配置项为diskCache.cacheDir=/mnt/cache/client1，client2的配置项为diskCache.cacheDir=/mnt/cache/client2。另外还支持对每个client配置缓存盘容量限制和性能限制（IOPS、BPS等）。

    • 写缓存

    client写入过程中，如果可使用缓存，那么便会先把s3对象写入本地缓存盘，然后再异步写入s3 (注意：数据重要场景不建议直接使用单硬盘作为写缓存，存在数据丢失风险。可本地raid1或者使用云盘作为本地缓存盘)。

    对于上述因异常未来得及上传s3的数据，在客户端进程被再次拉起后会继续上传到s3。

    关于缓存盘面更详细内容可参考本地缓存盘

    • 读缓存

    可以借用预读机制或者是预热机制，把s3上的数据提前加载到缓存盘，提升读性能

    名称默认值说明
    diskCache.cacheDir/mnt/curvefs_cache缓存盘路径(指宿主机目录)
    diskCache.diskCacheType20:不使用,1:仅读缓存,2:读写缓存
    diskCache.maxUsableSpaceBytes107374182400缓存盘最多可使用容量
    diskCache.maxFileNums1000000最多缓存文件数量
    diskCache.fullRatio90缓存目录对应文件系统使用率达到该阈值,缓存盘不可写，直传s3
    diskCache.safeRatio70缓存目录对应文件系统使用率达到该阈值，开始清理

    其他​

    名称默认值说明
    client.loglevel00，3，6，9(越大输出日志越细致)
    s3.throttle.iopsTotalLimit0s3总的iops限流(默认不限)
    s3.throttle.iopsReadLimit0s3读iops限流
    s3.throttle.iopsWriteLimit0s3写iops限流
    s3.throttle.bpsTotalMB0s3总的带宽限流(默认不限)
    s3.throttle.bpsReadMB0s3读带宽限流
    s3.throttle.bpsWriteMB0s3写带宽限流
    - - + + \ No newline at end of file diff --git a/CurveFS/deploy/deploy-with-curveadm.html b/CurveFS/deploy/deploy-with-curveadm.html index ba3daf5..fbf05d1 100644 --- a/CurveFS/deploy/deploy-with-curveadm.html +++ b/CurveFS/deploy/deploy-with-curveadm.html @@ -4,13 +4,13 @@ 物理机部署 CurveFS 集群 | Curve Book - - + +
    跳到主要内容

    物理机部署 CurveFS 集群

    为了提升 Curve 的运维便利性，我们设计开发了 CurveAdm 项目，其主要用于部署和管理 Curve 集群，目前已支持部署CurveBS & CurveFS，相关使用文档请参考 CurveAdm用户手册，并根据手册首先安装CurveAdm工具之后再进行Curve集群的部署。

    部署 CurveFS 集群​

    使用 CurveAdm 部署 CurveFS 集群过程中如遇到错误，会在终端打印对应的错误码和解决方案链接，如参考解决方案链接的指导后仍然无法解决错误问题，可以添加终端打印的微信号来与我们取得进一步联系。

    集群部署过程当前主要分为以下几个主要步骤：

    1. 准备节点列表​

    详细步骤请参阅文档：主机管理

    2. 准备集群拓扑文件​

    详细步骤请参阅文档：集群拓扑

    3. 部署集群​

    部署集群命令执行过程中，CurveAdm工具会自动执行部署环境预检工作，以确保所有节点均满足部署条件，只要当一切检测正常才会真正开始部署集群，关于预检的介绍请参阅文档：环境预检

    关于集群部署的详细步骤请参阅文档：部署集群

    4. 部署客户端​

    详细步骤请参阅文档：部署客户端

    5. 部署分布式缓存【可选】​

    如需进一步提升性能，可以为 CurveFS 集群部署分布式缓存服务（当前基于memcached集群），CurveFS 客户端缓存当前有内存、本地硬盘、分布式缓存3类，分别为L1、L2、L3级缓存，均支持读写缓存。

    部署分布式缓存的详细步骤请参阅文档：部署分布式缓存

    命令行工具​

    • CurveFS 提供了命令行工具以查看集群状态和进行基本集群操作：命令行工具说明
    • 对于集群管理员，可以参阅管理员指导文档来完成对集群的运维管理工作：管理员操作指导
    - - + + \ No newline at end of file diff --git a/CurveFS/deploy/deploy-with-k8s-operator.html b/CurveFS/deploy/deploy-with-k8s-operator.html index 4c4a231..49c99a5 100644 --- a/CurveFS/deploy/deploy-with-k8s-operator.html +++ b/CurveFS/deploy/deploy-with-k8s-operator.html @@ -4,13 +4,13 @@ Kubernetes 上部署 CurveFS 集群 | Curve Book - - + +
    跳到主要内容

    Kubernetes 上部署 CurveFS 集群

    curve-operator代码仓库：https://github.com/opencurve/curve-operator/blob/master/docs/readme_cn.md

    简介​

    Curve-Operator用于管理 Kubernetes 系统上的 Curve 集群。更进一步地支持Curve实现云原生的分布式存储系统。

    Curve BS deploy architecture

    部署​

    0. 先决条件​

    • 安装Kubernetes 1.19/1.20版本。

    1. 安装Operator​

    首先需要安装Curve Operaotr，然后再部署 Curve 集群。

    $ git clone https://github.com/opencurve/curve-operator.git
    $ cd curve-operator
    $ kubectl apply -f config/deploy/

    安装成功后，默认会创建curve namespace，确认curve-operator处于Running状态。

    $ kubectl get pod -n curve
    NAME                              READY   STATUS    RESTARTS   AGE
    curve-operator-69bc69c75d-jfsjg   1/1     Running   0          7s

    2. 部署Curve集群​

    Operator部署集群基于声明式的API，你可以在这个目录 config/sample 下找到所有的声明式yaml例子。并且可以自定义修改从而能够符合你当前的部署环境。

    CurveBS 单机部署

    CurveBS 三副本部署

    CurveFS 单机部署

    CurveFS 三副本部署

    这里我们以部署三副本的 CurveBS 集群为例进行说明。这里的声明文件是cluster.yaml。你可以根据yaml文件中的注释详细的了解每一个配置项的作用，从而自定义修改。

    输入如下命令创建集群:

    $ kubectl apply -f config/samples/cluster.yaml

    查看当前 curve namespac 下的所有的pod：

    $ kubectl -n curve get pod

    NAME                                                          READY   STATUS      RESTARTS   AGE
    curve-chunkserver-curve-operator-node1-vdc-556fc99467-5nx9q   1/1     Running     0          5m45s
    curve-chunkserver-curve-operator-node2-vdc-7cf89768f9-hmcrs   1/1     Running     0          5m45s
    curve-chunkserver-curve-operator-node3-vdc-f77dd85dc-z5bws    1/1     Running     0          5m45s
    curve-etcd-a-d5bbfb755-lzgrm                                  1/1     Running     0          41m
    curve-etcd-b-66c5b54f75-6nnnt                                 1/1     Running     0          41m
    curve-etcd-c-86b7964f87-cj8zk                                 1/1     Running     0          41m
    curve-mds-a-7b5989bddd-ln2sm                                  1/1     Running     0          40m
    curve-mds-b-56d8f58645-gv6pd                                  1/1     Running     0          40m
    curve-mds-c-997c7fd-vt5hw                                     1/1     Running     0          40m
    gen-logical-pool-rzhlz                                        0/1     Completed   0          5m15s
    gen-physical-pool-chnw8                                       0/1     Completed   0          5m45s
    prepare-chunkfile-curve-operator-node1-vdc-znb66              0/1     Completed   0          40m
    prepare-chunkfile-curve-operator-node2-vdc-6gf2z              0/1     Completed   0          40m
    prepare-chunkfile-curve-operator-node3-vdc-2bkxm              0/1     Completed   0          40m
    read-config-k272k                                             0/1     Completed   0          41m

    说明：在执行完apply命令之后，通过get命令你可以不能立刻就能看到chunkserver pods。因为磁盘需要进行格式化，这个格式化的过程是通过prepare-chunkfile jobs去完成的。所以可能会等待一段时间之后才会看到所有的chunkserver pods。

    具体的等待时间需要根据你的磁盘的大小以及你定义的格式化的百分比，这个时间可能会很长。你可以通过日志查看格式化的进程。

    3. 检查集群的健康状态​

    为了检查部署的集群是否是健康的，需要进入任何一个curve-chunkserver pod，然后使用curve_ops_tool status 去查看集群的健康状态。

    $ kubectl exec -it <any one chunkserver pod> -- bash
    $ curve_ops_tool status

    Cluster status:
    cluster is healthy
    total copysets: 100, unhealthy copysets: 0, unhealthy_ratio: 0%
    physical pool number: 1, logical pool number: 1
    Space info:
    physical: total = 1178GB, used = 6GB(0.56%), left = 1171GB(99.44%)
    logical: total = 392GB, used = 41GB(10.44%, can be recycled = 0GB(0.00%)), left = 351GB(89.56%), created file size = 60GB(15.28%)

    Client status:
    nebd-server: version-1.2.5+2c4861ca: 1
    ...

    Curve CSI​

    在Kubernetes系统中，需要创建PVC从而使用 Curve 作为pod的后端存储。

    你可以部署对接 Curvebs 集群的 curve-csi 或者是对接 Curvefs 集群的 curvefs-csi。如何部署以及具体的实现细节可以参考对应的项目文档。

    删除​

    为了删除已经部署的Curve集群并且清楚其中的数据，可能需要经历如下步骤。

    1. 删除集群CR​

    $ kubectl -n curve delete curvecluster my-cluster

    为了验证cluster CR已经被删除，你可以通过如下命令查看：

    $ kubectl -n curve get curvecluster

    2. 删除Operator以及相关的资源​

    $ kubectl delete -f config/deploy/

    3. 删除持久化在宿主机的数据和日志（慎重）​

    为了彻底的清除集群，需要把集群中的数据和日志全部清除。这个目录是在cluster.yaml文件中定义的hostDataDir配置项。注意，在部署新集群之前一定要将这个配置目录下的内容删除。

    对于多副本部分的集群，数据分布在各个集群节点上，所以需要登录各个节点进行删除。例如，如果配置的目录是/curvebs的话，则需要删除这个目录下的所有数据和日志：

    rm -rf /curvebs
    - - + + \ No newline at end of file diff --git a/CurveFS/deploy/distributed-cache.html b/CurveFS/deploy/distributed-cache.html index 5184787..97c1405 100644 --- a/CurveFS/deploy/distributed-cache.html +++ b/CurveFS/deploy/distributed-cache.html @@ -4,13 +4,13 @@ 使用 CurveAdm 部署分布式缓存 | Curve Book - - + +
    跳到主要内容

    使用 CurveAdm 部署分布式缓存

    分布式缓存介绍​

    分布式缓存集群不是必须要部署的，但如需进一步提升性能，可以为 CurveFS 集群部署分布式缓存服务（当前基于memcached集群），CurveFS 客户端缓存当前有内存、本地硬盘、分布式缓存3类，分别为L1、L2、L3级缓存，均支持读写缓存。

    基于memcached集群的分布式缓存，当前支持通过Extstore来通过硬盘扩展缓存容量，详情可参与官方文档：https://github.com/memcached/memcached/wiki/Extstore

    部署步骤​

    部署分布式缓存集群，以及将缓存集群配置到 CurveFS 集群的详细步骤请参阅文档：部署分布式缓存

    - - + + \ No newline at end of file diff --git a/CurveFS/deploy/offline-deploy.html b/CurveFS/deploy/offline-deploy.html index ae42435..11f567e 100644 --- a/CurveFS/deploy/offline-deploy.html +++ b/CurveFS/deploy/offline-deploy.html @@ -4,15 +4,15 @@ 离线部署 CurveFS 集群 | Curve Book - - + +
    跳到主要内容

    离线部署 CurveFS 集群

    本文适用于无法从公网docker镜像仓库拉取CurveFS docker镜像场景下的部署。

    离线环境准备​

    Curve镜像准备​

    1. 拉取镜像 Curve官方镜像（如opencurve/curve/curvefs:v2.4）到本地环境（可访问外网的机器）
    $ sudo docker pull opencurve/curve/curvefs:v2.4
    1. 导出镜像
    # 查看下载到的Curve镜像，镜像版本、id和大小为示例，具体以实际为准，下同
    $ sudo docker image ls
    opencurve/curve/curvefs  v2.4  5717f16d4bec   1 months ago   1.84GB

    # 导出镜像
    $ sudo  docker save -o curve_v2.4.tar 5717f16d4bec
    1. 拷贝镜像到本地仓库节点
    $ scp curve_v2.4.tar  ${desthost}:/path/to/save/image
    1. 导入镜像
    $ docker load --input curve_v2.4.tar

    # 查看导入的镜像
    $ sudo  docker image ls 
    opencurve/curve/curvefs  v2.4  5717f16d4bec   1 months ago   1.84GB

    本地镜像仓库搭建​

    使用docker-registry来进行本地仓库的搭建，搭建完本地仓库后, 把前面步骤中下载的Curve镜像上传到本地仓库。主要有以下几步：

    1. 运行 docker-registry
    $ docker run -d -p 5000:5000 --restart=always --name registry registry
    1. 标记Curve镜像 标记下载到的Curve镜像，比如把下载来的镜像（opencurve/curve/curvefs:v2.4）标记为127.0.0.1:5000/curvefs:v2.4_local（其中127.0.0.1为本地仓库服务IP，5000为本地仓库服务端口号，请根据实际环境修改）
    # 查看下载到的Curve镜像
    $ sudo  docker image ls 
    opencurve/curve/curvefs  v2.4  5717f16d4bec   1 months ago   1.84GB

    # 标记镜像
    $ sudo docker tag opencurve/curve/curvefs:v2.4  127.0.0.1:5000/curvefs:v2.4_local

    # 查看标记完的镜像
    $ sudo  docker image ls
     127.0.0.1:5000/curvefs                           v2.4_local                       5717f16d4bec   13 months ago   1.84GB
    1. 上传镜像
    $ docker push 127.0.0.1:5000/curvefs:v2.4_local

    更多详情可参考私有仓库搭建

    修改镜像地址​

    修改客户端部署配置文件client.yaml以及服务端集群部署配置文件topology.yaml中的镜像地址配置项（container_image）为本地仓库镜像地址（如：127.0.0.1:5000/curvefs:v2.4_local）

    部署​

    安装CurveAdm​

    CurveAdm是Curve部署工具，有外网的机器可以一键安装，具体安装参见CurveAdm安装

    但由于本文是介绍内网环境的部署，所以需按如下步骤操作：

    • 下载CurveAdm到本地可访问外网机器，下载地址（最新版本可咨询Curve社区成员）： CurveAdm
    • 把CurveAdm拷贝到内网安装需部署Curve集群的主控机
    • 解压CurveAdm
    • 拷贝执行程序并设置环境变量
    $ mv curveadm ~/.curveadm

    # 可考虑更新到~/.bash_profile进行持久化
    $ export PATH=~/.curveadm/bin:$PATH

    主机配置​

    配置Curve集群要使用的服务器列表，提交列表给CurveAdm管理。主机配置过程比较简单，在hosts.yaml中添加实际主机名和ip，然后提交就可以了。

    具体配置参考文档：主机管理

    Curve服务端部署​

    需修改topology.yaml中的镜像为本地镜像地址，示例如下：

    kind: curvefs
    global:
      container_image: 127.0.0.1:5000/curvefs:v2.4_local  ## 修改为本地镜像

    其他的配置项请参考文档 CurveFS集群部署 或 CurveBS集群部署

    client端部署​

    需修改client.yaml中的镜像为本地镜像地址，示例如下：

    kind: curvefs
    global:
      container_image: 127.0.0.1:5000/curvefs:v2.4_local ## 修改为本地镜像

    其他的配置项请参考文档 部署CurveFS客户端 或 部署CurveBS客户端

    - - + + \ No newline at end of file diff --git a/CurveFS/deploy/quickstart.html b/CurveFS/deploy/quickstart.html index 8bb1a4c..52361f0 100644 --- a/CurveFS/deploy/quickstart.html +++ b/CurveFS/deploy/quickstart.html @@ -4,13 +4,13 @@ CurveFS 快速体验 | Curve Book - - + +
    跳到主要内容

    CurveFS 快速体验

    为了提升 Curve 的运维便利性，我们设计开发了 CurveAdm 项目，其主要用于部署和管理 Curve 集群，目前已支持部署CurveBS & CurveFS，相关使用文档请参考 CurveAdm用户手册，并根据手册首先安装CurveAdm工具之后再进行Curve集群的部署。

    部署All-in-one体验环境​

    请参考CurveAdm用户手册中CurveFS集群部署步骤，单机体验环境请使用“集群拓扑文件-单机部署”模板。

    命令行工具​

    Curve 提供了命令行工具以查看集群状态和进行基本集群操作：命令行工具说明

    - - + + \ No newline at end of file diff --git a/CurveFS/deploy/static-pv.html b/CurveFS/deploy/static-pv.html index 1c1c974..e08d456 100644 --- a/CurveFS/deploy/static-pv.html +++ b/CurveFS/deploy/static-pv.html @@ -4,13 +4,13 @@ 静态PV配置 | Curve Book - - + +
    跳到主要内容

    静态PV配置

    CurveFS CSI使用node节点上的缓存盘​

    如果client需要开启diskcache并使用宿主机额外的硬盘或云盘，需要在csi driver部署之前先把云盘或者本地盘挂载好。之后格式化硬盘或云盘然后mount到一个path（如/data/curvefs-diskcache），然后通过hostpath的方式映射进csi的daemonset pod里的/curvefs/client/data/cache路径，配置可以参考下面这个yaml：

    https://github.com/opencurve/curvefs-csi/blob/main/deploy/csi-node-daemonset-enable-cache.yaml

    上述配置文件中的 /data/curvefs-diskcache 对应的就是上面配置的缓存盘目录，可以修改为自己自定义的路径名称。

    一个开启diskcache的静态pv模板如下:

    apiVersion: v1
    kind: PersistentVolume
    metadata:
      name: static-pv-curvefs
    spec:
      accessModes:
      - ReadWriteMany
      capacity:
        storage: 1000Mi
      csi:
        driver: csi.curvefs.com
        volumeAttributes:
          fsType: s3
          mdsAddr: <mdsaddr>
        volumeHandle: <curvefs>
      mountOptions:
      - diskCache.diskCacheType=2  # 开启read和write缓存, 1为read缓存，默认为0是无缓存
      - fuseClient.supportKVcache: true  # 以下配置可按需修改，下同
      - diskCache.forceFlush: false
      - enableSumInDir: false
      - diskCache.fullRatio: 95
      - diskCache.safeRatio: 50
      persistentVolumeReclaimPolicy: Retain  # 不要修改该策略
      volumeMode: Filesystem

    静态PV实现跨namespace共享文件系统​

    为了实现跨namespace共享文件系统，需要每一个namespace创建一组PVC和PV，其中PV指向的是后端的同一个FS。

    预先创建文件系统​

    比如这里的文件系统名为curvefs，安装新工具并且配置配置文件，具体安装参考如下文档：

    https://github.com/opencurve/curve/tree/master/tools-v2#install

    安装完成后使用如下命令创建fs：

    curve fs create fs --fsname curvefs --fstype s3 --s3.ak ${AK} --s3.sk ${SK} --s3.endpoint http://localhost:9000 --s3.bucketname curvefs --s3.blocksize 4MiB --s3.chunksize 4MiB

    按照如下模板声明PV​

    apiVersion: v1
    kind: PersistentVolume
    metadata:
      name: static-pv-curvefs
    spec:
      accessModes:
      - ReadWriteMany
      capacity:
        storage: 1000Mi
      csi:
        driver: csi.curvefs.com
        volumeAttributes:
          fsType: s3
          mdsAddr: <mdsaddr>
        volumeHandle: <curvefs>
      mountOptions:
      - diskCache.diskCacheType=2  # 开启read和write缓存,1为read缓存，默认为0是无缓存
      persistentVolumeReclaimPolicy: Retain  # 不要修改该策略
      volumeMode: Filesystem

    需要自定义修改的字段：

    • mdsaddr：连接的fs集群的mds地址
    • volumeHandle：预先创建的fs的名字，比如curvefs

    其他重点说明：

    • persistentVolumeReclaiPolicy: 策略为Retain，不要试图修改

    声明PVC绑定上述PV​

    apiVersion: v1
    kind: PersistentVolumeClaim
    metadata:
      name: static-pvc-curvefs
      namespace: <namespace>
    spec:
      accessModes:
      - ReadWriteMany
      resources:
        requests:
          storage: 100Mi
      storageClassName: ""
      volumeMode: Filesystem
      volumeName: static-pv-curvefs

    需要自定义修改的字段：

    • namespace：指定pvc的namespace，比如ns1。

    对需要共享pv的namespace重复上述2-3步骤​

    对于不同的namespace，需要重复上述的2，3步骤，新建的PV指定同一个FS，新建的PVC指定新的namespace即可。

    这样不同namespace的pod挂载各自namespace下PVC即可。

    - - + + \ No newline at end of file diff --git a/CurveFS/maintenance/administrator-guide/curvefs-client-mount.html b/CurveFS/maintenance/administrator-guide/curvefs-client-mount.html index 236e1c2..2cd635d 100644 --- a/CurveFS/maintenance/administrator-guide/curvefs-client-mount.html +++ b/CurveFS/maintenance/administrator-guide/curvefs-client-mount.html @@ -4,13 +4,13 @@ Curve 挂载文件系统 | Curve Book - - + +
    跳到主要内容

    Curve 挂载文件系统

    1. 适用环境:
    2. 版本号: v2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 数据面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 节点名称
    9. 验收标准: 客户端成功挂载
    10. 参考步骤:
    1. 导入客户端主机。
       需要先导入客户端所需的主机列表，如果在部署集群时已将客户端主机导入，可直接跳过此步骤。请确保在之后挂载/卸载中指定的主机都已导入。
       
       可以通过curveadm hosts show 查看要挂载的客户端主机是否已经导入：
       $ curveadm hosts show
       
       如果之前没有导入主机的话，则需要添加：
       $ vim hosts.yaml
       
         global:
           user: curve
           ssh_port: 22
           private_key_file: /home/curve/.ssh/id_rsa
      
         hosts:
           - host: server-host1
             hostname: 10.0.1.1
           - host: server-host2
             hostname: 10.0.1.2
           - host: server-host3
             hostname: 10.0.1.3
           - host: client-host  # 新添加的要挂载的客户端主机
             hostname: 10.0.1.4
             
        使用如下命令提出主机列表：
        $ curveadm hosts commit hosts.yaml

    2. 准备客户端配置文件，填写s3相关信息和挂载项配置
       $ vim client.yaml
       
          kind: curvefs
          # s3信息
          s3.ak: <> 
          s3.sk: <>
          s3.endpoint: <>
          s3.bucket_name: <>
          # 镜像
          container_image: <>
          # 后端mds地址
          mdsOpt.rpcRetryOpt.addrs: 10.0.1.1:6700,10.0.1.2:670    10.0.1.3:6700

          # 其他的挂载项配置
          log_dir: /home/curve/curvefs/logs/client
          data_dir: /data/curvefs
       
    3. 挂载CurveFS文件系统
       $ curveadm mount <cirvefs-name> <mount-point> --host <host> -c client.yaml
       
       * <curvefs-name>: 文件系统名，用户可自行定义, 但必须为小写字母、数字、连字符组合，即满足正则表达式 ^([a-z0-9]+\\-?)+$
       * <mount-point>: 挂载路径，用户可自行定义，但必须为绝对路径
       * --host: 将卷挂载到指定主机，用户可自行选择，请确保该主机已被导入
       
       挂载示例：
       $ curveadm mount test /mnt/test --host client-host -c client.yaml
       
         Check Kernel Module: [OK]
           + host=client-host  module=fuse [1/1] [OK]
      
         Check S3 Configure <service>: [OK]
      
         Mount FileSystem: [OK]
           + mountFSName=test  mountFSType=s3  mountPoint=/mnt/test [1/1] [OK]
      
         Mount test to /mnt/test (client-host) success ^_^
         
         出现如上提示，则表示挂载成功。

    4. 查看客户端状态是否已经Up状态。如果为up状态则挂载点正常。
       $ curveadm client status
       
       Get Client Status: [OK]

        Id            Kind     Host          Container Id  Status       Aux Info
        --            ----     ----          ------------  ------       --------
        462d538778ad  curvefs  client-host  dfa00fd01ae8  Up 36 hours       {"fsname":"test","mount_point":"/mnt/test"}
    1. 参考影响:

    • 时间: 无

    • 业务方: 无

    • 用户：无

    1. 参考风险:

    • 数据面: 无

    • 管控面: 无

    • 恢复能力: 无需恢复

    1. 参考回滚策略: 无

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveFS/maintenance/administrator-guide/curvefs-client-umount.html b/CurveFS/maintenance/administrator-guide/curvefs-client-umount.html index 20b3525..cb40442 100644 --- a/CurveFS/maintenance/administrator-guide/curvefs-client-umount.html +++ b/CurveFS/maintenance/administrator-guide/curvefs-client-umount.html @@ -4,13 +4,13 @@ Curve 卸载文件系统 | Curve Book - - + +
    跳到主要内容

    Curve 卸载文件系统

    1. 适用环境:
    2. 版本号: v2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 数据面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 节点名称
    9. 验收标准: 客户端成功卸载文件系统
    10. 参考步骤:
    提示：卸载操作会导致文件系统不可用，需要业务方发起操作。

    1. 查看要卸载的文件系统状态：
       $ curveadm client status
       
         Get Client Status: [OK]
         
         Id            Kind     Host          Container Id  Status       Aux Info
         --            ----     ----          ------------  ------       --------
         462d538778ad  curvefs  client-host  dfa00fd01ae8  Up 36 hours  {"fsname":"test","mount_point":"/mnt/test"}

    2. 卸载CurveFS文件系统
       $ curveadm umount <mount-point> --host <host>
       
       * <curvefs-name>: 文件系统名，用户可自行定义, 但必须为小写字母、数字、连字符组合，即满足正则表达式 ^([a-z0-9]+\\-?)+$
       * <mount-point>: 挂载路径，用户可自行定义，但必须为绝对路径
       * --host: 将卷挂载到指定主机，用户可自行选择，请确保该主机已被导入
       
       卸载示例：
       $ curveadm umount /mnt/test --host client-host
       
         Umount FileSystem: [OK]
           + host=client-host  mountPoint=/mnt/test [1/1] [OK]
           
         出现以上提示则表示卸载成功。

    4. 再次查看客户端状态，则看不到相应的挂载项。
       $ curveadm client status
       
       Get Client Status: [OK]

        Id            Kind     Host          Container Id  Status       Aux Info
        --            ----     ----          ------------  ------       --------
    1. 参考影响:

    • 时间: 卸载后文件系统不可用，直至重新挂载

    • 业务方: 挂载当前fs的业务方

    • 用户：挂载当前fs的用户

    1. 参考风险:

    • 数据面: 无

    • 管控面: 无

    • 恢复能力: 无需恢复

    1. 参考回滚策略: 重新挂载

    2. 需求发起方: 业务方

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-config-mds.html b/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-config-mds.html index b284af4..741b996 100644 --- a/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-config-mds.html +++ b/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-config-mds.html @@ -4,13 +4,13 @@ Curve 修改mds配置 | Curve Book - - + +
    跳到主要内容

    Curve 修改mds配置

    1. 适用环境:
    2. 版本号: v2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 管控面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 节点名称，具体的mds服务
    9. 验收标准: 指定的mds服务启动成功，集群健康
    10. 参考步骤:
    1. 需要先确认当前集群是否健康：
       $ curve fs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       注：1. 集群健康（ok）：如果集群健康，继续执行后续步骤。重启当前服务后需确保集群仍是健康状态。
          2. 集群异常（warn/error）：
             使用工具查看是否是mds异常：
             $ curve bs status mds
             2.1 如果是当前要重启的服务导致的异常（warn/error）并希望通过修改配置恢复，则继续执行后续步骤。但重启之后不能保证集群是健康状态。
             2.2 如果当前要重启的服务正常，其他的服务异常导致的集群不健康，则继续执行后续步骤。但是重启当前服务后集群仍然处于不健康状态。
       
    2. 备份本地集群拓扑文件：
       $ cp topology.yaml topology-old.yaml

       注：当本地拓扑文件丢失时，我们可以通过如下命令保存当前的集群拓扑来恢复：
       $ curveadm config show > topology.yaml

    3. 编辑本地集群拓扑文件，在拓扑文件中增加/删除/修改mds服务的配置项：
       $ vim topology.yaml

    4. 提交修改的集群拓扑:
       $ curveadm config commit topology.yaml
       
    5. 重新加载服务：
       $ curveadm reload --role mds
       
       CurveAdm 使用上述命令默认重新加载集群中的所有 mds 服务，如需重新加载指定服务，可通过添加以下 3 个选项来实现：

        --id: 重新加载指定 id 的服务
        --host: 重新加载指定主机的所有服务
        --role: 重新加载指定角色的所有服务 
        以上 3 个选项可任意组合使用，服务对应的 id、host、role 可通过 curveadm status 来查看。

        示例 1：重新加载 id 为 c9570c0d0252 的mds服务
        $ curveadm reload --id c9570c0d0252
        
        示例 2：重新加载 server-host1 这台主机上的所有 mds 服务
        $ curveadm reload --host server-host1 --role mds
        
        示例 3： 重新加载所有的mds服务（需确认）
        提醒：该操作会重启机器中的所有mds服务，所以在执行下列操作时，可能会导致IO短暂时间的抖动。
        $ curveadm reload --role mds
       
    6. 再次查看指定的mds服务是否已经启动（Status为Up状态）：
       $ curveadm status

    7. 查看集群的健康状态：
       $ curve fs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok

       注：如果集群在修改此mds的配置之前健康，则需要保证修改此服务配置后集群仍是健康状态；
          如果集群在修改此mds服务配置之前异常，则有以下两种情况：
          1. 修改此mds服务配置之前，是由当前mds服务导致的集群异常，则修改当前服务的配置后不能保证集群仍然是健康的，是符合预期的。
          2. 修改此mds服务配置之前，不是当前mds服务导致的集群异常，则修改当前服务的配置后仍然是不健康的状态，是符合预期的。
    1. 参考影响:

    • 情况1：修改部分mds服务配置

      • 时间: 无

      • 业务方: 无

      • 影响主题: 无

      • 用户：无

    • 情况2：同时修改所有的mds服务配置

      • 时间: 在所有的mds修改配置及重启过程中，集群不可用

      • 业务方: 所有使用当前集群的业务方

      • 影响主题: mds正在修改配置，服务重启

      • 用户：所有使用当前集群的用户

    1. 参考风险

    • 情况1：修改部分mds服务配置

      • 数据面：无

      • 管控面：无

      • 恢复能力：无需恢复

    • 情况2：同时修改所有的mds服务配置

      • 数据面：可能有短暂的IO抖动。如果客户端缓存没有过期，则IO无影响。

      • 管控面：管控面会短暂不可用

      • 恢复能力：无需恢复

    1. 参考回滚策略: 回退mds配置到之前的值

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-downgrade-mds.html b/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-downgrade-mds.html index ac920a2..9918bf0 100644 --- a/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-downgrade-mds.html +++ b/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-downgrade-mds.html @@ -4,13 +4,13 @@ Curve 回退mds | Curve Book - - + +
    跳到主要内容

    Curve 回退mds

    1. 适用环境:
    2. 版本号: v2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 管控面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 节点名称，具体的mds服务
    9. 验收标准: 指定的mds服务回退到上一个指定版本，集群健康，并且可以正常对外提供服务
    10. 参考步骤:
    1. 使用工具查看当前集群是否健康：
       $ curve fs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       注：如果集群不健康（error/warn状态），请不要回退。
       
    2. 提交备份的topology-old.yaml拓扑文件：
       $ curveadm config commit topology-old.yaml
       
    3. 回退指定服务：
       $ curveadm upgrade --role mds
       
       注：上述命令默认是会回退集群中的所有的mds服务，如果只需要指定服务，可通过添加以下3个选项来实现：
       --id: 回退指定 id 的服务
       --host: 回退指定主机的所有服务
       --role: 回退指定角色的所有服务

       示例 1：回退集群中所有mds服务
       提示：`curveadm upgrade --role mds` 默认是滚动回退/升级集群每一个mds服务，用户在回退一个mds服务后 需要进入容器内确定集群是否健康。如果集群是健康的话，然后再输入yes开始回退下一个服务。
       
       在执行上述命令之后，需要由用户确认回退页面。 输入 yes 开始回退当前服务：
           Upgrade 1/3 service:
           + host=server-host1  role=mds  image=opencurvedocker/curvefs:v2.6-rc2
           Do you want to continue? [yes/no]: (default=no)

       在一个mds服务回退成功后，使用如下命令查看集群的健康状态：
       $ curve fs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       示例 2：回退 id 为 c9570c0d0252 的mds服务
       $ curveadm upgrade --id c9570c0d0252
       
       示例 3：回退 host1 这台主机上的所有 mds 服务
       $ curveadm upgrade --host host1 --role mds
       
    4. 再次查看集群服务状态，查看指定 mds 服务是否启动成功（Status为Up状态）：
       $ curveadm status
       
    5. 查看集群是否健康：
       $ curve fs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
    1. 参考影响:

    • 时间: 无

    • 业务方: 无

    • 影响主题: 无

    • 用户：无

    1. 参考风险:

    • 数据面: 无

    • 管控面: 无

    • 恢复能力: 无需恢复

    1. 参考回滚策略: 无

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-restart-mds.html b/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-restart-mds.html index 74aaa9b..3a324d6 100644 --- a/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-restart-mds.html +++ b/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-restart-mds.html @@ -4,13 +4,13 @@ Curve 重启mds | Curve Book - - + +
    跳到主要内容

    Curve 重启mds

    1. 适用环境:
    2. 版本号: v2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 管控面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 节点名称，具体的mds服务
    9. 验收标准: 指定的mds服重启成功，集群健康，并且可以正常对外提供服务
    10. 参考步骤:
    1. 使用工具查看集群是否健康，当前mds是否异常：
       $ curve fs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       注：1. 集群健康（ok）：如果集群健康，继续执行后续步骤。重启当前服务后需确保集群仍是健康状态。
          2. 集群异常（warn/error）：
             2.1 如果是当前要重启的服务导致的异常（warn/error）并希望重启恢复，则继续执行后续步骤。但重启之后不能保证集群是健康状态。
             2.2 如果当前要重启的服务正常，其他的服务异常导致的集群不健康，则继续执行后续步骤。但是重启当前服务后集群仍然处于不健康状态。
          
    2. 使用如下命令重启mds服务：

       如果是重启某个指定的mds服务，使用--id选项：
       $ curveadm restart --id <Id>
       
       如果要重启某个节点下的所有的mds服务，使用如下命令：
       $ curveadm restart --host <host> --role mds
       
       （一般不会做此操作）如果要重启集群中所有的mds服务，使用如下命令：
       注意：如果重启所有的mds，则导致集群短暂不可用，在重启期间所有IO出错，请谨慎进行下列操作。
       $ curveadm restart --role mds
       
    3. 再次查看集群服务状态，查看指定mds服务是否重启成功：
       $ curveadm status
       
    4. 查看集群是否健康：
       $ curve fs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok

       注：如果集群在重启之前健康，则需要保证重启服务后集群仍是健康状态；
          如果集群在重启之前异常，则有以下两种情况：
          1. 重启之前，是由当前服务导致的集群异常，重启当前服务后不能保证集群仍然是健康的，是符合预期的。
          2. 重启之前，不是当前服务导致的集群异常，则重启后集群仍然是不健康的状态，是符合预期的。
    1. 参考影响:

    • 情况1：重启部分mds服务

      • 时间: 无

      • 业务方: 无

      • 影响主题: 无

      • 用户：无

    • 情况2：同时重启所有的mds服务

      • 时间: 在所有的mds重启过程中，集群不可用

      • 业务方: 所有使用当前集群的业务方

      • 影响主题: mds正在重启

      • 用户：所有使用当前集群的用户

    1. 参考风险:

    • 情况1：重启部分mds服务

      • 数据面：无

      • 管控面：无

      • 恢复能力：无需恢复

    • 情况2：同时重启所有的mds服务

      • 数据面：可能有短暂的IO抖动。如果客户端缓存没有过期，则IO无影响。

      • 管控面：管理服务暂不可用

      • 恢复能力：无需恢复

    1. 参考回滚策略: 无

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-start-mds.html b/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-start-mds.html index c4bd46a..1b66eab 100644 --- a/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-start-mds.html +++ b/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-start-mds.html @@ -4,13 +4,13 @@ Curve 启动mds | Curve Book - - + +
    跳到主要内容

    Curve 启动mds

    1. 适用环境:
    2. 版本号: v2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 管控面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 节点名称，具体的mds服务
    9. 验收标准: 该指定的mds服务启动成功，集群健康
    10. 参考步骤:
    1. 查看集群服务状态和指定节点的mds状态：
       $ curveadm status
       
       注：如果指定的mds已经处于运行状态（Status为Up状态），则不用再次启动。
       
    2. 如果处于Exit状态的话，则使用下述命令启动服务：

       如果是启动某一个指定的mds，使用--id选项:
       $ curveadm start --id <Id>
       
       如果要启动某一个节点上所有mds服务，使用如下命令：
       $ curveadm start --host <host> --role mds
       
       如果要启动所有的mds，使用如下命令：
       $ curveadm start --role mds
       
    3. 再次查看集群服务状态，查看指定mds服务是否启动成功（Status为Up状态）：
       $ curveadm status
       
    4. 使用工具查看集群状态是否健康：
       $ curve fs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
    1. 参考影响:

    • 时间: 无

    • 业务方: 无

    • 影响主题: 无

    • 用户：无

    1. 参考风险:

    • 数据面: 无

    • 管控面: 无

    • 恢复能力: 无需恢复

    1. 参考回滚策略: 停止mds

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-stop-mds.html b/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-stop-mds.html index d593282..e40408c 100644 --- a/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-stop-mds.html +++ b/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-stop-mds.html @@ -4,13 +4,13 @@ Curve 停止mds | Curve Book - - + +
    跳到主要内容

    Curve 停止mds

    1. 适用环境:
    2. 版本号: v2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 管控面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 具体节点，具体的mds服务
    9. 验收标准: 该节点的mds服务停止成功，并且集群健康
    10. 参考步骤:
    1. 查看集群服务状态和指定节点的mds状态：
       $ curveadm status
       
       注：如果指定的mds已经处于退出状态（Status为Exited状态），则不用重复操作。
       
    2. 如果处于Up状态，则使用下述命令停止服务，

       如果是停止某个指定的mds，使用--id选项:
       $ curveadm stop --id <Id>
       
       如果要停止某个节点上的所有的mds服务，使用如下命令：
       $ curveadm stop --host <host> --role mds
       
       如果要停止集群中所有的mds服务，使用如下命令：（一般不会进行操作）
       注意：如果停止所有的mds，则导致集群不可用，请在进行下列操作前仔细确认是否要停掉所有的mds服务
       $ curveadm stop --role mds
       
    3. 再次查看集群服务状态，查看指定mds服务是否已经退出（Status为Exited状态）：
       $ curveadm status
       
    4. 使用工具使用查看当前集群状态：
       $ curve fs status cluster
       
       当停止部分mds服务后，上述命令输出提示集群处于warn状态 Cluster health is： warn，符合预期。
       如果停止部分mds服务后，上述命令输出提示集群处于error状态 Cluster health is： error，则表示集群出错，需要重新拉起刚才停掉的mds。
       （一般不会做此操作）停掉所有的mds服务，集群应该处于error状态 Cluster health is： error。
    1. 参考影响:

    • 情况1：停止部分mds

      • 时间: 无

      • 业务方: 无

      • 影响主题: 无

      • 用户：无

    • 情况2：停掉所有的mds服务

      • 时间：直至有mds服务启动之前，集群不可用

      • 业务方：所有使用当前集群的业务方

      • 影响主题：mds挂掉

      • 用户：所有使用当前集群的用户

    1. 参考风险:

    • 情况1：停止部分mds服务

      • 数据面: 无

      • 管控面: 无

      • 恢复能力: 无需恢复

    • 情况2：停掉所有mds服务

      • 数据面: IO暂停

      • 管控面: 管控面服务不可用

      • 恢复能力: 无需恢复

    1. 参考回滚策略: 重新拉起mds

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-upgrade-mds.html b/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-upgrade-mds.html index 594bfde..4bbd2c3 100644 --- a/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-upgrade-mds.html +++ b/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-upgrade-mds.html @@ -4,13 +4,13 @@ Curve 升级mds | Curve Book - - + +
    跳到主要内容

    Curve 升级mds

    1. 适用环境:
    2. 版本号: v2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 管控面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 节点名称，具体的mds服务
    9. 验收标准: 指定mds服务升级到新的版本，集群健康，并且可以正常对外提供服务
    10. 参考步骤:
    前置检查：升级前请确认下版本的兼容性，有些版本可能不能直接升级到某些高级版本，需要去做确认。

    1. 首先需要使用工具查看当前集群是否健康
       $ curve fs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       注：1. 如果集群健康（ok），则继续后续步骤。
          2. 如果集群异常（warn/error），不建议升级。
       
    2. 备份本地拓扑文件：
       $ cp topology.yaml topology-old.yaml
       
       提醒: 如果找不到本地集群拓扑，则使用如下命令导出配置：
       $ curveadm config show > topology.yaml
       
    2. 修改集群拓扑：
       修改集群拓扑文件中的镜像名为需要升级的新镜像名，只需要修改镜像即可：
       $ vim topology.yaml
       
       kind: curvefs
       global:
         container_image: opencurvedocker/curvefs:v2.6-rc2  # 修改镜像
         ...
       
    3. 重新提交集群拓扑：
       $ curveadm config commit topology.yaml
       
    4. 升级指定服务：
       $ curveadm upgrade --role mds
       
       注：上述命令默认是会升级集群中的所有的mds服务，如果只需要指定服务，可通过添加以下3个选项来实现：
       --id: 升级指定 id 的服务
       --host: 升级指定主机的所有服务
       --role: 升级指定角色的所有服务

       示例 1：升级集群中所有mds服务
       $ curveadm upgrade --role mds
       提示：`curveadm upgrade --role mds` 默认是滚动升级集群每一个mds服务，用户在升级一个mds服务后 需要使用工具确定集群是否健康。如果集群是健康的话，然后再输入yes开始升级下一个服务。
       
       在执行上述命令之后，需要由用户确认升级页面。 输入 yes 开始升级当前服务：
           Upgrade 1/3 service:
           + host=server-host1  role=mds  image=opencurvedocker/curvefs:v2.6-rc2
           Do you want to continue? [yes/no]: (default=no)

       在一个mds服务升级成功后，使用如下命令查看集群集群的健康状态：
       $ curve fs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       示例 2：升级 id 为 c9570c0d0252 的mds服务
       $ curveadm upgrade --id c9570c0d0252
       
       示例 3：升级 server-host1 这台主机上的所有 mds 服务
       $ curveadm upgrade --host server-host1 --role mds
       
    3. 再次查看集群服务状态，查看指定mds服务是否启动成功：
       $ curveadm status
       
    4. 查看集群是否健康：
       $ curve fs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       如果集群状态ok，则表示升级成功。
    1. 参考影响:

    • 时间: 无

    • 业务方: 无

    • 影响主题: 无

    • 用户：无

    1. 参考风险:

    • 数据面: IO可能有短暂的抖动

    • 管控面: 无

    • 恢复能力: 无需恢复

    1. 参考回滚策略: 回退mds

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveFS/maintenance/administrator-guide/curvefs-datapanel-change-disk.html b/CurveFS/maintenance/administrator-guide/curvefs-datapanel-change-disk.html index dd2ae17..e62e808 100644 --- a/CurveFS/maintenance/administrator-guide/curvefs-datapanel-change-disk.html +++ b/CurveFS/maintenance/administrator-guide/curvefs-datapanel-change-disk.html @@ -4,13 +4,13 @@ Curve 坏盘更换 | Curve Book - - + +
    跳到主要内容

    Curve 坏盘更换

    1. 适用环境:
    2. 版本号: v2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 数据面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 节点名称
    9. 验收标准: 新盘对应的metaserver服务重启成功
    10. 参考步骤:
    1. 剔除坏盘：
       在坏盘情况下，对应的metaserver会退出，集群会自动做迁移，使用如下命令查看故障的metaserver的ID（Status为Exited状态的metaserver）
       $ curveadm status -v

    2. 跟SA确认盘是否进行过读写压测，排查坏盘、慢盘等异常。

    3. 检查磁盘磁盘缓存是否关闭
       $ sudo /sbin/hdparm -W /dev/sd{number}  | grep "write-caching"
       确认write-caching=0

    4. 检查磁盘调度策略为noop
       $ cat /sys/block/sd{number}/queue/scheduler
       应该输出[noop] deadline cfq

    5. 手动将新盘挂载到data_dir:
       mount </dev/sd{number}> <data_dir>
       其中data_dir可以通过curveadm status -v查看
       
    6. 重新拉起当前服务：
       $ curveadm start --id <ID>
       
       这里的ID为因为坏盘而停止的metaserver服务ID，也就是第1步看到的ID
       
    7. 再次查看集群当前metaserver状态是否被成功拉起状态（Status为Up状态）：
       $ curveadm status
       
    8. 查看集群是否健康：
       $ curve fs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
    1. 参考影响:

    • 时间: 无

    • 业务方: 无

    • 用户：无

    1. 参考风险:

    • 数据面: IO可能有短暂时间抖动

    • 管控面: 无

    • 恢复能力: 无需恢复

    1. 参考回滚策略: 无

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveFS/maintenance/administrator-guide/curvefs-datapanel-config-metaserver.html b/CurveFS/maintenance/administrator-guide/curvefs-datapanel-config-metaserver.html index ce0df67..422d009 100644 --- a/CurveFS/maintenance/administrator-guide/curvefs-datapanel-config-metaserver.html +++ b/CurveFS/maintenance/administrator-guide/curvefs-datapanel-config-metaserver.html @@ -4,13 +4,13 @@ Curve 修改metaserver配置 | Curve Book - - + +
    跳到主要内容

    Curve 修改metaserver配置

    1. 适用环境:
    2. 版本号: v2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 数据面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 节点名称，具体的metaserver服务
    9. 验收标准: 该指定metaserver配置修改成功，metaserver重启成功并可以正常对外提供服务
    10. 参考步骤:
    1. 需要先确认当前集群是否健康：
       $ curve fs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       注：1. 集群健康（ok）：如果集群健康，继续执行后续步骤。重启当前服务后需确保集群仍是健康状态。
          2. 集群异常（warn/error）：
             使用工具查看是否是metaserver异常：
             $ curve fs status metaserver
             2.1 如果是当前要重启的服务导致的异常（warn/error）并希望通过修改配置恢复，则继续执行后续步骤。但重启之后不能保证集群是健康状态。
             2.2 如果当前要重启的服务正常，其他的服务异常导致的集群不健康，则继续执行后续步骤。但是重启当前服务后集群仍然处于不健康状态。
       
    2. 备份本地集群拓扑文件：
      $ cp topology.yaml topology-old.yaml

       注：当本地拓扑文件丢失时，我们可以通过如下命令保存当前的集群拓扑来恢复：
       $ curveadm config show > topology.yaml

    3. 编辑本地集群拓扑文件，在拓扑文件中增加/删除/修改metaserver服务的配置项：
       $ vim topology.yaml
      
    4. 提交修改的集群拓扑:
       $ curveadm config commit topology.yaml
       
    5. 重新加载服务：
       $ curveadm reload --role metaserver
       
       CurveAdm 使用上述命令默认重新加载集群中的所有 metaserver 服务，如需重新加载指定服务，可通过添加以下 3 个选项来实现：

        --id: 重新加载指定 id 的服务
        --host: 重新加载指定主机的所有服务
        --role: 重新加载指定角色的所有服务
        以上 3 个选项可任意组合使用，服务对应的 id、host、role 可通过 curveadm status 来查看。

        示例 1：重新加载 id 为 c9570c0d0252 的metaserver服务
        $ curveadm reload --id c9570c0d0252
        
        示例 2：重新加载 server-host1 这台主机上的所有 metaserver 服务
        $ curveadm reload --host server-host1 --role metaserver
        
        示例 3：重新加载集群中所有的metaserver服务（不建议按照role同时修改metaserver配置，否则会导致IO hang）
        提醒：该操作会重启机器中的所有metaserver服务，所以在执行下列操作时，可能会导致IO短暂时间的不可用。
        $ curveadm reload --role metaserver
       
    6. 再次查看指定的metaserver服务是否已经启动（Status为Up状态）:
       $ curveadm status

    7. 查看集群的健康状态：
       $ curve fs status cluster
       结果输出有下面字样则集群健康：Cluster health is: ok

       注：如果集群在修改此metaserver的配置之前健康，则需要保证修改此服务配置后集群仍是健康状态；
          如果集群在修改此metaserver服务配置之前异常，则有以下两种情况：
          1. 修改此metaserver服务配置之前，是由当前metaserver服务导致的集群异常，则修改当前服务的配置后不能保证集群仍然是健康的，是符合预期的。
          2. 修改此metaserver服务配置之前，不是当前metaserver服务导致的集群异常，则修改当前服务的配置后仍然是不健康的状态，是符合预期的。
    1. 参考影响:

    • 情况1：修改某个metaserver服务（按照id）/修改某个副本域的所有的metaserver（按照host）

      • 时间: 无

      • 业务方: 无

      • 影响主题: 无

      • 用户：无

    • 情况2：同时修改涉及多个副本域的metaserver

      • 时间: 在修改配置，metaserver重启之前，在此期间，IO可能会卡住

      • 业务方: 所有使用当前集群的业务方

      • 影响主题: metaserver正在修改配置重启

      • 用户：所有使用当前集群的用户

    • 情况3：同时修改所有的metaserver服务配置（不建议按照role同时修改metaserver配置，否则会导致IO hang）

      • 时间: 在所有的metaserver修改配置及重启过程中，集群不可用

      • 业务方: 所有使用当前集群的业务方

      • 影响主题: metaserver正在修改配置，服务重启

      • 用户：所有使用当前集群的用户

    1. 参考风险:

    • 情况1：修改部分metaserver服务配置

      • 数据面：无

      • 管控面：无

      • 恢复能力：无需恢复

    • 情况2：同时修改涉及多个副本域的metaserver

      • 数据面：可能会导致IO hang

      • 管控面：无

      • 恢复能力：无需恢复

    • 情况3：同时修改所有的metaserver服务配置（不建议按照role同时修改metaserver配置，否则会导致IO hang）

      • 数据面：可能有短暂的IO抖动。如果所有的metaserver在同一时刻进入重启，该时刻读写IO hang

      • 管控面：无

      • 恢复能力：无需恢复

    1. 参考回滚策略: 回退metaserver配置到之前的值

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveFS/maintenance/administrator-guide/curvefs-datapanel-downgrade-metaserver.html b/CurveFS/maintenance/administrator-guide/curvefs-datapanel-downgrade-metaserver.html index f9dd1c3..0f9ba73 100644 --- a/CurveFS/maintenance/administrator-guide/curvefs-datapanel-downgrade-metaserver.html +++ b/CurveFS/maintenance/administrator-guide/curvefs-datapanel-downgrade-metaserver.html @@ -4,13 +4,13 @@ Curve 回退metaserver | Curve Book - - + +
    跳到主要内容

    Curve 回退metaserver

    1. 适用环境:
    2. 版本号: v2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 数据面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 节点名称，具体的metaserver服务
    9. 验收标准: 该指定的metaserver服务回退到上一个版本，集群健康，并且可以正常对外提供服务
    10. 参考步骤:
    1. 使用工具查看当前集群是否健康：
       $ curve fs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       注：如果集群不健康（error/warn状态），请不要回退
       
    2. 提交备份的topology-old.yaml拓扑文件：
       $ curveadm config commit topology-old.yaml
       
    3. 回退指定服务：
       $ curveadm upgrade --role metaserver
     
       注：上述命令默认是会回退集群中的所有的metaserver服务，如果只需要指定服务，可通过添加以下3个选项来实现：
       --id: 回退指定 id 的服务
       --host: 回退指定主机的所有服务
       --role: 回退指定角色的所有服务

       示例 1：回退集群中的所有 metaserver 服务
       $ curveadm upgrade --role metaserver
        提示：`curveadm upgrade --role metaserver` 默认是滚动回退/回退集群每一个metaserver服务，用户在回退完一个metaserver服务后 需要进入容器内确定集群是否健康。如果集群是健康的话，再输入yes开始回退下一个服务。
       
       在执行上述命令之后，需要由用户确认回退页面。 输入 yes 开始回退当前服务：
           Upgrade 1/3 service:
           + host=server-host1  role=metaserver  image=opencurvedocker/curvefs:v2.6-rc2
           Do you want to continue? [yes/no]: (default=no)

       在一个metaserver服务回退成功后，使用如下命令查看集群的健康状态：
       $ curve fs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       示例 2：回退 id 为 c9570c0d0252 的metaserver服务
       $ curveadm upgrade --id c9570c0d0252
       
       示例 3：回退 server-host1 这台主机上的所有 metaserver 服务
       $ curveadm upgrade --host server-host1 --role metaserver
       
    4. 再次查看集群服务状态，查看指定 metaserver 服务是否启动成功（Status为Up状态）：
       $ curveadm status
       
    5. 查看集群是否健康：
       $ curve fs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
    1. 参考影响:

    • 情况1：回退某一个metaserver（按照id）/某个副本域的所有metaserver（按照host）

      • 时间: 在metaserver降级成功直至集群健康，IO可能有短暂时间抖动

      • 业务方: 所有使用当前集群的业务方

      • 影响主题: metaserver正在降级

      • 用户：所有使用当前集群的用户

    • 情况2：同时回退所有的metaserver服务(滚动回退，回退之后需确认集群健康然后回退下一个)

      • 时间: 无

      • 业务方: 无

      • 影响主题: 无

      • 用户：无

    1. 参考风险:

    • 情况1：回退某一个metaserver（按照id）/某个副本域的所有metaserver（按照host）

      • 数据面：IO可能有短暂时间抖动。如果该metaserver上面的copyset属于leader的话，回退则会造成重新选举，从而发生IO抖动

      • 管控面：无

      • 恢复能力：无需恢复

    • 情况2：同时回退所有的metaserver服务(滚动回退，回退之后需确认集群健康然后回退下一个)

      • 数据面：无

      • 管控面：无

      • 恢复能力：无需恢复

    1. 参考回滚策略: 无

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveFS/maintenance/administrator-guide/curvefs-datapanel-migrate.html b/CurveFS/maintenance/administrator-guide/curvefs-datapanel-migrate.html index 0161381..727a977 100644 --- a/CurveFS/maintenance/administrator-guide/curvefs-datapanel-migrate.html +++ b/CurveFS/maintenance/administrator-guide/curvefs-datapanel-migrate.html @@ -4,13 +4,13 @@ Curve 迁移服务 | Curve Book - - + +
    跳到主要内容

    Curve 迁移服务

    1. 适用环境:
    2. 版本号: v2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 数据面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 节点名称
    9. 验收标准: 迁移完成，且集群正常工作
    10. 参考步骤:
    0. 集群的迁移就是将当前节点的所有服务下线，在另一个节点恢复这些服务。

    1. 需要先确认当前集群是否健康：
       $ curve fs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       注：如果集群不健康，需要判断是否仍然需要迁移，否则可能导致集群服务不可用。
       
    2. 备份本地集群拓扑文件：
       $ cp topology.yaml topology-old.yaml
       
       注：当本地拓扑文件丢失时，我们可以通过如下命令保存当前的集群拓扑来恢复：
       $ curveadm config show > topology.yaml

    3. 添加新增机器至主机列表：
       $ vim hosts.yaml
       
         global:
           user: curve
           ssh_port: 22
           private_key_file: /home/curve/.ssh/id_rsa

         hosts:
           - host: server-host1
             hostname: 10.0.1.1
           - host: server-host2
             hostname: 10.0.1.2
           - host: server-host3
             hostname: 10.0.1.3
           - host: server-host4  # 新增机器
             hostname: 10.0.1.4
        
        注：如果找不到本地的hosts.yaml文件，则使用如下命令重新导出：
        $ curveadm hosts show > hosts.yaml

    4. 编辑本地集群拓扑文件，在拓扑文件中添加新机器：
       $ vim topology.yaml
       
       kind: curvefs
       global:
         variable:
           machine1: server-host1
           machine2: server-host2
           machine3: server-host3
           machine4: server-host4  # 新增机器
      
       metaserver_services:
         config:
           listen.ip: ${service_host}
           listen.port: 6800
           listen.external_port: 7800
           metaserver.loglevel: 0
         deploy:
           - host: ${machine1}
           - host: ${machine2}
           - host: ${machine4}    # 将 ${machine3} 修改为 ${machine4}
             config:
               metaserver.loglevel: 3
          
       注：
          * 每一次只能迁移同一种角色的其中一个服务
          * 每一次只能迁移同一台主机的服务
       
    5. 迁移服务：
       $ curveadm migrate topology.yaml
       
    6. 再次查看新节点对应的服务是否已经启动（Status为Up状态）：
       $ curveadm status

    7. 查看集群的健康状态：
       $ curve fs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok

    8. 如果要继续迁移，请等待当前服务迁移完成，集群健康。
       重复3-7步骤
    1. 参考影响:

    • 时间: 无

    • 业务方: 无

    • 用户：无

    1. 参考风险:

    • 数据面: 在服务迁移过程中，相当于停服然后重启。如果迁移etcd/mds可能没有影响，对于metaserver来说可能会有IO抖动，因为copyset的leader可能重新选举。

    • 管控面: 无

    • 恢复能力: 无需恢复

    1. 参考回滚策略: 无

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveFS/maintenance/administrator-guide/curvefs-datapanel-restart-metaserver.html b/CurveFS/maintenance/administrator-guide/curvefs-datapanel-restart-metaserver.html index f780649..9329006 100644 --- a/CurveFS/maintenance/administrator-guide/curvefs-datapanel-restart-metaserver.html +++ b/CurveFS/maintenance/administrator-guide/curvefs-datapanel-restart-metaserver.html @@ -4,13 +4,13 @@ Curve 重启metaserver | Curve Book - - + +
    跳到主要内容

    Curve 重启metaserver

    1. 适用环境:
    2. 版本号: v2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 数据面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 节点名称，具体的metaserver服务
    9. 验收标准: 该指定metaserver服务重启成功，并且集群健康
    10. 参考步骤:
    1. 使用工具查看集群是否健康，当前metaserver是否异常
       $ curve fs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       注：1. 集群健康（ok）：如果集群健康，继续执行后续步骤。重启当前服务后需确保集群仍是健康状态。
          2. 集群异常（warn/error）：
             使用工具查看是否是metaserver异常：
             $ curve fs status metaserver
             2.1 如果是当前要重启的服务导致的异常（warn/error）并希望重启恢复，则继续执行后续步骤。但重启之后不能保证集群是健康状态。
             2.2 如果当前要重启的服务正常，其他的服务异常导致的集群不健康，则继续执行后续步骤。但是重启当前服务后集群仍然处于不健康状态。
          
    2. 使用如下命令重启metaserver服务：

       如果是重启指定的metaserver服务，使用--id选项：
       $ curveadm restart --id <Id>
       
       如果要重启某个节点下的所有的metaserver服务，使用如下命令：
       $ curveadm restart --host <host> --role metaserver
       
       如果要重启集群中所有的metaserver服务，使用如下命令：
       提示：如果重启所有的metaserver，则导致集群短暂不可用，在重启期间所有IO出错，请谨慎进行下列操作。
       $ curveadm restart --role metaserver
       
    3. 再次查看集群服务状态，查看指定metaserver服务是否重启成功（Status为Up状态）：
       $ curveadm status
       
    4. 使用工具查看集群是否健康：
       $ curve fs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok

       注：如果集群在重启之前健康，则需要保证重启服务后集群仍是健康状态；
          如果集群在重启之前异常，则有以下两种情况：
          1. 重启之前，是由当前服务导致的集群异常，重启当前服务后不能保证集群仍然是健康的，是符合预期的。
          2. 重启之前，不是当前服务导致的集群异常，则重启后集群仍然是不健康的状态，是符合预期的。
    1. 参考影响:

    • 情况1：重启某个metaserver服务/某个副本域的所有metaserver

      • 时间: 无

      • 业务方: 无

      • 影响主题: 无

      • 用户：无

    • 情况2：重启涉及多个副本域的metaserver

      • 时间: 直至这些metaserver服务重启成功，在此期间io可能会卡住

      • 业务方: 所有使用当前集群的业务方

      • 影响主题: metaserver正在重启

      • 用户：所有使用当前集群的用户

    • 情况3：同时重启所有的metaserver服务(一般不建议这么操作，会导致io hang)

      • 时间: 在所有的metaserver重启过程中，集群不可用

      • 业务方: 所有使用当前集群的业务方

      • 影响主题: metaserver正在重启

      • 用户：所有使用当前集群的用户

    1. 参考风险:

    • 情况1：重启某一个metaserver/一个副本域的metaserver

      • 数据面：IO可能有短暂时间抖动。如果该metaserver上面的copyset属于leader的话，重启则会造成重新选举，从而发生IO抖动

      • 管控面：无

      • 恢复能力：无需恢复

    • 情况2：重启涉及多个副本域的metaserver

      • 数据面：可能会导致IO hang

      • 管控面：无

      • 恢复能力：无需恢复

    • 情况3：同时重启所有的metaserver服务(一般不建议这么操作，会导致io hang)

      • 数据面：IO有可能短暂时间抖动。如果所有的metaserver同一时刻重启，则该时刻IO错误

      • 管控面：无

      • 恢复能力：无需恢复

    1. 参考回滚策略: 无

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveFS/maintenance/administrator-guide/curvefs-datapanel-scaleout.html b/CurveFS/maintenance/administrator-guide/curvefs-datapanel-scaleout.html index 1db4f3c..53b1b80 100644 --- a/CurveFS/maintenance/administrator-guide/curvefs-datapanel-scaleout.html +++ b/CurveFS/maintenance/administrator-guide/curvefs-datapanel-scaleout.html @@ -4,13 +4,13 @@ Curve 集群扩容 | Curve Book - - + +
    跳到主要内容

    Curve 集群扩容

    1. 适用环境:
    2. 版本号: v2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 数据面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 节点名称
    9. 验收标准: 扩容完成，且集群正常工作
    10. 参考步骤:
    1. 使用工具查看当前集群是否健康：
       $ curve fs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       注：1. 如果集群健康（ok）的话，则继续后续的步骤。
          2. 如果集群处于warn状态，需要判断是否是因为当前要扩容的服务导致的集群异常。如果不是当前要扩容的服务类型导致的，可以继续执行后续步骤。否则，则不要继续后续操作。
          3. 如果集群是error状态，则扩容可能是无意义操作，所以不要执行后续步骤。
       
    2. 提交主机列表：

       2.1 添加新增机器至主机列表：
       $ vim hosts.yaml
       
         global:
           user: curve
           ssh_port: 22
           private_key_file: /home/curve/.ssh/id_rsa

         hosts:
           - host: server-host1
             hostname: 10.0.1.1
           - host: server-host2
             hostname: 10.0.1.2
           - host: server-host3
             hostname: 10.0.1.3
           - host: server-host4  # 新增机器
             hostname: 10.0.1.4
           - host: server-host5  # 新增机器
             hostname: 10.0.1.5
           - host: server-host6  # 新增机器
             hostname: 10.0.1.6

       2.2 提交主机列表：
       $ curveadm hosts commit hosts.yaml
       
       注：如果找不到本地hosts.yaml文件，可以通过如下命令导出主机列表：
       $ curveadm hosts show > hosts.yaml
       
    3. 修改集群拓扑：

       3.1 备份当前拓扑文件：
       $ cp topology.yaml topology-old.yaml
       
       注：如果找不到本地集群拓扑，则使用如下命令导出拓扑配置：
       $ curveadm config show > topology.yaml
       
       3.2 修改集群拓扑
       $ vim topology.yaml
       
         kind: curvefs
         global:
           container_image: opencurvedocker/curvefs:latest
           log_dir: ${home}/curvefs/logs/${service_role}
           data_dir: ${home}/curvefs/data/${service_role}
           variable:
             home: /tmp
             machine1: server-host1
             machine2: server-host2
             machine3: server-host3
             machine4: server-host4  # 新增机器
             machine5: server-host5  # 新增机器
             machine6: server-host6  # 新增机器
        
         # 如下以扩容metaserver为例，将新增机器添加到metaserver_services下
         # 如果要扩容mds，则将新增机器添加到mds_services下即可
         metaserver_services:
           config:
             listen.ip: ${service_host}
             listen.port: 6800
             listen.external_port: 7800
             metaserver.loglevel: 0
           deploy:
             - host: ${machine1}
             - host: ${machine2}
             - host: ${machine3}
             - host: ${machine4}  # 新增机器
             - host: ${machine5}  # 新增机器
             - host: ${machine6}  # 新增机器
               config:
                 metaserver.loglevel: 3
                 
        注：
        * 每一次只能扩容同一种角色的服务
        * 对于扩容metaserver服务来说，每次扩容都会新增一个逻辑池，新增的服务都位于该逻辑池中，请确保每次扩容至少增加 3 台主机
       
    4. 扩容集群：
       $ curveadm scale-out topology.yaml
       
       提醒：扩容操作属于幂等操作，用户在执行失败后可重复执行，不用担心服务残留问题
       
    5. 再次查看集群服务状态，查看指定扩容服务是否启动成功（Status为Up状态）：
       $ curveadm status
       
    6. 查看集群是否健康：
       $ curve fs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       注：如果扩容前集群处于warn状态，但不是当前服务导致的问题。如果当前服务扩容成功，但是集群会仍然处于warn状态，是符合预期的。
    1. 参考影响:

    • 时间: 无

    • 业务方: 无

    • 用户：无

    1. 参考风险:

    • 数据面: 无

    • 管控面: 无

    • 恢复能力: 无需恢复

    1. 参考回滚策略: 无

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveFS/maintenance/administrator-guide/curvefs-datapanel-start-metaserver.html b/CurveFS/maintenance/administrator-guide/curvefs-datapanel-start-metaserver.html index ee0f45e..ee3ded2 100644 --- a/CurveFS/maintenance/administrator-guide/curvefs-datapanel-start-metaserver.html +++ b/CurveFS/maintenance/administrator-guide/curvefs-datapanel-start-metaserver.html @@ -4,13 +4,13 @@ Curve 启动metaserver | Curve Book - - + +
    跳到主要内容

    Curve 启动metaserver

    1. 适用环境:
    2. 版本号: v2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 数据面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 节点名称，具体的metaserver服务
    9. 验收标准: 该指定的metaserver服务启动成功，并且集群健康，可以对外正常提供服务
    10. 参考步骤:
    1. 查看集群服务状态和指定的metaserver服务状态：
       $ curveadm status
       
       注：如果指定的metaserver已经处于运行状态（Status为Up状态），则不用再次启动。
       
    2. 否则使用下述命令启动相应的metaserver服务:

       如果是启动某一个指定的metaserver，使用--id选项:
       $ curveadm start --id <Id>
       
       如果要启动某一个节点上所有metaserver服务，使用如下命令：
       $ curveadm start --host <host> --role metaserver
       
       如果要启动所有的metaserver，使用如下命令：
       $ curveadm start --role metaserver
       
    3. 再次查看集群服务状态，查看指定metaserver服务是否启动成功（Status为Up状态）：
       $ curveadm status
       
    4. 使用工具查看集群状态是否健康：
       $ curve fs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
    1. 参考影响:

    • 时间: 无

    • 业务方: 无

    • 用户：无

    1. 参考风险:

    • 数据面: IO可能有短暂时间抖动

    • 管控面: 无

    • 恢复能力: 无需恢复

    1. 参考回滚策略: 停止metaserver

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveFS/maintenance/administrator-guide/curvefs-datapanel-stop-metaserver.html b/CurveFS/maintenance/administrator-guide/curvefs-datapanel-stop-metaserver.html index 3b4c6f7..4739565 100644 --- a/CurveFS/maintenance/administrator-guide/curvefs-datapanel-stop-metaserver.html +++ b/CurveFS/maintenance/administrator-guide/curvefs-datapanel-stop-metaserver.html @@ -4,13 +4,13 @@ Curve 停止metaserver | Curve Book - - + +
    跳到主要内容

    Curve 停止metaserver

    1. 适用环境:
    2. 版本号: v2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 数据面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 节点名称，具体的metaserver服务
    9. 验收标准: 该指定的metaserver服务停止成功，并且集群仍然健康
    10. 参考步骤:
    1. 查看集群服务状态和指定的metaserver状态：
       $ curveadm status
       
       注：如果指定的metaserver已经处于退出状态（Status为Exited状态），则不用再次执行停止操作。
       
    2. 使用如下命令停止metaserver服务：

       如果是停止某个指定的metaserver，使用--id选项:
       $ curveadm stop --id <Id>
       
       如果要停止某个节点上的所有的metaserver服务，使用如下命令：
       $ curveadm stop --host <host> --role metaserver
       
       如果要停止集群中所有的metaserver服务，使用如下命令（一般不会做此操作）
       警告：如果要停掉所有的metaserver，则整个集群不可用，请谨慎确认之后再进行操作。
       $ curveadm stop --role metaserver
       
    3. 再次查看集群服务状态，查看指定metaserver服务是否已经退出（Status为Exited状态）：
       $ curveadm status
       
    4. 使用工具查看当前集群是否健康：
       $ curve fs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  warn
       
       当停掉部分的metaserver的时候，集群状态是warn状态，符合预期。
       如果停掉部分metaserver，集群状态是error状态，则表示集群出错，需要重新拉取刚才停掉的metaserver。
       （一般不会做此操作）停掉所有的metaserver，集群状态是error状态，符合预期。
    1. 参考影响:

    • 情况1：停止某个metaserver服务（按照id）/某个副本域的所有metaserver（按照host）

      • 时间: 无

      • 业务方: 无

      • 影响主题: 无

      • 用户：无

    • 情况2：同时停掉涉及多个副本域的metaserver

      • 时间: 在metaserver重启成功之前，可能发生IO hang

      • 业务方: 所有使用当前集群的业务方

      • 影响主题: 跨副本域的metaserver挂掉

      • 用户：所有使用当前集群的用户

    • 情况3：同时停掉所有的metaserver服务（一般不会做此操作）

      • 时间: 待集群中有metaserver被重新拉取之前，整个集群不可用。

      • 业务方: 所有使用当前集群的业务方

      • 影响主题: metaserver挂掉

      • 用户：所有使用当前集群的用户

    1. 参考风险:

    • 情况1：停止某个metaserver服务（按照id）/某个副本域的所有metaserver（按照host）

      • 数据面：无

      • 管控面：无

      • 恢复能力：无需恢复

    • 情况2：同时停掉涉及多个副本域的metaserver

      • 数据面：有可能发生IO hang。

      • 管控面：无

      • 恢复能力：无需恢复

    • 情况3：同时停掉所有的metaserver服务（一般不会做此操作）

      • 数据面：集群不可用，IO hang

      • 管控面：无

      • 恢复能力：无需恢复

    1. 参考回滚策略: 重启metaserver

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveFS/maintenance/administrator-guide/curvefs-datapanel-upgrade-metaserver.html b/CurveFS/maintenance/administrator-guide/curvefs-datapanel-upgrade-metaserver.html index 117e8c1..f781695 100644 --- a/CurveFS/maintenance/administrator-guide/curvefs-datapanel-upgrade-metaserver.html +++ b/CurveFS/maintenance/administrator-guide/curvefs-datapanel-upgrade-metaserver.html @@ -4,13 +4,13 @@ Curve 升级metaserver | Curve Book - - + +
    跳到主要内容

    Curve 升级metaserver

    1. 适用环境:
    2. 版本号: v2.6+
    3. CurveAdm版本：v0.2.0+
    4. 最后更新日期: 2023/09/30
    5. 层面: 数据面
    6. 运维级别: P1
    7. 所属产品: 存储
    8. 需求明细: 节点名称，具体的metaserver服务
    9. 验收标准: 该指定metaserver升级成功，集群健康，并且可以正常对外提供服务
    10. 参考步骤:
    前置检查：升级前请确认下版本的兼容性，有些版本可能不能直接升级到某些高级版本，需要去做确认。

    1. 首先需要使用工具查看当前集群是否健康
       $ curve fs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       注：1. 如果集群健康（ok），则继续后续步骤。
          2. 如果集群异常（warn/error），不建议升级。
       
    2. 备份本地拓扑文件：
       $ cp topology.yaml topology-old.yaml
       
       注: 如果找不到本地集群拓扑，则使用如下命令导出配置：
       $ curveadm config show > topology.yaml
       
    3. 修改集群拓扑：

       修改集群拓扑文件中的镜像名为需要升级的新镜像名，只需要修改镜像即可：
       $ vim topology.yaml
       
       kind: curvefs
       global:
         container_image: opencurvedocker/curvefs:v2.6-rc2  # 修改镜像
         ...
       
    4. 重新提交集群拓扑：
       $ curveadm config commit topology.yaml
       
    5. 升级指定 metaserver 服务：
       $ curveadm upgrade --role metaserver
       
       注：上述命令默认是会升级集群中的所有的 metaserver 服务，如果只需要指定服务，可通过添加以下3个选项来实现：
       --id: 升级指定 id 的服务
       --host: 升级指定主机的所有服务
       --role: 升级指定角色的所有服务

       示例 1：升级集群中的所有的metaserver
       $ curveadm upgrade --role metaserver
       提示：`curveadm upgrade --role metaserver` 默认是滚动升级集群每一个metaserver服务，用户在升级完一个metaserver服务后 需要使用工具确定集群是否健康。如果集群是健康的话，再输入yes开始升级下一个服务。
       
       在执行上述命令之后，需要由用户确认升级页面。 输入 yes 开始升级当前服务：
           Upgrade 1/3 service:
           + host=server-host1  role=metaserver  image=opencurvedocker/curvefs:v2.6-rc2
           Do you want to continue? [yes/no]: (default=no)

       在一个metaserver服务升级成功后，使用如下命令查看集群集群的健康状态：
       $ curve fs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       示例 2：升级 id 为 c9570c0d0252 的 metaserver 服务
       $ curveadm upgrade --id c9570c0d0252
       
       示例 3：升级 server-host1 这台主机上的所有 metaserver 服务
       $ curveadm upgrade --host server-host1 --role metaserver
       
    6. 再次查看集群服务状态，查看指定 metaserver 服务是否启动成功（Status为Up状态）：
       $ curveadm status
       
    7. 查看集群是否健康：
       $ curve fs status cluster
       结果输出有下面字样则集群健康：Cluster health is:  ok
       
       如果集群状态ok，则表示升级成功。
    1. 参考影响:

    • 情况1：升级某一个metaserver/某个副本域的所有metaserver

      • 时间: 在metaserver升级成功直至集群健康，IO可能有短暂时间抖动

      • 业务方: 所有使用当前集群的业务方

      • 影响主题: metaserver正在升级

      • 用户：所有使用当前集群的用户

    • 情况2：同时升级所有的metaserver服务(滚动升级，升级之后需确认集群健康然后升级下一个)

      • 时间: 无

      • 业务方: 无

      • 影响主题: 无

      • 用户：无

    1. 参考风险:

    • 情况1：升级某一个metaserver（按照id升级）/某个副本域的所有metaserver（按照host升级）

      • 数据面：IO可能有短暂时间抖动。如果该metaserver上面的copyset属于leader的话，升级则会造成重新选举，从而发生IO抖动

      • 管控面：无

      • 恢复能力：无需恢复

    • 情况2：同时升级所有的metaserver服务(滚动升级，升级之后需确认集群健康然后升级下一个)

      • 数据面：无

      • 管控面：无

      • 恢复能力：无需恢复

    1. 参考回滚策略: 回退metaserver

    2. 需求发起方: CURVE

    3. 接收方:

    4. 评审责任人: SRE负责人，SA负责人，CURVE负责人

    5. 用户通知责任人: 技术支持

    6. 执行责任人: CURVE/SA

    7. 测试回归责任人: CURVE

    8. 执行审核责任人: SA/CURVE/SRE

    - - + + \ No newline at end of file diff --git a/CurveFS/maintenance/command-line-tools.html b/CurveFS/maintenance/command-line-tools.html index b57b609..556ce1b 100644 --- a/CurveFS/maintenance/command-line-tools.html +++ b/CurveFS/maintenance/command-line-tools.html @@ -4,15 +4,15 @@ 命令行工具 | Curve Book - - + +
    跳到主要内容

    命令行工具

    Curve 命令行工具代码仓库地址：https://github.com/opencurve/curve/blob/master/tools-v2/README.md

    工具目前还在继续开发完善之中，欢迎提交issue或pr。

    How to use curve tool​

    Install​

    install curve tool

    wget https://curve-tool.nos-eastchina1.126.net/release/curve-latest
    chmod +x curve-latest
    mv curve-latest /usr/bin/curve

    set configure file

    wget https://raw.githubusercontent.com/opencurve/curve/master/tools-v2/pkg/config/curve.yaml

    or

    wget https://curve-tool.nos-eastchina1.126.net/config/curve.yaml

    Please modify the mdsAddr, mdsDummyAddr, etcdAddr under curvefs/bs in the template.yaml file as required

    mv curve.yaml ~/.curve/curve.yaml

    or

    mv curve.yaml /etc/curve/curve.yaml

    Introduction​

    Here's how to use the tool

    curve COMMAND [options]

    When you are not sure how to use a command, --help can give you an example of use:

    curve COMMAND --help

    For example:

    curve fs status mds --help
    Usage:  curve fs status mds [flags]

    get the inode usage of curvefs

    Flags:
      -c, --conf string            config file (default is $HOME/.curve/curve.yaml or /etc/curve/curve.yaml)
      -f, --format string          Output format (json|plain) (default "plain")
      -h, --help                   Print usage
          --httptimeout duration   http timeout (default 500ms)
          --mdsaddr string         mds address, should be like 127.0.0.1:6700,127.0.0.1:6701,127.0.0.1:6702
          --mdsdummyaddr string    mds dummy address, should be like 127.0.0.1:7700,127.0.0.1:7701,127.0.0.1:7702
          --showerror              display all errors in command

    Examples:
    $ curve fs status mds

    In addition, this tool reads the configuration from $HOME/.curve/curve.yaml or /etc/curve/curve.yaml by default, and can be specified by --conf or -c.

    Command​

    version​

    show the version of curve tool

    Usage:

    curve --version

    Output:

    curve v1.2

    completion​

    generate curve bash/zsh/fish completion script

    Take bash as an example:

    curve completion bash > /etc/bash_completion.d/curve

    If you perform completion you get the following error:

    curve [tab]bash: _get_comp_words_by_ref: command not found

    You need to install bash-completion:

    sudo apt install bash-completion
    source /usr/share/bash-completion/bash_completion

    upgrade​

    Upgrade curve to latest version

    Usage:

    curve upgrade

    If you want to upgrade to the specified version(ee500438):

    CURVE_VERSION=ee500438 curve upgrade

    If you are in an offline environment, you can also set up a temporary http server to provide upgrade services for other machines:

    # 192.168.1.1
    echo "123456" > __version
    cp curve curve-123456
    python3 -m http.server 1234

    In this way, it can be upgraded on other machines

    CURVE_BASE_URL=http://192.168.1.1:1234/ curve upgrade

    fs​

    check​

    check copyset​

    check copysets health in curvefs

    Usage:

    curve fs check copyset --copysetid 1 --poolid 1

    Output:

    +------------+-----------+--------+--------+---------+
    | COPYSETKEY | COPYSETID | POOLID | STATUS | EXPLAIN |
    +------------+-----------+--------+--------+---------+
    | 4294967297 |         1 |      1 | ok     |         |
    +------------+-----------+--------+--------+---------+

    create​

    create fs​

    create a fs in curvefs

    Usage:

    curve fs create fs --fsname test3

    Output:

    +--------+-------------------------------------------+
    | FSNAME |                  RESULT                   |
    +--------+-------------------------------------------+
    | test3  | fs exist, but s3 info is not inconsistent |
    +--------+-------------------------------------------+
    create topology​

    create curvefs topology

    Usage:

    curve fs create topology --clustermap topology.json

    Output:

    +-------------------+--------+-----------+--------+
    |       NAME        |  TYPE  | OPERATION | PARENT |
    +-------------------+--------+-----------+--------+
    | pool2             | pool   | del       |        |
    +-------------------+--------+           +--------+
    | zone4             | zone   |           | pool2  |
    +-------------------+--------+           +--------+
    | **.***.***.**_3_0 | server |           | zone4  |
    +-------------------+--------+-----------+--------+

    delete​

    delete fs​

    delete a fs from curvefs

    Usage:

    curve fs delete fs --fsname test1
    WARNING:Are you sure to delete fs test1?
    please input [test1] to confirm: test1

    Output:

    +--------+-------------------------------------+
    | FSNAME |               RESULT                |
    +--------+-------------------------------------+
    | test1  | delete fs failed!, error is FS_BUSY |
    +--------+-------------------------------------+

    list​

    list copyset​

    list all copyset info of the curvefs

    Usage:

    curve fs list copyset

    Output:

    +------------+-----------+--------+-------+--------------------------------+------------+
    |    KEY     | COPYSETID | POOLID | EPOCH |           LEADERPEER           | PEERNUMBER |
    +------------+-----------+--------+-------+--------------------------------+------------+
    | 4294967302 | 6         | 1      | 2     | id:1                           | 3          |
    |            |           |        |       | address:"**.***.***.**:6801:0" |            |
    +------------+-----------+        +-------+                                +------------+
    | 4294967303 | 7         |        | 1     |                                | 3          |
    |            |           |        |       |                                |            |
    +------------+-----------+        +-------+                                +------------+
    | 4294967304 | 8         |        | 1     |                                | 3          |
    |            |           |        |       |                                |            |
    +------------+-----------+        +-------+                                +------------+
    | 4294967307 | 11        |        | 1     |                                | 3          |
    |            |           |        |       |                                |            |
    +------------+-----------+        +-------+--------------------------------+------------+
    | 4294967297 | 1         |        | 1     | id:2                           | 3          |
    |            |           |        |       | address:"**.***.***.**:6802:0" |            |
    +------------+-----------+        +-------+                                +------------+
    | 4294967301 | 5         |        | 1     |                                | 3          |
    |            |           |        |       |                                |            |
    +------------+-----------+        +-------+                                +------------+
    | 4294967308 | 12        |        | 1     |                                | 3          |
    |            |           |        |       |                                |            |
    +------------+-----------+        +-------+--------------------------------+------------+
    | 4294967298 | 2         |        | 1     | id:3                           | 3          |
    |            |           |        |       | address:"**.***.***.**:6800:0" |            |
    +------------+-----------+        +-------+                                +------------+
    | 4294967299 | 3         |        | 1     |                                | 3          |
    |            |           |        |       |                                |            |
    +------------+-----------+        +-------+                                +------------+
    | 4294967300 | 4         |        | 1     |                                | 3          |
    |            |           |        |       |                                |            |
    +------------+-----------+        +-------+                                +------------+
    | 4294967305 | 9         |        | 1     |                                | 3          |
    |            |           |        |       |                                |            |
    +------------+-----------+        +-------+                                +------------+
    | 4294967306 | 10        |        | 1     |                                | 3          |
    |            |           |        |       |                                |            |
    +------------+-----------+--------+-------+--------------------------------+------------+
    list fs​

    list all fs info in the curvefs

    Usage:

    curve fs list fs

    Output:

    +----+-------+--------+--------------+-----------+---------+----------+-----------+----------+
    | ID | NAME  | STATUS |   CAPACITY   | BLOCKSIZE | FSTYPE  | SUMINDIR |   OWNER   | MOUNTNUM |
    +----+-------+--------+--------------+-----------+---------+----------+-----------+----------+
    | 2  | test1 | INITED | 107374182400 | 1048576   | TYPE_S3 | false    | anonymous | 1        |
    +----+-------+--------+--------------+-----------+         +----------+           +----------+
    | 3  | test3 | INITED | 107374182400 | 1048576   |         | false    |           | 0        |
    +----+-------+--------+--------------+-----------+---------+----------+-----------+----------+
    list mountpoint​

    list all mountpoint of the curvefs

    Usage:

    curve fs list mountpoint

    Output:

    +------+--------+-------------------------------------------------------------------+
    | FSID | FSNAME |                            MOUNTPOINT                             |
    +------+--------+-------------------------------------------------------------------+
    | 2    | test1  | siku-QiTianM420-N000:9002:/curvefs/client/mnt/home/siku/temp/mnt1 |
    +      +        +-------------------------------------------------------------------+
    |      |        | siku-QiTianM420-N000:9003:/curvefs/client/mnt/home/siku/temp/mnt2 |
    +------+--------+-------------------------------------------------------------------+
    list partition​

    list partition in curvefs by fsid

    Usage:

    curve fs list partition

    Output:

    +-------------+------+--------+-----------+----------+----------+-----------+
    | PARTITIONID | FSID | POOLID | COPYSETID |  START   |   END    |  STATUS   |
    +-------------+------+--------+-----------+----------+----------+-----------+
    | 14          | 2    | 1      | 10        | 1048676  | 2097351  | READWRITE |
    +-------------+      +        +           +----------+----------+-----------+
    | 20          |      |        |           | 7340732  | 8389407  | READWRITE |
    +-------------+      +        +-----------+----------+----------+-----------+
    | 13          |      |        | 11        | 0        | 1048675  | READWRITE |
    +-------------+      +        +           +----------+----------+-----------+
    | 16          |      |        |           | 3146028  | 4194703  | READWRITE |
    +-------------+      +        +           +----------+----------+-----------+
    | 22          |      |        |           | 9438084  | 10486759 | READWRITE |
    +-------------+      +        +-----------+----------+----------+-----------+
    | 21          |      |        | 5         | 8389408  | 9438083  | READWRITE |
    +-------------+      +        +-----------+----------+----------+-----------+
    | 23          |      |        | 7         | 10486760 | 11535435 | READWRITE |
    +-------------+      +        +           +----------+----------+-----------+
    | 24          |      |        |           | 11535436 | 12584111 | READWRITE |
    +-------------+      +        +-----------+----------+----------+-----------+
    | 15          |      |        | 8         | 2097352  | 3146027  | READWRITE |
    +-------------+      +        +           +----------+----------+-----------+
    | 18          |      |        |           | 5243380  | 6292055  | READWRITE |
    +-------------+      +        +-----------+----------+----------+-----------+
    | 17          |      |        | 9         | 4194704  | 5243379  | READWRITE |
    +-------------+      +        +           +----------+----------+-----------+
    | 19          |      |        |           | 6292056  | 7340731  | READWRITE |
    +-------------+------+        +-----------+----------+----------+-----------+
    | 26          | 3    |        | 2         | 1048676  | 2097351  | READWRITE |
    +-------------+      +        +           +----------+----------+-----------+
    | 30          |      |        |           | 5243380  | 6292055  | READWRITE |
    +-------------+      +        +-----------+----------+----------+-----------+
    | 34          |      |        | 3         | 9438084  | 10486759 | READWRITE |
    +-------------+      +        +-----------+----------+----------+-----------+
    | 29          |      |        | 4         | 4194704  | 5243379  | READWRITE |
    +-------------+      +        +           +----------+----------+-----------+
    | 32          |      |        |           | 7340732  | 8389407  | READWRITE |
    +-------------+      +        +-----------+----------+----------+-----------+
    | 35          |      |        | 5         | 10486760 | 11535435 | READWRITE |
    +-------------+      +        +           +----------+----------+-----------+
    | 27          |      |        |           | 2097352  | 3146027  | READWRITE |
    +-------------+      +        +           +----------+----------+-----------+
    | 33          |      |        |           | 8389408  | 9438083  | READWRITE |
    +-------------+      +        +-----------+----------+----------+-----------+
    | 25          |      |        | 6         | 0        | 1048675  | READWRITE |
    +-------------+      +        +           +----------+----------+-----------+
    | 36          |      |        |           | 11535436 | 12584111 | READWRITE |
    +-------------+      +        +-----------+----------+----------+-----------+
    | 28          |      |        | 8         | 3146028  | 4194703  | READWRITE |
    +-------------+      +        +-----------+----------+----------+-----------+
    | 31          |      |        | 9         | 6292056  | 7340731  | READWRITE |
    +-------------+------+--------+-----------+----------+----------+-----------+
    list topology​

    list the topology of the curvefs

    Usage:

    curve fs list topology

    Output:

    +----+------------+--------------------+------------+-----------------------+
    | ID |    TYPE    |        NAME        | CHILDTYPE  |       CHILDLIST       |
    +----+------------+--------------------+------------+-----------------------+
    | 1  | pool       | pool1              | zone       | zone3 zone2 zone1     |
    +----+------------+--------------------+------------+-----------------------+
    | 3  | zone       | zone3              | server     | **.***.***.**_2_0     |
    +----+            +--------------------+            +-----------------------+
    | 2  |            | zone2              |            | **.***.***.**_1_0     |
    +----+            +--------------------+            +-----------------------+
    | 1  |            | zone1              |            | **.***.***.**_0_0     |
    +----+------------+--------------------+------------+-----------------------+
    | 3  | server     | **.***.***.**_2_0  | metaserver | curvefs-metaserver.2  |
    +----+            +--------------------+            +-----------------------+
    | 2  |            | **.***.***.**_1_0  |            | curvefs-metaserver.1  |
    +----+            +--------------------+            +-----------------------+
    | 1  |            | **.***.***.**_0_0  |            | curvefs-metaserver.3  |
    +----+------------+--------------------+------------+-----------------------+
    | 3  | metaserver | curvefs-metaserver |            |                       |
    +----+            +--------------------+------------+-----------------------+
    | 2  |            | curvefs-metaserver |            |                       |
    +----+            +--------------------+------------+-----------------------+
    | 1  |            | curvefs-metaserver |            |                       |
    +----+------------+--------------------+------------+-----------------------+

    query​

    query copyset​

    query copysets in curvefs

    Usage:

    curve fs query copyset --copysetid 1 --poolid 1

    Output:

    +------------+-----------+--------+--------------------------------------+-------+
    | copysetKey | copysetId | poolId |              leaderPeer              | epoch |
    +------------+-----------+--------+--------------------------------------+-------+
    | 4294967297 |     1     |   1    | id:2  address:"**.***.***.**:6802:0" |   1   |
    +------------+-----------+--------+--------------------------------------+-------+
    query fs​

    query fs in curvefs by fsname or fsid

    Usage:

    curve fs query fs --fsname test1

    Output:

    +----+-------+--------+--------------+-----------+---------+----------+-----------+----------+
    | id | name  | status |   capacity   | blocksize | fsType  | sumInDir |   owner   | mountNum |
    +----+-------+--------+--------------+-----------+---------+----------+-----------+----------+
    | 2  | test1 | INITED | 107374182400 |  1048576  | TYPE_S3 |  false   | anonymous |    2     |
    +----+-------+--------+--------------+-----------+---------+----------+-----------+----------+
    query inode​

    query the inode of fs

    Usage:

    curve fs query inode --fsid 2 --inodeid 5243380

    Output:

    +-------+----------+-----------+---------+-------+--------+
    | fs id | inode id |  length   |  type   | nlink | parent |
    +-------+----------+-----------+---------+-------+--------+
    |   2   | 5243380  | 352321536 | TYPE_S3 |   1   |  [1]   |
    +-------+----------+-----------+---------+-------+--------+
    query metaserver​

    query metaserver in curvefs by metaserverid or metaserveraddr

    Usage:

    curve fs query metaserver --metaserveraddr **.***.***.**:6801,**.***.***.**:6802

    Output:

    +----+--------------------+--------------------+--------------------+-------------+
    | id |      hostname      |    internalAddr    |    externalAddr    | onlineState |
    +----+--------------------+--------------------+--------------------+-------------+
    | 1  | curvefs-metaserver | **.***.***.**:6801 | **.***.***.**:6801 |   ONLINE    |
    | 2  | curvefs-metaserver | **.***.***.**:6802 | **.***.***.**:6802 |   ONLINE    |
    +----+--------------------+--------------------+--------------------+-------------+
    query partition​

    query the copyset of partition

    Usage:

    curve fs query partition --partitionid 14

    Output:

    +----+--------+-----------+--------+----------------------+
    | id | poolId | copysetId | peerId |       peerAddr       |
    +----+--------+-----------+--------+----------------------+
    | 14 |   1    |    10     |   1    | **.***.***.**:6801:0 |
    | 14 |   1    |    10     |   2    | **.***.***.**:6802:0 |
    | 14 |   1    |    10     |   3    | **.***.***.**:6800:0 |
    +----+--------+-----------+--------+----------------------+

    status​

    status mds​

    get status of mds

    Usage:

    curve fs status mds

    Output:

    +--------------------+--------------------+----------------+----------+
    |        addr        |     dummyAddr      |    version     |  status  |
    +--------------------+--------------------+----------------+----------+
    | **.***.***.**:6700 | **.***.***.**:7700 | 8fc48476+debug | follower |
    | **.***.***.**:6701 | **.***.***.**:7701 | 8fc48476+debug | follower |
    | **.***.***.**:6702 | **.***.***.**:7702 | 8fc48476+debug |  leader  |
    +--------------------+--------------------+----------------+----------+
    status metaserver​

    get status of metaserver

    Usage:

    curve fs status metaserver

    Output:

    +--------------------+--------------------+----------------+--------+
    |    externalAddr    |    internalAddr    |    version     | status |
    +--------------------+--------------------+----------------+--------+
    | **.***.***.**:6800 | **.***.***.**:6800 | 8fc48476+debug | online |
    | **.***.***.**:6802 | **.***.***.**:6802 | 8fc48476+debug | online |
    | **.***.***.**:6801 | **.***.***.**:6801 | 8fc48476+debug | online |
    +--------------------+--------------------+----------------+--------+
    status etcd​

    get status of etcd

    Usage:

    curve fs status etcd

    Output:

    +---------------------+---------+----------+
    |        addr         | version |  status  |
    +---------------------+---------+----------+
    | **.***.***.**:23790 | 3.4.10  | follower |
    | **.***.***.**:23791 | 3.4.10  | follower |
    | **.***.***.**:23792 | 3.4.10  |  leader  |
    +---------------------+---------+----------+
    status copyset​

    get status of copyset

    Usage:

    curve fs status copyset

    Output:

    +------------+-----------+--------+--------+---------+
    | copysetKey | copysetId | poolId | status | explain |
    +------------+-----------+--------+--------+---------+
    | 4294967297 |     1     |   1    |   ok   |         |
    | 4294967298 |     2     |   1    |   ok   |         |
    | 4294967299 |     3     |   1    |   ok   |         |
    | 4294967300 |     4     |   1    |   ok   |         |
    | 4294967301 |     5     |   1    |   ok   |         |
    | 4294967302 |     6     |   1    |   ok   |         |
    | 4294967303 |     7     |   1    |   ok   |         |
    | 4294967304 |     8     |   1    |   ok   |         |
    | 4294967305 |     9     |   1    |   ok   |         |
    | 4294967306 |    10     |   1    |   ok   |         |
    | 4294967307 |    11     |   1    |   ok   |         |
    | 4294967308 |    12     |   1    |   ok   |         |
    +------------+-----------+--------+--------+---------+
    status cluster​

    get status of cluster

    Usage:

    curve fs status cluster

    Output:

    etcd:
    +---------------------+---------+----------+
    |        addr         | version |  status  |
    +---------------------+---------+----------+
    | **.***.***.**:23790 | 3.4.10  | follower |
    | **.***.***.**:23791 | 3.4.10  | follower |
    | **.***.***.**:23792 | 3.4.10  |  leader  |
    +---------------------+---------+----------+

    mds:
    +--------------------+--------------------+----------------+----------+
    |        addr        |     dummyAddr      |    version     |  status  |
    +--------------------+--------------------+----------------+----------+
    | **.***.***.**:6700 | **.***.***.**:7700 | 8fc48476+debug | follower |
    | **.***.***.**:6701 | **.***.***.**:7701 | 8fc48476+debug | follower |
    | **.***.***.**:6702 | **.***.***.**:7702 | 8fc48476+debug |  leader  |
    +--------------------+--------------------+----------------+----------+

    meataserver:
    +--------------------+--------------------+----------------+--------+
    |    externalAddr    |    internalAddr    |    version     | status |
    +--------------------+--------------------+----------------+--------+
    | **.***.***.**:6800 | **.***.***.**:6800 | 8fc48476+debug | online |
    | **.***.***.**:6802 | **.***.***.**:6802 | 8fc48476+debug | online |
    | **.***.***.**:6801 | **.***.***.**:6801 | 8fc48476+debug | online |
    +--------------------+--------------------+----------------+--------+

    copyset:
    +------------+-----------+--------+--------+---------+
    | copysetKey | copysetId | poolId | status | explain |
    +------------+-----------+--------+--------+---------+
    | 4294967297 |     1     |   1    |   ok   |         |
    | 4294967298 |     2     |   1    |   ok   |         |
    | 4294967299 |     3     |   1    |   ok   |         |
    | 4294967300 |     4     |   1    |   ok   |         |
    | 4294967301 |     5     |   1    |   ok   |         |
    | 4294967302 |     6     |   1    |   ok   |         |
    | 4294967303 |     7     |   1    |   ok   |         |
    | 4294967304 |     8     |   1    |   ok   |         |
    | 4294967305 |     9     |   1    |   ok   |         |
    | 4294967306 |    10     |   1    |   ok   |         |
    | 4294967307 |    11     |   1    |   ok   |         |
    | 4294967308 |    12     |   1    |   ok   |         |
    +------------+-----------+--------+--------+---------+

    Cluster health is:  ok

    umount​

    umount fs​

    umount fs from the curvefs cluster

    Usage:

    curve fs umount fs --fsname test1 --mountpoint siku-QiTianM420-N000:9002:/curvefs/client/mnt/home/siku/temp/mnt1

    Output:

    +--------+-------------------------------------------------------------------+---------+
    | fsName |                            mountpoint                             | result  |
    +--------+-------------------------------------------------------------------+---------+
    | test1  | siku-QiTianM420-N000:9003:/curvefs/client/mnt/home/siku/temp/mnt2 | success |
    +--------+-------------------------------------------------------------------+---------+

    usage​

    usage inode​

    get the inode usage of curvefs

    Usage:

    curve fs usage inode

    Output:

    +------+----------------+-----+
    | fsId |     fsType     | num |
    +------+----------------+-----+
    |  2   |   inode_num    |  3  |
    |  2   | type_directory |  1  |
    |  2   |   type_file    |  0  |
    |  2   |    type_s3     |  2  |
    |  2   | type_sym_link  |  0  |
    |  3   |   inode_num    |  1  |
    |  3   | type_directory |  1  |
    |  3   |   type_file    |  0  |
    |  3   |    type_s3     |  0  |
    |  3   | type_sym_link  |  0  |
    +------+----------------+-----+
    usage metadata​

    get the usage of metadata in curvefs

    Usage:

    curve fs usage metadata

    Output:

    +--------------------+---------+---------+---------+
    |   metaserverAddr   |  total  |  used   |  left   |
    +--------------------+---------+---------+---------+
    | **.***.***.**:6800 | 2.0 TiB | 182 GiB | 1.8 TiB |
    | **.***.***.**:6802 | 2.0 TiB | 182 GiB | 1.8 TiB |
    | **.***.***.**:6801 | 2.0 TiB | 182 GiB | 1.8 TiB |
    +--------------------+---------+---------+---------+

    warmup​

    warmup add​

    warmup a file(directory), or given a list file contains a list of files(directories) that you want to warmup.

    Usage:

    curve fs warmup add /mnt/curvefs/warmup
    curve fs warmup add --filelist /mnt/curvefs/warmup.list

    curve fs warmup add /mnt/curvefs/warmup will warmup a file(directory). /mnt/curvefs/warmup.list

    bs​

    list​

    list logical-pool​

    list all logical pool information

    Usage:

    curve bs list logical-pool

    Output:

    +----+-------+-----------+----------+-------+------+--------+------+--------+---------+
    | ID | NAME  | PHYPOOLID |   TYPE   | ALLOC | SCAN | TOTAL  | USED |  LEFT  | RECYCLE |
    +----+-------+-----------+----------+-------+------+--------+------+--------+---------+
    | 1  | pool1 | 1         | PAGEFILE | ALLOW | true | 44 GiB | 0 B  | 44 GiB | 0 B     |
    +----+-------+-----------+----------+-------+------+--------+------+--------+---------+
    list server​

    list all server information in curvebs

    Usage:

    curve bs list server

    Output:

    +----+---------------------+------+---------+-------------------+-------------------+
    | ID |      HOSTNAME       | ZONE | PHYPOOL |   INTERNALADDR    |   EXTERNALADDR    |
    +----+---------------------+------+---------+-------------------+-------------------+
    | 1  | ***************_0_0 | 1    | 1       | **.***.**.**:**** | **.***.**.**:**** |
    +----+---------------------+------+         +-------------------+-------------------+
    | 2  | ***************_1_0 | 2    |         | **.***.**.**:**** | **.***.**.**:**** |
    +----+---------------------+------+         +-------------------+-------------------+
    | 3  | ***************_2_0 | 3    |         | **.***.**.**:**** | **.***.**.**:**** |
    +----+---------------------+------+---------+-------------------+-------------------+
    list client​

    list all client information in curvebs

    curve bs list client

    Output:

    +------------+------+
    |     IP     | PORT |
    +------------+------+
    | 172.17.0.2 | 9000 |
    +------------+------+
    list dir​

    list dir information in curvebs

    curve bs list dir --path /

    Output:

    +------+-------------+----------+-----------------+------------+---------------------+---------------+-------------+
    |  ID  |  FILENAME   | PARENTID |    FILETYPE     |   OWNER    |        CTIME        | ALLOCATEDSIZE |  FILESIZE   |
    +------+-------------+----------+-----------------+------------+---------------------+---------------+-------------+
    | 1    | /RecycleBin | 0        | INODE_DIRECTORY | root       | 2022-11-12 16:38:25 |      0 B      |     0 B     |
    +------+-------------+----------+-----------------+------------+---------------------+---------------+-------------+
    list space​

    show curvebs all disk type space, include total space and used space

    curve bs list space

    Output:

    +----------+---------+---------+---------+------------+---------+
    |   TYPE   | TOTAL   |  USED   |  LEFT   | RECYCLABLE | CREATED |
    +----------+---------+---------+---------+------------+---------+
    | physical | *** GiB | *** GiB | *** GiB | -          | -       |
    +----------+---------+---------+---------+------------+---------+
    | logical  | *** GiB | *** GiB | *** GiB | *** GiB    | *** GiB |
    +----------+---------+---------+---------+------------+---------+
    list chunkserver​

    list chunkserver information in curvebs

    curve bs list chunkserver

    Output:

    +----+------+-----------+------+-----------+------------+------------+-----------------------------------------------+--------------+-------------+------------------+-----------+
    | ID | TYPE |    IP     | PORT | RWSTATUS  | DISKSTATE  | COPYSETNUM |                  MOUNTPOINT                   | DISKCAPACITY |  DISKUSED   | UNHEALTHYCOPYSET |  EXTADDR  |
    +----+------+-----------+------+-----------+------------+------------+-----------------------------------------------+--------------+-------------+------------------+-----------+
    | 1  | nvme | 127.0.0.1 | 8201 | READWRITE | DISKNORMAL | 100        | local:///curvebs/playground/chunkserver1/data | 39 GiB       | 42140479488 | 0 %              | 127.0.0.1 |
    +----+      +           +------+           +            +------------+-----------------------------------------------+--------------+-------------+------------------+           +
    | 2  |      |           | 8202 |           |            | 100        | local:///curvebs/playground/chunkserver2/data | 39 GiB       | 42140479488 | 0 %              |           |
    +----+      +           +------+           +            +------------+-----------------------------------------------+--------------+-------------+------------------+           +
    | 3  |      |           | 8200 |           |            | 100        | local:///curvebs/playground/chunkserver0/data | 39 GiB       | 42140479488 | 0 %              |           |
    +----+------+-----------+------+-----------+------------+------------+-----------------------------------------------+--------------+-------------+------------------+-----------+
    list scan-status​

    list curvebs all copyset that scanning is false

    curve bs list scan-status

    Output:

    +-------------+-----------+
    | LOGICALPOOL | COPYSETID |
    +-------------+-----------+
    | 1           | 1         |
    +-------------+-----------+
    | 1           | 10        |
    +-------------+-----------+
    | 1           | 100       |
    +-------------+-----------+
    | 1           | 11        |
    +-------------+-----------+
    | 1           | 12        |
    +-------------+-----------+
    | 1           | 13        |
    +-------------+-----------+
    | 1           | 14        |
    +-------------+-----------+
    | 1           | 15        |
    +-------------+-----------+
    | 1           | 16        |
    +-------------+-----------+
    | 1           | 17        |
    +-------------+-----------+
    | 1           | 18        |
    +-------------+-----------+
    | 1           | 19        |
    +-------------+-----------+
    | 1           | 2         |
    +-------------+-----------+
    | 1           | 20        |
    +-------------+-----------+
    | 1           | 21        |
    +-------------+-----------+
    | 1           | 22        |
    +-------------+-----------+
    | 1           | 23        |
    +-------------+-----------+
    | 1           | 24        |
    +-------------+-----------+
    | 1           | 25        |
    +-------------+-----------+
    | 1           | 26        |
    +-------------+-----------+
    | 1           | 27        |
    +-------------+-----------+
    | 1           | 28        |
    +-------------+-----------+
    | 1           | 29        |
    +-------------+-----------+
    | 1           | 3         |
    +-------------+-----------+
    | 1           | 30        |
    +-------------+-----------+
    | 1           | 31        |
    +-------------+-----------+
    | 1           | 32        |
    +-------------+-----------+
    | 1           | 33        |
    +-------------+-----------+
    | 1           | 34        |
    +-------------+-----------+
    | 1           | 35        |
    +-------------+-----------+
    | 1           | 36        |
    +-------------+-----------+
    | 1           | 37        |
    +-------------+-----------+
    | 1           | 38        |
    +-------------+-----------+
    | 1           | 39        |
    +-------------+-----------+
    | 1           | 4         |
    +-------------+-----------+
    | 1           | 40        |
    +-------------+-----------+
    | 1           | 41        |
    +-------------+-----------+
    | 1           | 42        |
    +-------------+-----------+
    | 1           | 43        |
    +-------------+-----------+
    | 1           | 44        |
    +-------------+-----------+
    | 1           | 45        |
    +-------------+-----------+
    | 1           | 46        |
    +-------------+-----------+
    | 1           | 47        |
    +-------------+-----------+
    | 1           | 48        |
    +-------------+-----------+
    | 1           | 49        |
    +-------------+-----------+
    | 1           | 5         |
    +-------------+-----------+
    | 1           | 50        |
    +-------------+-----------+
    | 1           | 51        |
    +-------------+-----------+
    | 1           | 52        |
    +-------------+-----------+
    | 1           | 53        |
    +-------------+-----------+
    | 1           | 54        |
    +-------------+-----------+
    | 1           | 55        |
    +-------------+-----------+
    | 1           | 56        |
    +-------------+-----------+
    | 1           | 57        |
    +-------------+-----------+
    | 1           | 58        |
    +-------------+-----------+
    | 1           | 59        |
    +-------------+-----------+
    | 1           | 6         |
    +-------------+-----------+
    | 1           | 60        |
    +-------------+-----------+
    | 1           | 61        |
    +-------------+-----------+
    | 1           | 62        |
    +-------------+-----------+
    | 1           | 63        |
    +-------------+-----------+
    | 1           | 64        |
    +-------------+-----------+
    | 1           | 65        |
    +-------------+-----------+
    | 1           | 66        |
    +-------------+-----------+
    | 1           | 67        |
    +-------------+-----------+
    | 1           | 68        |
    +-------------+-----------+
    | 1           | 69        |
    +-------------+-----------+
    | 1           | 7         |
    +-------------+-----------+
    | 1           | 70        |
    +-------------+-----------+
    | 1           | 71        |
    +-------------+-----------+
    | 1           | 72        |
    +-------------+-----------+
    | 1           | 73        |
    +-------------+-----------+
    | 1           | 74        |
    +-------------+-----------+
    | 1           | 75        |
    +-------------+-----------+
    | 1           | 76        |
    +-------------+-----------+
    | 1           | 77        |
    +-------------+-----------+
    | 1           | 78        |
    +-------------+-----------+
    | 1           | 79        |
    +-------------+-----------+
    | 1           | 8         |
    +-------------+-----------+
    | 1           | 80        |
    +-------------+-----------+
    | 1           | 81        |
    +-------------+-----------+
    | 1           | 82        |
    +-------------+-----------+
    | 1           | 83        |
    +-------------+-----------+
    | 1           | 84        |
    +-------------+-----------+
    | 1           | 85        |
    +-------------+-----------+
    | 1           | 86        |
    +-------------+-----------+
    | 1           | 87        |
    +-------------+-----------+
    | 1           | 88        |
    +-------------+-----------+
    | 1           | 89        |
    +-------------+-----------+
    | 1           | 9         |
    +-------------+-----------+
    | 1           | 90        |
    +-------------+-----------+
    | 1           | 91        |
    +-------------+-----------+
    | 1           | 92        |
    +-------------+-----------+
    | 1           | 93        |
    +-------------+-----------+
    | 1           | 94        |
    +-------------+-----------+
    | 1           | 95        |
    +-------------+-----------+
    | 1           | 96        |
    +-------------+-----------+
    | 1           | 97        |
    +-------------+-----------+
    | 1           | 98        |
    +-------------+-----------+
    | 1           | 99        |
    +-------------+-----------+
    list may-broken-vol​

    list may broken volumes

    Usage:

    curve bs list may-broken-vol

    Output:

    +----------+
    | FILENAME | 
    +----------+
    |   test   |        
    +----------+

    clean-recycle​

    clean the recycle bin

    Usage:

    curve bs clean-recycle --recycleprefix=/test --expiredtime=1h

    Output:

    +---------+
    | RESULT  | 
    +---------+
    | success |        
    +---------+

    query​

    query file​

    query the file info and actual space

    Usage:

    curve bs query file --path=/test

    Output:

    +------+------+----------------+-------+--------+---------+--------+-----+---------------------+--------------+---------+-----------------+----------+
    |  ID  | NAME |      TYPE      | OWNER | CHUNK  | SEGMENT | LENGTH | SEQ |        CTIME        |    STATUS    | STRIPE  |    THROTTLE     |  ALLOC   |
    +------+------+----------------+-------+--------+---------+--------+-----+---------------------+--------------+---------+-----------------+----------+
    | 1003 | test | INODE_PAGEFILE | test  | 16 MiB | 1.0 GiB | 10 GiB | 1   | 2022-08-29 17:00:55 | kFileCreated | count:0 | type:IOPS_TOTAL | size:0 B |
    |      |      |                |       |        |         |        |     |                     |              | uint:0  | limit:2000      |          |
    |      |      |                |       |        |         |        |     |                     |              |         | type:BPS_TOTAL  |          |
    |      |      |                |       |        |         |        |     |                     |              |         | limit:125829120 |          |
    +------+------+----------------+-------+--------+---------+--------+-----+---------------------+--------------+---------+-----------------+----------+
    query chunk​

    query the location of the chunk corresponding to the offset

    Usage:

    curve bs query chunk --path /test1 --offset 1008600000

    Output:

    +-------+-------------+---------+------------+----------------------+
    | CHUNK | LOGICALPOOL | COPYSET |   GROUP    |       LOCATION       |
    +-------+-------------+---------+------------+----------------------+
    | 61    | 1           | 61      | 4294967357 | ***.***.***.***:**** |
    |       |             |         |            | ***.***.***.***:**** |
    |       |             |         |            | ***.***.***.***:**** |
    +-------+-------------+---------+------------+----------------------+
    query segment​

    query the segments info of the file

    Usage:

    curve bs query seginfo --path /test1

    Output:

    +-------------+-------------+-----------+------------+---------+-------+
    | LOGICALPOOL | SEGMENTSIZE | CHUNKSIZE |   START    | COPYSET | CHUNK |
    +-------------+-------------+-----------+------------+---------+-------+
    | 1           | 1073741824  | 16777216  | 0          | 1       | 1     |
    +             +             +           +            +---------+-------+
    |                        ......                                        |
    +             +             +           +------------+---------+-------+
    |             |             |           | 9663676416 | 1       | 101   |
    +             +             +           +            +---------+-------+
    |                        ......                                        |
    +             +             +           +            +---------+-------+
    |             |             |           |            | 99      | 99    |
    +-------------+-------------+-----------+------------+---------+-------+
    query scan-status​

    quey ScanStatus Info in bs

    Usage:

    curve bs query scan-satus --copysetid 1 --logicalpoolid 1

    Output:

    +-------------+-----------+-------+-------------+--------------------+
    | LOGICALPOOL | COPYSETID | SCAN  | LASTSCANSEC | LASTSCANCONSISTENT |
    +-------------+-----------+-------+-------------+--------------------+
    | 1           | 1         | false | 1684425801  | true               |
    +-------------+-----------+-------+-------------+--------------------+

    status​

    status etcd​

    get the etcd status of curvebs

    Usage:

    curve bs status etcd

    Output:

    +---------------------+---------+----------+
    |        ADDR         | VERSION |  STATUS  |
    +---------------------+---------+----------+
    | ***.***.*.***:***** | 3.4.10  | follower |
    +---------------------+         +          +
    | ***.***.*.***:***** |         |          |
    +---------------------+         +----------+
    | ***.***.*.***:***** |         | leader   |
    +---------------------+---------+----------+
    status mds​

    get the mds status of curvebs

    Usage:

    curve bs status mds

    Output:

    +-------------------+-------------------+-------------------+----------+
    |       ADDR        |     DUMMYADDR     |      VERSION      |  STATUS  |
    +-------------------+-------------------+-------------------+----------+
    | **.***.**.**:**** | **.***.**.**:**** | ci+562296c7+debug | follower |
    +-------------------+-------------------+                   +          +
    | **.***.**.**:**** | **.***.**.**:**** |                   |          |
    +-------------------+-------------------+                   +----------+
    | **.***.**.**:**** | **.***.**.**:**** |                   | leader   |
    +-------------------+-------------------+-------------------+----------+
    status client​

    get the client status of curvebs

    Usage:

    curve bs status client

    Output:

    +-------------+----------------+---------------------+-----+
    |    TYPE     |    VERSION     |        ADDR         | NUM |
    +-------------+----------------+---------------------+-----+
    | nebd-server | 9.9.9+2c4861ca | ***.***.**.***:**** | 2   |
    +             +                +---------------------+     +
    |             |                | ***.***.**.***:**** |     |
    +-------------+----------------+---------------------+-----+
    status snapshotserver​

    get the mds status of curvebs

    Usage:

    curve bs status snapshotserver

    Output:

    +---------------------+---------------------+-------------------+----------+
    |        ADDR         |      DUMMYADDR      |    VERSION        |  STATUS  |
    +---------------------+---------------------+-------------------+----------+
    | ***.***.**.***:**** | ***.***.**.***:**** | ci+562296c7+debug | follower |
    +---------------------+---------------------+                   +          +
    | ***.***.**.***:**** | ***.***.**.***:**** |                   |          |
    +---------------------+---------------------+                   +----------+
    | ***.***.**.***:**** | ***.***.**.***:**** |                   | leader   |
    +---------------------+---------------------+-------------------+----------+
    status chunkserver​

    get the chunkserver status of curvebs

    Usage:

    curve bs status chunkserver

    Output:

    +------------------+------------------+----------------+--------+------------+
    |   EXTERNALADDR   |   INTERNALADDR   |    VERSION     | STATUS | RECOVERING |
    +------------------+------------------+----------------+--------+------------+
    | **************** | **************** | d9b6bb98+debug | online | false      |
    +------------------+------------------+                +        +            +
    | **************** | **************** |                |        |            |
    +------------------+------------------+                +        +            +
    | **************** | **************** |                |        |            |
    +------------------+------------------+----------------+--------+------------+
    status copyset​

    get the copyset status of curvebs

    Usage:

    curve bs status copyset

    Output:

    +------------+-----------+--------+--------+--------+---------+
    | COPYSETKEY | COPYSETID | POOLID | STATUS | LOGGAP | EXPLAIN |
    +------------+-----------+--------+--------+--------+---------+
    | 4294967297 | 1         | 1      | ok     | 0      |         |
    +------------+-----------+        +        +--------+---------+
    | ......     |  ......   | ...... | ...... | ...... | ......  |
    +------------+-----------+        +        +--------+---------+
    | 4294967395 | 99        |        |        | 0      |         |
    +------------+-----------+--------+--------+--------+---------+

    delete​

    delete peer​

    delete the peer from the copyset

    Usage:

    curve bs delete peer

    Output:

    +------------------+------------------+---------+---------+--------+
    |      LEADER      |       PEER       | COPYSET | RESULT  | REASON |
    +------------------+------------------+---------+---------+--------+
    | 127.0.0.1:8201:0 | 127.0.0.1:8202:0 | (1:29)  | success | null   |
    +------------------+------------------+---------+---------+--------+
    delete volume​
    delete volume clone​

    delete volume clone tasks in curvebs cluster

    Usage:

    curve bs delete volume clone

    Output:

    +------+--------------------------------------+--------------------------------------+-------+---------+            
    | USER |                 SRC                  |               TASK ID                | FILE  | RESULT  |            
    +------+--------------------------------------+--------------------------------------+-------+---------+            
    | root | a19b5e5e-b306-488f-8e6d-d87282c869cb | d26e27a8-fcbd-4f7a-adf8-53795217cbb0 | /root | success |            
    +------+--------------------------------------+--------------------------------------+-------+---------+
    delete volume recover​

    delete volume recover tasks in curvebs cluster

    Usage:

    curve bs delete volume recover

    Output:

    +------+--------------------------------------+--------------------------------------+-------+---------+             
    | USER |                 SRC                  |               TASK ID                | FILE  | RESULT  |             
    +------+--------------------------------------+--------------------------------------+-------+---------+             
    | root | a19b5e5e-b306-488f-8e6d-d87282c869cb | 9dfa8699-a275-4891-8ec2-e447a0ccc77c | /root | success |             
    +------+--------------------------------------+--------------------------------------+-------+---------+

    update​

    update peer​

    reset peer

    Usage:

    curve bs update peer 127.0.0.0:8200:0 --logicalpoolid=1 --copysetid=1

    Output:

    +----------------------+---------+---------+--------+
    |         PEER         | COPYSET | RESULT  | REASON |
    +----------------------+---------+---------+--------+
    |   127.0.0.0:8200:0   | (1:1)   | success | null   |
    +----------------------+---------+---------+--------+
    update leader​

    transfer leader

    Usage:

    curve bs update leader 127.0.0.1:8202:0 --logicalpoolid=1 --copysetid=1 --peers=127.0.0.1:8200:0,127.0.0.1:8201:0,127.0.0.1:8202:0

    Output:

    +-----------------------+-----------------------+---------+---------+
    |        LEADER         |       OLDLEADER       | COPYSET | RESULT  |
    +-----------------------+-----------------------+---------+---------+
    | ***.***.**.***:****:* | ***.***.**.***:****:* | (1:1)   | success |
    +-----------------------+-----------------------+---------+---------+
    update file​

    expand pagefile

    Usage:

    curve bs update file --path /test2/test1 --size 10

    Output:

    +---------+
    | RESULT  |
    +---------+
    | success |
    +---------+
    update throttle​

    update file throttle params

    Usage:

    curve bs update throttle --path /test1 --type=bps_total --limit 20000

    Output:

    +---------+
    | RESULT  |
    +---------+
    | success |
    +---------+
    update scan-state​

    enable/disable scan for logical pool

    Usage:

    curve bs update scan-state --logicalpoolid 1 [--scan=true/false]

    Output:

    +----+------+---------+--------+
    | ID | SCAN | RESULT  | REASON |
    +----+------+---------+--------+
    | 1  | true | success | null   |
    +----+------+---------+--------+
    update copyset availflag​

    update copyset availflag

    Usage:

    curve bs update copyset availflag --availflag=true [--dryrun=true/false]

    Output:

    +--------+-----------+---------------+--------+
    | POOLID | COPYSETID |   AVAILFLAG   | DRYRUN |
    +--------+-----------+---------------+--------+
    | 1      | 1         | false => true | true   |
    +--------+-----------+---------------+--------+
    update leader-schedule​

    "rapidly transfer leader

    Usage:

    curve bs update leader-schedule --logicalpoolid 1
    curve bs update leader-schedule --all

    Output:

    +---------+--------+
    | RESULT  | REASON |
    +---------+--------+
    | success | null   |
    +---------+--------+

    create​

    create file​

    create pagefile

    Usage:

    curve bs create file --path /test2/test4  --size 10

    Output:

    +---------+
    | RESULT  |
    +---------+
    | success |
    +---------+
    create dir​

    create directory

    Usage:

    curve bs create dir --path /test2/test5

    Output:

    +---------+
    | RESULT  |
    +---------+
    | success |
    +---------+

    check​

    check copyset​

    check copysets health in curvebs

    Usage:

    curve bs check copyset --copysetid 1 --logicalpoolid 1

    Output:

    +------------+-----------+--------+--------+--------+---------+
    | COPYSETKEY | COPYSETID | POOLID | STATUS | LOGGAP | EXPLAIN |
    +------------+-----------+--------+--------+--------+---------+
    | 4294967297 | 1         | 1      | ok     | 0      |         |
    +------------+-----------+--------+--------+--------+---------+
    check chunkserver​

    check chunkserver health in curvebs

    Usage:

    curve bs check chunkserver --chunkserverid 1

    Output:

    +------------+-----------+--------+--------+--------+---------+
    | CHUNKSERVERID | HELATHYCOUNT | UNHEALTHYCOUNT | UNHEALTHYRATIO |
    +------------+-----------+--------+--------+--------+---------+
    | 1             | 100          | 0              | 0.00%          |   
    +------------+-----------+--------+--------+--------+---------+
    check server​

    check copysets health in server

    Usage:

    curve bs check server --serverid 1
    curve bs check server --ip 127.0.0.1 --port 8200

    Output:

    +--------+-----------+-------+------------------+
    | SERVER |    IP     | TOTAL | UNHEALTHYCOPYSET |
    +--------+-----------+-------+------------------+
    | 1      | 127.0.0.1 | 100   | 0(0%)            |
    +--------+-----------+-------+------------------+

    snapshot​

    snapshot copyset​

    take snapshot for copyset

    Usage:

    curve bs snapshot copyset 127.0.0.0:8200:0 --logicalpoolid=1 --copysetid=1

    Output:

    +-----------------------+---------+---------+
    |         PEER          | COPYSET | RESULT  |
    +-----------------------+---------+---------+
    | ***.***.**.***:****:* | (**:**) | success |
    +-----------------------+---------+---------+
    curve bs snapshot copyset --all

    Output:

    +----------------+---------+
    |  CHUNKSERVER   | RESULT  |
    +----------------+---------+
    | **.*.*.**:8200 | failed  |
    +----------------+---------+
    | **.*.*.**:8201 | success |
    +----------------+         +
    | **.*.*.**:8202 |         |
    +----------------+---------+

    Comparison of old and new commands​

    curve fs​

    oldnew
    curvefs_tool check-copysetcurve fs check copyset
    curvefs_tool create-fscurve fs create fs
    curvefs_tool create-topologycurve fs create topology
    curvefs_tool delete-fscurve fs delete fs
    curvefs_tool list-copysetcurve fs list copyset
    curvefs_tool list-fscurve fs list fs
    curvefs_tool list-fscurve fs list mountpoint
    curvefs_tool list-partitioncurve fs list partition
    curvefs_tool query-copysetcurve fs query copyset
    curvefs_tool query-fscurve fs query fs
    curvefs_tool query-inodecurve fs query inode
    curvefs_tool query-metaservercurve fs query metaserver
    curvefs_tool query-partitioncurve fs query partition
    curvefs_tool status-mdscurve fs status mds
    curvefs_tool status-metaservercurve fs status metaserver
    curvefs_tool status-etcdcurve fs status etcd
    curvefs_tool status-copysetcurve fs status copyset
    curvefs_tool status-clustercurve fs status cluster
    curvefs_tool umount-fscurve fs umount fs
    curvefs_tool usage-inodecurve fs usage inode
    curvefs_tool usage-metadatacurve fs usage metadata

    curve bs​

    oldnew
    curve_ops_tool logical-pool-listcurve bs list logical-pool
    curve_ops_tool get -fileName=curve bs query file -path
    curve_ops_tool etcd-statuscurve bs status etcd
    curve_ops_tool mds-statuscurve bs status mds
    curve_ops_tool server-listcurve bs list server
    curve_ops_tool client-listcurve bs list client
    curve_ops_tool deletecurve bs delete file
    curve_ops_tool listcurve bs list dir
    curve_ops_tool createcurve bs create file/dir
    curve_ops_tool seginfocurve bs query seginfo
    curve_ops_tool chunk-locationcurve bs query chunk
    curve_ops_tool remove-peercurve bs delete peer
    curve_ops_tool reset-peercurve bs update peer
    curve_ops_tool spacecurve bs list space
    curve_ops_tool update-throttlecurve bs update throttle
    curve_ops_tool check-copysetcurve bs check copyset
    curve_ops_tool client-statuscurve bs status client
    curve_ops_tool check-operatorcurve bs check operator
    curve_ops_tool snapshot-clone-statuscurve bs status snapshotserver
    curve_ops_tool transfer-leadercurve bs update leader
    curve_ops_tool do-snapshotcurve bs snapshot copyset
    curve_ops_tool set-scan-statecurve bs update scan-state
    curve_ops_tool chunkserver-statuscurve bs status chunkserver
    curve_ops_tool chunkserver-listcurve bs list chunkserver
    curve_ops_tool set-copyset-availflagcurve bs update copyset availflag
    curve_ops_tool scan-statuscurve bs list/query scan-status
    curve_ops_tool clean-recyclecurve bs clean-recycle
    curve_ops_tool copysets-statuscurve bs status copyset
    curve_ops_tool list-may-broken-volcurve bs list may-broken-vol
    curve_ops_tool rapid-leader-schedulecurve bs update leader-schedule
    curve_ops_tool do-snapshot-allcurve bs snapshot --all
    curve_ops_tool check-chunkservercurbe bs check chunkserver
    curve_ops_tool status
    curve_ops_tool check-consistency
    curve_ops_tool check-servercurve bs check server
    - - + + \ No newline at end of file diff --git a/CurveFS/maintenance/data-migration.html b/CurveFS/maintenance/data-migration.html index ad8f3ca..202bc66 100644 --- a/CurveFS/maintenance/data-migration.html +++ b/CurveFS/maintenance/data-migration.html @@ -4,13 +4,13 @@ 迁移数据到 CurveFS | Curve Book - - + +
    跳到主要内容

    迁移数据到 CurveFS

    CurveFS在不同应用场景落地使用时，不可避免的涉及到将原系统数据迁移到CurveFS，特别是大数据和AI相关业务，他们数据量巨大（包括海量小文件），如何做到高效、可靠的数据迁移是一切的开始。

    源数据存储介质​

    1. 本地磁盘目录
    2. 集中式存储或分布式存储：NAS存储、NFS、ceph、glusterfs、minio等
    3. 云存储：包括各类公有云文件存储和对象存储等

    数据迁移的工具​

    我们调研了几种常见的数据迁移工具，同时也在相同场景下测试他们在CurveFS上的表现：

    名称需单独安装核心应用场景增量同步校验并发多机并发
    cp否本机文件的拷贝，不支持网络传输和远程同步否否否否
    rsync否支持通过SSH RSH协议在本地或远程系统之间同步和备份文件是是否否
    rclone是支持本地和云服务之间的数据同步，支持超过50+中云服务是是是否
    juicesync是多机分布式数据同步，主要支持本地、对象存储、POSIX文件系统、HDFS间的数据互相同步是是是是

    测试数据集使用测试工具mdtest生成，命令为：mdtest -z 10 -b 2 -I 1000 -w 131072 -C -F -d /curvefs/data ，共 2047000 个 128KB 文件：

    名称命令主要请求（文件数n，目录数m）耗时比较
    cp(v8.26)cp -a src dstlookup: n+m
    mkdir: m
    getattr: m
    create: n
    getxattr: size/128k * n
    write: size/128k *n
    flush: n
    release: n
    setattr: n + 2m
    setxattr: n + m
    removexattr: m    		2h10min，带宽33MiB/s
    rsync(v3.1.2)rsync -a --progress src dstlookup: 4n + 3m
    mkdir: m
    getattr: 2*n + m
    create: n
    getxattr: size/128/2 * n
    write: size/128 * n
    flush: n
    release: n
    setattr: 3*n + 2*m
    rename: n    		5h13min，带宽13MiB/s
    rsync(v3.1.2)rsync -a --inplace --progress src dstlookup: 3n + 3m
    mkdir: m
    getattr: n + m
    create: n
    getxattr: size/128/2 * n
    write: size/128 * n
    flush: n
    release: n
    setattr: 3n + 3m    		3h30min带宽22MiB/s
    rclone(v1.63.1)rclone copy --inplace --metadata --create-empty-src-dirs --links --transfers 20 --progress src dstlookup: n + m
    mkdir: m
    getattr: n + m
    create: n
    getxattr: size/32 * n
    write: size/32 * n
    flush: n
    release: n
    setattr: 4n
    readdir: m    		37min，带宽115MiB/s
    juicesync(v1.1.0-rc1)juicefs sync --threads=20 --list-threads=2 --links --dirs --perms src dstlookup: 3n + 3m
    mkdir: m
    getattr: huge
    create: n
    getxattr: size/32 * n
    write: size/32 * n
    flush: n
    release: n
    setattr: 3n + 3m
    readdir: huge    		2h28min带宽28MiB/s

    注：上述命令中src为迁移数据的源目录，dst为迁移的目标目录，这里是 CurveFS 挂载点，下同。

    采用的迁移方案​

    这次迁移是将某业务方存储在CephFS中的文件全量迁移至CurveFS中，数据特点是大文件极少，几百字节到数十kB的小文件巨多，单目录文件数量多达5千万个，文件总数量近百亿。

    1. 目前CurveFS rename操作是原子操作，耗时相对较长，所以工具需要支持直写（--inplace)。
    2. 需要支持并发，在海量小文件时效果更加明显。
    3. 支持校验，数据迁移过程保证文件的完整性尤为重要。

    选择迁移工具：rclone v1.63.1

    迁移命令：rclone copy --inplace --metadata --create-empty-src-dirs --links --transfers 500 --progress --fast-list --checkers 16 src dst

    参数含义
    --inplace直写目的文件，不用先写临时文件再rename
    --metadata保留文件元数据（mode uid gid time)
    --create-empty-src-dirs保留空目录，默认源中如果有空目录则不会在目的端创建
    --links保留符号链接
    --transfers上传并发度
    --progress显示同步进度
    --fast-list提高list速度，会增加内存使用
    --checkers校验线程数

    注意事项​

    1. rclone copy 不会同步最上层目录，只会同步其内容，例如(src: /A/file，dest: /B) rclone copy /A /B，结果是/B/file，而不是/B/A/file。
    2. 单rclone并发度不能设置太高，自身竞争可能会比较大，但可以分多个目录跑多个rclone进程，我们本次迁移采用100-500，具体需要关注client节点负载和源&目的系统的集群压力。
    3. rclone目前不支持保留目录的元数据，即使指定了--metadata。我们基于rclone最新稳定版（v1.63.1)进行了修改，使得其支持在本地后端同步时对目录元数据进行保留（https://github.com/opencurve/curve-rclone/tree/v1.63.1-dir-metadata）。
    4. rclone默认使用size 和 mod time进行校验，如果对完整性要求更强，可以在命令中指定 --checksum，这样会基于文件size 和 checksum进行校验。

    最后关于迁移时间的预估，除了考虑数据size的大小还要考虑文件数量，如果是大文件居多可根据带宽进行评估，如果小文件居多需要根据qps进行初步评估，同时需要结合源端和目的端系统的系统压力、网络带宽等综合评估迁移所需时间。具体的迁移方案需要根据业务特点综合考虑，保证数据的平滑、高效、可靠的迁移。

    后续规划​

    后续我们将会把rclone整合到CurveAdm运维工具中，方便用户一键启动数据迁移操作，欢迎感兴趣的小伙伴参与开发设计。

    - - + + \ No newline at end of file diff --git a/CurveFS/performance/benchmark.html b/CurveFS/performance/benchmark.html index acec481..69a6001 100644 --- a/CurveFS/performance/benchmark.html +++ b/CurveFS/performance/benchmark.html @@ -4,13 +4,13 @@ 性能指标 | Curve Book - - + +
    跳到主要内容
    - - + + \ No newline at end of file diff --git a/CurveFS/performance/how-to-benchmark.html b/CurveFS/performance/how-to-benchmark.html index 3b6cac2..f320e2c 100644 --- a/CurveFS/performance/how-to-benchmark.html +++ b/CurveFS/performance/how-to-benchmark.html @@ -4,13 +4,13 @@ 性能测试指南 | Curve Book - - + +
    跳到主要内容

    性能测试指南

    测试工具​

    测试工具适用场景说明下载地址
    fio适用于裸盘情况下的性能测试fio是测试IOPS的非常好的工具，用来对硬件进行压力测试和验证，支持13种不同的I/O引擎，包括:sync,mmap, libaio, posixaio, SG v3, splice, null, network, syslet, guasi, solarisaio 等等http://freecode.com/projects/fio
    vdbench适用于文件系统盘情况下的性能测试vdbench是一个 I/O 工作负载生成器，用于验证数据完整性和度量直接附加和网络连接的存储的性能。它是一个免费的工具，容易使用，而且常常用于测试测试大量文件、目录的创建、删除性能，以及对文件的读写性能。https://www.oracle.com/technetwork/cn/server-storage/vdbench-downloads-1901681-zhs.html

    单客户端文件系统盘性能测试​

    （1）vdbench是java开发的测试工具，需要java环境。

    ​ apt-get install openjdk-7-jdk -y

    （2）做文件系统

    ​ mkfs.ext4 /dev/vdc (vdc为云盘)

    （3） mount设备

    ​ mount /dev/vdc /mnt

    （4）在vdbench文件目录下执行:./vdbench -t

    ​ 出现如下信息则说明可正常使用

    vdbench测试需要写测试配置文件。在vdbench 目录下创建profile文件。

    ​ 单节点配置可参考我的如下测试配置文件

    hd=default,vdbench=/home/chenyunhui/vdbench50406,user=root,shell=ssh
    fsd=fsd1,anchor=/mnt,depth=1,width=10,files=10,size=1000m,shared=yes,openflags=o_direct
    fwd=fwd1,fsd=fsd1,threads=4,xfersize=4k,fileio=random,fileselect=random,rdpct=50
    rd=rd1,fwd=fwd*,fwdrate=max,format=restart,elapsed=3600,interval=1

    该配置为10 10 1G的文件数据，具体文件数据可以根据底层集群规模来定。

    其中比较重要的参数为：

    anchor= 将在其中创建目录结构的目录

    width= 要在定位符下创建的目录数

    depth= 要在定位符下创建的级别数(目录深度)

    files= 要在最低级别创建的文件数

    sizes= (size,size,...) 将创建的文件大小

    distribution= bottom（如果希望仅在最低级别创建文件）和 all（如果希望在所有目录中创建文件）

    fileio= random 或 sequential，表示文件 I/O 将执行的方式。

    fileselect= random 或 sequential，标识选择文件或目录的方式。

    xfersizes= 数据传输（读取和写入操作）处理的数据大小。

    rdpct= 读取和写入操作的百分比。0为全写

    threads= 此工作负载的并发线程数量。每个线程需要至少 1 个文件

    elapsed= 以秒为单位的运行持续时间。默认设置为 30

    vdbench可以在测试时增加-jn的参与用于测试时同时进行数据校验。vdbench每次写操作都会记录在一个表里，对每个512字节数据 的8字节逻辑字节地址和1字节的校验值进行记录，校验值中会记录为第几次写。第一次创建写为00，后续每次覆盖写加1。再次运行时会读出之前的校验日志并进行数据校验。

    读写数据测试和记录校验数据使用命令：

    ./vdbench -jn -f profile 执行该命令时同时会进行数据校验。

    但是需要注意，使用vdbench进行一致性校验测试更加适宜于稳定性测试和一致性测试，性能测试过程中使用会影响性能

    最后产生的测试结果都是output下面

    errorlog.html

    当为测试启用了数据验证时，它可包含一些数据块中的错误的相关信息：

    • 无效的密钥读取
    • 无效的 lba 读取（一个扇区的逻辑字节地址）
    • 无效的 SD 或 FSD 名称读取
    • 数据损坏，即使在使用错误的 lba 或密钥时
    • 数据损坏
    • 坏扇区

    flatfile.html

    包含 vdbench 生成的一种逐列的 ASCII 格式的信息。

    histogram.html

    一种包含报告柱状图的响应时间、文本格式的文件。

    logfile.html

    包含 Java 代码写入控制台窗口的每行信息的副本。logfile.html 主要用于调试用途

    parmfile.html

    显示已包含用于测试的每项内容的最终结果

    resourceN-M.html、resourceN.html、resourceN.var_adm_msgs.html

    • 摘要报告
    • stdout/stderr 报告
    • 主机 N 的摘要报告
    • 最后 “nn” 行文件 /var/adm/messages 和 /var/adm/messages。每个 M 个 JVM/Slave 的目标主机 N 和主机 N 上为 0。

    sdN.histogram.html、sdN.html

    每个 N 存储定义的柱状图和存储定义 “N” 报告。

    summary.html

    主要报告文件，显示为在每个报告间隔的每次运行生成的总工作负载，以及除第一个间隔外的所有间隔的加权平均值。

    • interval：报告间隔序号
    • I/O rate：每秒观察到的平均 I/O 速率
    • MB sec：传输的数据的平均 MB 数
    • bytes I/O：平均数据传输大小
    • read pct：平均读取百分比
    • resp time：以读/写请求持续时间度量的平均响应时间。所有 vdbench 时间都以毫秒为单位。
    • resp max：在此间隔中观察到的最大响应时间。最后一行包含最大值总数。
    • resp stddev：响应时间的标准偏差
    • cpu% sys+usr：处理器繁忙 = 100（系统 + 用户时间）（Solaris、Windows、Linux）
    • cpu% sys：处理器利用率：系统时间

    多客户端文件系统盘性能测试​

    多数情况下我们会进行多客户端的测试。多客户端测试参数可配置如下：

    hd=default,vdbench=/root/vdbench50406,user=root,shell=ssh
    hd=hd1,system=183.136.181.150
    hd=hd2,system=115.238.123.189

    fsd=fsd1,anchor=/mnt1,depth=1,width=10,files=1,size=1000m,openflags=o_direct
    fsd=fsd2,anchor=/mnt2,depth=1,width=10,files=1,size=1000m,openflags=o_direct
    fwd=fwd1,fsd=fsd1,host=hd1,threads=4,xfersize=4k,fileio=random,fileselect=random,rdpct=50
    fwd=fwd2,fsd=fsd2,host=hd2,threads=4,xfersize=4k,fileio=random,fileselect=random,rdpct=50


    rd=rd1,fwd=fwd*,fwdrate=max,format=restart,elapsed=3600,interval=1,warmup=300

    上面的例子是测试两台机器的云盘，每个云盘4个线程对110 1G的文件进行读写，4K的块大小，50%的写，50%随机，热身写300s，然后测试3600s

    相比于多个客户端上跑fio,使用vdbench进行多客户端测试的好处有：

    • 1、能够每秒显示整个测试的io叠加，这样测试整个集群的io的时候，可以把所有虚机启动起来，然后进行io的压测，而不是去压单个rbd的iops，那个没有太大的意义，只能是一个数值，真正的环境大多也不是给一个业务使用的，也可以跑起一个业务以后，再看剩余的机器还能跑多少性能
    • 2、在测试输出报告里面会根据主机统计一次io，这个面向的业务场景就是，比如某台主机上面可能挂载多块云盘，那么可以根据主机进行统计
    • 3、在报告里面还会根据设备显示io个延时的信息，也就是只要是测试设备，每一个的性能指标都能查到，这个的好处就是检测集群里面的io是不是均匀的，如果做了qos，设备的测试性能值是不是跟设置限制一样
    - - + + \ No newline at end of file diff --git a/CurveFS/performance/perf-tune.html b/CurveFS/performance/perf-tune.html index 3c0a759..ecfca1c 100644 --- a/CurveFS/performance/perf-tune.html +++ b/CurveFS/performance/perf-tune.html @@ -4,13 +4,13 @@ 性能调优 | Curve Book - - + +
    跳到主要内容
    - - + + \ No newline at end of file diff --git "a/CurveFS/test/ci\344\273\213\347\273\215.html" "b/CurveFS/test/ci\344\273\213\347\273\215.html" index c6c6851..c26f07c 100644 --- "a/CurveFS/test/ci\344\273\213\347\273\215.html" +++ "b/CurveFS/test/ci\344\273\213\347\273\215.html" @@ -4,13 +4,13 @@ 概述 | Curve Book - - + +
    跳到主要内容

    概述

    本文将主要介绍社区人员在参与curve项目开发过程中如何快速提交PR并进行CI测试，以及快速定位CI失败原因。

    如何提交PR​

    在完成代码编写后，就可以提交 PR。当然如果开发尚未完成，在某些情况下也可以先提交 PR，比如希望先让社区看一下大致的解决方案，可以在完成代码框架后提价 PR。

    Curve 编译环境快速构建

    Curve 测试用例编译及执行

    对于 PR 我们有如下要求：

    • CURVE编码规范严格按照Google C++开源项目编码指南来进行代码编写，请您也遵循这一指南来提交您的代码。
    • 代码必须有测试，文档除外，单元测试（增量行覆盖80%以上，增量分支覆盖70%以上）；集成测试（与单元测试合并统计，满足单元测试覆盖率要求即可）
    • 请尽可能详细的填写 PR 的描述，关联相关问题的 issuse，PR commit message 能清晰看出解决的问题。
    • CI 通过之后可开始进行 review，每个 PR 在合并之前都需要至少得到两个 Committer/Maintainer 的 LGTM。
    • PR 代码需要一定量的注释来使代码容易理解，且所有注释和 review 意见和回复均要求使用英语。

    对于 commit message：

    一条好的 commit message 需要包含以下要素：

    1. What is your change?（必须）
    2. Why this change was made?（必须）
    3. What effect does the commit have? (可选)

    说明提交的 PR 做了那些修改：性能优化？修复bug？增加功能？以及这么做的原因。最后描述以下这样修改带来的影响，包括性能等等。当然对一些简单的修改，修改的原因和影响可以忽略。在 message中尽量遵循以下原则：

    • 总结说明 PR 的功能和作用
    • 使用短句和简单的动词
    • 避免长的复合词和缩写

    在提交时请尽可能的遵循以下格式：

    [type]<scope>: <description>
    <BLANK LINE>
    [body]
    <BLANK LINE>
    [footer]

    type 可以是以下类型之一：

    • build: 影响系统构建以及外部依赖
    • ci: 影响持续继承相关的功能
    • docs: 文档相关的修改
    • feat: 增加新的特性
    • fix: bug 修复
    • perf: 性能提升
    • refactor: 重构相关的代码，不增加功能也不修复错误
    • style: 不影响代码的的含义的修改，仅仅是修改代码风格
    • test: 单元测试相关的修改

    第一行表示标题应尽可能保持 70 个字符以内，阐述修改的模块以及内容，多模块可以使用 * 来表示，并在正文阶段说明修改的模块。

    footer 是可选的，用来记录对应因为这些更改而可以关闭的 issue，如 Close #12345

    CI 测试过程​

    PR提交到 Curve master 分支后需要在comment中输入cicheck触发Curve CI，需保证 CI 通过，CI 的 Jenkins 用户名密码为 netease/netease，如遇到 CI 运行失败可以登录 Jenkins 平台查看失败原因。测试内容包括：

    1） cpplint静态检查

    主要进行测试内容为：

    cpplint --linelength=80 --counting=detailed --output=junit --filter=-build/c++11 --quiet $( find . -name .h -or -name .cc -or -name *.cpp ) 2>&1 | tee cpplint-style.xml

    2） 单元测试

    单元测试主要执行的就是仓库中：https://github.com/opencurve/curve/blob/master/ut.sh

    为提升测试效率，所有单元测试用例为并行执行，需要注意增加的单元测试里起的服务不能和其他用例里起的服务使用同一端口，否则会因为端口占用失败

    测试结束后进行覆盖率的卡点校验，当前覆盖率配置为：

    if [ $1 == "curvebs" ];then

    check_repo_branch_coverage 59
    check_repo_line_coverage 76

    ## two arguments are module and expected branch coverage ratio
    check_module_branch_coverage "src/mds" 70
    check_module_branch_coverage "src/client" 78
    check_module_branch_coverage "src/chunkserver" 65
    check_module_branch_coverage "src/snapshotcloneserver" 65
    check_module_branch_coverage "src/tools" 65
    check_module_branch_coverage "src/common" 65
    check_module_branch_coverage "src/fs" 65
    check_module_branch_coverage "src/idgenerator" 79
    check_module_branch_coverage "src/kvstorageclient" 70
    check_module_branch_coverage "src/leader_election" 100
    check_module_branch_coverage "nebd" 75

    elif [ $1 == "curvefs" ];then

    check_module_branch_coverage "mds" 59
    check_module_branch_coverage "client" 59
    check_module_branch_coverage "metaserver" 65
    check_module_branch_coverage "common" 16
    check_module_branch_coverage "tools" 0
    fi

    测试结束后会输出覆盖率报告，例如： http://59.111.91.248:8080/job/curve_untest_job/6149/HTML_20Report/

    如果测试失败，可以打开对应的curve_untest_job的控制台输出日志，直接页面拉到最后会打印出错误的原因，覆盖率不足会打印在最后，如果是单元测试用例失败，可以从下往上翻页，找到失败的地方，比如：

    [  FAILED  ] 1 test, listed below:
    [  FAILED  ] EtcdClientTest.GetEtcdClusterStatus

     1 FAILED TEST
    test bazel-bin/test/mds/server/mds-test.log log is --------------------------------------------->>>>>>>>
    Running main() from gmock_main.cc
    [==========] Running 1 test from 1 test case.
    [----------] Global test environment set-up.
    [----------] 1 test from MDSTest
    [ RUN      ] MDSTest.common
    2022-12-07 18:02:48.753204 I | etcd do NewCient get err:context deadline exceeded, errCode:DeadlineExceeded
    2022-12-07 18:02:49.753500 I | etcd do NewCient get err:context deadline exceeded, errCode:DeadlineExceeded
    2022-12-07 18:02:50.753831 I | etcd do NewCient get err:context deadline exceeded, errCode:DeadlineExceeded
    2022-12-07 18:02:51.754211 I | etcd do NewCient get err:context deadline exceeded, errCode:DeadlineExceeded
    2022-12-07 18:02:52.755814 I | etcd do NewCient get err:context deadline exceeded, errCode:DeadlineExceeded
    2022-12-07 18:02:53.756543 I | etcd do NewCient get err:context deadline exceeded, errCode:DeadlineExceeded
    test/mds/server/mds_test.cpp:76: Failure
    Value of: initSuccess
      Actual: false
    Expected: true

    3） pjdfstest测试

    pjdfstest 主要是用来测试curvefs POSIX上的兼容性，会部署单机版的curvefs环境，然后进行pjdtest的执行，用的工具在 https://github.com/pjd/pjdfstest 。可以使用如下脚本进行自行测试：

    #!/usr/bin/env bash

    set -e

    git clone https://github.com/pjd/pjdfstest.git
    cd pjdfstest
    autoreconf -ifs
    ./configure
    make pjdfstest
    cd ..
    mkdir tmp
    cd tmp
    # must be root!
    sudo prove -r -v --exec 'bash -x' ../pjd*/tests
    cd ..
    rm -rf tmp pjd*

    如果测试失败，也需要进入控制台输出，拉到最后查看具体失败的原因

    3) failover异常自动化

    异常自动化会进行整体真实环境部署和io注入、故障测试，主要流程:

    主要流程：

    初始化集群 → 用户io注入 （数据面） → 并发调用管理接口（管控面） → 触发异常 → sleep a time → 异常恢复(恢复校验) → 数据校验（ioerror、读写一致性、三副本一致性、抖动） → 管理接口校验 &资源回收等校验

    测试完成后会输出整体的测试报告，具体测试过程和测试结果可以点击对应提交的curve_failover_job 下的log.html , 可以看到比较完整的测试流程、步骤、操作和结果输出，比如 log.html

    常见问题​

    如何登录jenkins?

    由于内部的一些权限要求，需要用用户名密码登录jenkins ，开源社区的可以使用netease/netease 的账号/密码进行登录

    如果再次触发失败pr的CI 构建？

    可以打开pr ，在最底部comment ''recheck" 字段，进行再次触发构建

    如何过滤CI？

    对于一些文档修改或其他不影响代码流程的内容，我们可以不进行CI构建，可以在创建PR的时候在标题增加[skipci] 字段

    触发构建后立刻返回了失败？

    查看一下失败的job内容，多数是因为测试任务在进行排队等待。如果job是waiting_in_line ，就是在排队

    - - + + \ No newline at end of file diff --git a/CurveFS/test/env-setup.html b/CurveFS/test/env-setup.html index 7c2c3d8..f32ab2b 100644 --- a/CurveFS/test/env-setup.html +++ b/CurveFS/test/env-setup.html @@ -4,13 +4,13 @@ 测试环境配置 | Curve Book - - + +
    跳到主要内容
    - - + + \ No newline at end of file diff --git "a/CurveFS/test/\345\274\202\345\270\270\350\207\252\345\212\250\345\214\226\346\226\271\346\263\225.html" "b/CurveFS/test/\345\274\202\345\270\270\350\207\252\345\212\250\345\214\226\346\226\271\346\263\225.html" index 6c62f8d..679fd86 100644 --- "a/CurveFS/test/\345\274\202\345\270\270\350\207\252\345\212\250\345\214\226\346\226\271\346\263\225.html" +++ "b/CurveFS/test/\345\274\202\345\270\270\350\207\252\345\212\250\345\214\226\346\226\271\346\263\225.html" @@ -4,15 +4,15 @@ 异常自动化方法 | Curve Book - - + +
    跳到主要内容

    异常自动化方法

    #异常测试方法 ##测试目的

    • Curve是网易云存储产品组推出的新一代分布式存储平台，致力于打造一个支持块、对象、文件等存储形态的统一平台。本次测试对象主要为支持块设备功能。

    • 生产环境中，故障是一种常态，测试环境中需要尽可能的模拟生产环境中的故障，以此来评估系统的可用性、一致性等。

    ##测试方法

    • 异常测试的环境部署要求尽可能与真实环境一致，当前测试环境定义为6台chunkserver节点，1台mds节点（尚无failover），2台client节点，测试场景尽可能模拟用户使用的方式，读写io由云主机内部下发，管理接口直接采用openstack的接口。

    • 异常项主要通过人为注入的方式触发，有些异常为真实的异常，例如机器宕机、拔网线等；有些异常通过软件模拟的方式，如磁盘io卡顿、服务异常等；有些异常则是在代码侧注入，该部分异常测试主要在集成测试中，不在这里讨论。

    • 异常测试主要校验真实用户场景中，在异常触发情况下的系统行为，按影响面可以分为：用户无感知、影响管理面基本功能、引起性能衰减、引起io抖动、系统不可服务但可恢复、数据异常（ioerror、不一致、丢失）、系统无法恢复。

    • 借鉴混沌工程的理论，测试用例设计的时候也会尽量符合下面原则，当然我们目前只是在测试环境批跑，条件允许的情况下，可以在beta云环境批跑，直到稳定后，可以去A级环境批跑。

    • 建立稳定状态的假设；

    • 多样化现实世界事件；

    • 在生产环境运行实验；

    • 持续自动化运行实验；

    • 最小化“爆炸半径”。 ##测试用例

    • 一个最基本的异常测试用例格式如下：

    • 初始化集群 → 用户io注入 → 并发调用管理接口 → 触发异常 → sleep a random time → 异常恢复(恢复校验) → 数据校验（ioerror、读写一致性、三副本一致性、抖动） → 管理接口校验 → 资源回收校验

    - - + + \ No newline at end of file diff --git "a/CurveFS/test/\346\200\247\350\203\275\346\265\213\350\257\225\345\267\245\345\205\267.html" "b/CurveFS/test/\346\200\247\350\203\275\346\265\213\350\257\225\345\267\245\345\205\267.html" index d7a17b0..1f632af 100644 --- "a/CurveFS/test/\346\200\247\350\203\275\346\265\213\350\257\225\345\267\245\345\205\267.html" +++ "b/CurveFS/test/\346\200\247\350\203\275\346\265\213\350\257\225\345\267\245\345\205\267.html" @@ -4,13 +4,13 @@ 性能测试 | Curve Book - - + +
    跳到主要内容

    性能测试

    测试工具​

    测试工具适用场景说明下载地址
    fio适用于裸盘情况下的性能测试fio是测试IOPS的非常好的工具，用来对硬件进行压力测试和验证，支持13种不同的I/O引擎，包括:sync,mmap, libaio, posixaio, SG v3, splice, null, network, syslet, guasi, solarisaio 等等http://freecode.com/projects/fio
    vdbench适用于文件系统盘情况下的性能测试vdbench是一个 I/O 工作负载生成器，用于验证数据完整性和度量直接附加和网络连接的存储的性能。它是一个免费的工具，容易使用，而且常常用于测试测试大量文件、目录的创建、删除性能，以及对文件的读写性能。https://www.oracle.com/technetwork/cn/server-storage/vdbench-downloads-1901681-zhs.html

    单客户端文件系统盘性能测试​

    （1）vdbench是java开发的测试工具，需要java环境。

    ​ apt-get install openjdk-7-jdk -y

    （2）做文件系统

    ​ mkfs.ext4 /dev/vdc (vdc为云盘)

    （3） mount设备

    ​ mount /dev/vdc /mnt

    （4）在vdbench文件目录下执行:./vdbench -t

    ​ 出现如下信息则说明可正常使用

    vdbench测试需要写测试配置文件。在vdbench 目录下创建profile文件。

    ​ 单节点配置可参考我的如下测试配置文件

    hd=default,vdbench=/home/chenyunhui/vdbench50406,user=root,shell=ssh
    fsd=fsd1,anchor=/mnt,depth=1,width=10,files=10,size=1000m,shared=yes,openflags=o_direct
    fwd=fwd1,fsd=fsd1,threads=4,xfersize=4k,fileio=random,fileselect=random,rdpct=50
    rd=rd1,fwd=fwd*,fwdrate=max,format=restart,elapsed=3600,interval=1

    该配置为10 10 1G的文件数据，具体文件数据可以根据底层集群规模来定。

    其中比较重要的参数为：

    anchor= 将在其中创建目录结构的目录

    width= 要在定位符下创建的目录数

    depth= 要在定位符下创建的级别数(目录深度)

    files= 要在最低级别创建的文件数

    sizes= (size,size,...) 将创建的文件大小

    distribution= bottom（如果希望仅在最低级别创建文件）和 all（如果希望在所有目录中创建文件）

    fileio= random 或 sequential，表示文件 I/O 将执行的方式。

    fileselect= random 或 sequential，标识选择文件或目录的方式。

    xfersizes= 数据传输（读取和写入操作）处理的数据大小。

    rdpct= 读取和写入操作的百分比。0为全写

    threads= 此工作负载的并发线程数量。每个线程需要至少 1 个文件

    elapsed= 以秒为单位的运行持续时间。默认设置为 30

    vdbench可以在测试时增加-jn的参与用于测试时同时进行数据校验。vdbench每次写操作都会记录在一个表里，对每个512字节数据 的8字节逻辑字节地址和1字节的校验值进行记录，校验值中会记录为第几次写。第一次创建写为00，后续每次覆盖写加1。再次运行时会读出之前的校验日志并进行数据校验。

    读写数据测试和记录校验数据使用命令：

    ./vdbench -jn -f profile 执行该命令时同时会进行数据校验。

    但是需要注意，使用vdbench进行一致性校验测试更加适宜于稳定性测试和一致性测试，性能测试过程中使用会影响性能

    最后产生的测试结果都是output下面

    errorlog.html

    当为测试启用了数据验证时，它可包含一些数据块中的错误的相关信息：

    • 无效的密钥读取
    • 无效的 lba 读取（一个扇区的逻辑字节地址）
    • 无效的 SD 或 FSD 名称读取
    • 数据损坏，即使在使用错误的 lba 或密钥时
    • 数据损坏
    • 坏扇区

    flatfile.html

    包含 vdbench 生成的一种逐列的 ASCII 格式的信息。

    histogram.html

    一种包含报告柱状图的响应时间、文本格式的文件。

    logfile.html

    包含 Java 代码写入控制台窗口的每行信息的副本。logfile.html 主要用于调试用途

    parmfile.html

    显示已包含用于测试的每项内容的最终结果

    resourceN-M.html、resourceN.html、resourceN.var_adm_msgs.html

    • 摘要报告
    • stdout/stderr 报告
    • 主机 N 的摘要报告
    • 最后 “nn” 行文件 /var/adm/messages 和 /var/adm/messages。每个 M 个 JVM/Slave 的目标主机 N 和主机 N 上为 0。

    sdN.histogram.html、sdN.html

    每个 N 存储定义的柱状图和存储定义 “N” 报告。

    summary.html

    主要报告文件，显示为在每个报告间隔的每次运行生成的总工作负载，以及除第一个间隔外的所有间隔的加权平均值。

    • interval：报告间隔序号
    • I/O rate：每秒观察到的平均 I/O 速率
    • MB sec：传输的数据的平均 MB 数
    • bytes I/O：平均数据传输大小
    • read pct：平均读取百分比
    • resp time：以读/写请求持续时间度量的平均响应时间。所有 vdbench 时间都以毫秒为单位。
    • resp max：在此间隔中观察到的最大响应时间。最后一行包含最大值总数。
    • resp stddev：响应时间的标准偏差
    • cpu% sys+usr：处理器繁忙 = 100（系统 + 用户时间）（Solaris、Windows、Linux）
    • cpu% sys：处理器利用率：系统时间

    多客户端文件系统盘性能测试​

    多数情况下我们会进行多客户端的测试。多客户端测试参数可配置如下：

    hd=default,vdbench=/root/vdbench50406,user=root,shell=ssh
    hd=hd1,system=183.136.181.150
    hd=hd2,system=115.238.123.189

    fsd=fsd1,anchor=/mnt1,depth=1,width=10,files=1,size=1000m,openflags=o_direct
    fsd=fsd2,anchor=/mnt2,depth=1,width=10,files=1,size=1000m,openflags=o_direct
    fwd=fwd1,fsd=fsd1,host=hd1,threads=4,xfersize=4k,fileio=random,fileselect=random,rdpct=50
    fwd=fwd2,fsd=fsd2,host=hd2,threads=4,xfersize=4k,fileio=random,fileselect=random,rdpct=50


    rd=rd1,fwd=fwd*,fwdrate=max,format=restart,elapsed=3600,interval=1,warmup=300

    上面的例子是测试两台机器的云盘，每个云盘4个线程对110 1G的文件进行读写，4K的块大小，50%的写，50%随机，热身写300s，然后测试3600s

    相比于多个客户端上跑fio,使用vdbench进行多客户端测试的好处有：

    • 1、能够每秒显示整个测试的io叠加，这样测试整个集群的io的时候，可以把所有虚机启动起来，然后进行io的压测，而不是去压单个rbd的iops，那个没有太大的意义，只能是一个数值，真正的环境大多也不是给一个业务使用的，也可以跑起一个业务以后，再看剩余的机器还能跑多少性能
    • 2、在测试输出报告里面会根据主机统计一次io，这个面向的业务场景就是，比如某台主机上面可能挂载多块云盘，那么可以根据主机进行统计
    • 3、在报告里面还会根据设备显示io个延时的信息，也就是只要是测试设备，每一个的性能指标都能查到，这个的好处就是检测集群里面的io是不是均匀的，如果做了qos，设备的测试性能值是不是跟设置限制一样
    - - + + \ No newline at end of file diff --git "a/CurveFS/test/\347\274\226\350\257\221\345\222\214\345\215\225\345\205\203\346\265\213\350\257\225.html" "b/CurveFS/test/\347\274\226\350\257\221\345\222\214\345\215\225\345\205\203\346\265\213\350\257\225.html" index f96c7bc..dd2295d 100644 --- "a/CurveFS/test/\347\274\226\350\257\221\345\222\214\345\215\225\345\205\203\346\265\213\350\257\225.html" +++ "b/CurveFS/test/\347\274\226\350\257\221\345\222\214\345\215\225\345\205\203\346\265\213\350\257\225.html" @@ -4,15 +4,15 @@ 编译环境搭建 | Curve Book - - + +
    跳到主要内容

    编译环境搭建

    请注意：

    1. 如您只是想体验Curve的部署流程和基本功能，则不需要编译Curve，请参考 部署
    2. 本文档仅用来帮助你搭建Curve代码编译环境，便于您参与Curve的开发调试
    3. 以下镜像和编译过程目前仅支持 x86 系统
    4. 如要编译arm分支，请根据 Dockerfile打包编译镜像
    5. 目前master分支不支持在arm系统上编译运行
    6. 推荐 debian 10及以上版本的操作系统,其他操作系统未经过全面测试

    使用Docker进行编译（推荐方式）​

    获取或者构建docker镜像​

    方法一：从docker hub镜像库中拉取docker镜像（推荐方式）

    docker pull opencurvedocker/curve-base:build-debian9

    方法二：手动构建docker镜像

    使用工程目录下的 docker/debian9/compile/Dockerfile 进行构建，命令如下：

    docker build -t opencurvedocker/curve-base:build-debian9

    注意： 上述操作不建议在Curve工程目录执行，否则构建镜像时会把当前目录的文件都复制到docker镜像中，建议把Dockerfile拷贝到新建的干净目录下进行docker镜像的构建。

    在docker镜像中编译​

    git clone https://github.com/opencurve/curve.git 或者 git clone https://gitee.com/mirrors/curve.git
    cd curve
    # 如果你想在容器内完成编译+制作+上传镜像的操作，可以添加以下参数
    # -v /var/run/docker.sock:/var/run/docker.sock -v /root/.docker:/root/.docker
    # --rm 会在容器退出后自动删除容器,如果你想保留容器，可以去掉该参数
    docker run --rm -v $(pwd):/curve -w /curve -v ${HOME}/.cache:${HOME}/.cache -v ${HOME}/go:${HOME}/go --user $(id -u ${USER}):$(id -g ${USER}) -v /etc/passwd:/etc/passwd:ro -v /etc/group:/etc/group:ro --privileged -it opencurvedocker/curve-base:build-debian9 bash
    # （中国大陆可选）将外部依赖替换为国内下载点或镜像仓库，可以加快编译速度： bash replace-curve-repo.sh

    # curve v2.0 之前
    bash mk-tar.sh （编译 curvebs 并打tar包）
    bash mk-deb.sh （编译 curvebs 并打debian包）

    # （当前）curve v2.0 及之后
    # 编译 curvebs:
    make build stor=bs dep=1
    # or
    make dep stor=bs && make build stor=bs
    # 编译 curvefs:
    make build stor=fs dep=1
    # or
    make dep stor=fs && make build stor=fs

    注意： mk-tar.sh 和 mk-deb.sh 用于 curve v2.0 之前版本的编译打包，v2.0 版本之后不再维护。

    在物理机上编译​

    Curve编译依赖的包括：

    依赖版本
    bazel4.2.2
    gcc支持c++11的兼容版本

    Curve的其他依赖项，均由bazel去管理，不可单独安装。

    注意： 4.* 版本的 bazel 均可以成功编译 Curve 项目，其他版本不兼容。 4.2.2 为推荐版本。

    安装依赖​

    编译相关的软件依赖可以参考 dockerfile 中的安装步骤。

    一键编译​

    git clone https://github.com/opencurve/curve.git 或者 git clone https://gitee.com/mirrors/curve.git
    # （中国大陆可选）将外部依赖替换为国内下载点或镜像仓库，可以加快下载速度： bash replace-curve-repo.sh
    # curve v2.0 之前
    bash mk-tar.sh （编译 curvebs 并打tar包）
    bash mk-deb.sh （编译 curvebs 并打debian包）

    # （当前）curve v2.0 及之后
    # 编译 curvebs:
    make build stor=bs dep=1
    # or
    make dep stor=bs && make build stor=bs
    # 编译 curvefs: 
    make build stor=fs dep=1
    # or
    make dep stor=fs && make build stor=fs

    制作镜像​

    该步骤可以在容器内执行也可以在物理机上执行。 注意若是在容器内执行，需要在执行 docker run 命令时添加 -v /var/run/docker.sock:/var/run/docker.sock -v /root/.docker:/root/.docker 参数。

    # 编译 curvebs:
    # 后面的tag参数可以自定义，用于上传到镜像仓库
    make image stor=bs tag=test
    # 编译 curvefs: 
    make image stor=fs tag=test

    上传镜像​

    # test 为上一步中的tag参数
    docker push test

    测试用例编译及执行​

    编译全部模块​

    仅编译全部模块，不进行打包

    bash ./build.sh

    列出所有测试模块​

    # curvebs
    bazel query '//test/...'
    # curvefs
    bazel query '//curvefs/test/...'

    编译对应模块的代码​

    编译对应模块，例如test/common目录下的common-test测试：

    bazel build test/common:common-test --copt -DHAVE_ZLIB=1 --define=with_glog=true --compilation_mode=dbg --define=libunwind=true

    执行测试​

    执行测试前需要先准备好测试用例运行所需的依赖：

    运行单元测试:

    • 构建对应的模块测试:

      $ bazel build xxx/...//:xxx_test

    • 运行对应的模块测试:

      $ bazel run xxx/...//:xxx_test
      # 或者
      $ ./bazel-bin/xxx/.../xxx_test

    • 编译全部测试及文件

      $ bazel build "..."

    • bazel 默认自带缓存编译, 但有时可能会失效.

      清除项目构建缓存:

      $ bazel clean

      清除项目依赖缓存(bazel 会将WORKSPACE 文件中的指定依赖项自行编译, 这部分同样也会缓存):

      $ bazel clean --expunge

    • debug 模式编译(-c 指定向bazel 传递参数), 该模式会在默认构建文件中加入调试符号, 及减少优化等级.

      $ bazel build xxx//:xxx_test -c dbg

    • 优化模式编译

      $ bazel build xxx//:xxx_test -c opt
      # 优化模式下加入调试符号
      $ bazel build xxx//:xxx_test -c opt --copt -g

    • 更多文档, 详见 bazel docs.

    动态库​

    export LD_LIBRARY_PATH=<CURVE-WORKSPACE>/thirdparties/etcdclient:<CURVE-WORKSPACE>/thirdparties/aws-sdk/usr/lib:/usr/local/lib:${LD_LIBRARY_PATH}

    fake-s3​

    快照克隆集成测试中，使用了开源的fake-s3模拟真实的s3服务。

    $ apt install ruby -y OR yum install ruby -y
    $ gem install fakes3
    $ fakes3 -r /S3_DATA_DIR -p 9999 --license YOUR_LICENSE_KEY

    备注：

    • -r S3_DATA_DIR：存放数据的目录
    • --license YOUR_LICENSE_KEY：fakes3需要key才能运行，申请地址见fake-s3
    • -p 9999：fake-s3服务启动的端口，不用更改

    etcd​

    wget -ct0 https://github.com/etcd-io/etcd/releases/download/v3.4.10/etcd-v3.4.10-linux-amd64.tar.gz
    tar zxvf etcd-v3.4.10-linux-amd64.tar.gz
    cd etcd-v3.4.10-linux-amd64 && cp etcd etcdctl /usr/bin

    执行单个测试模块​

    ./bazel-bin/test/common/common-test

    运行单元/集成测试​

    bazel 编译后的可执行程序都在 ./bazel-bin 目录下，例如 test/common 目录下的测试代码对应的测试程序为 ./bazel-bin/test/common/common-test，可以直接运行程序进行测试。

    • CurveBS相关单元测试程序目录在 ./bazel-bin/test 目录下
    • CurveFS相关单元测试程序目录在 ./bazel-bin/curvefs/test 目录下
    • 集成测试在 ./bazel-bin/test/integration 目录下
    • NEBD相关单元测试程序在 ./bazel-bin/nebd/test 目录下
    • NBD相关单元测试程序在 ./bazel-bin/nbd/test 目录下

    如果想运行所有的单元测试和集成测试，可以执行工程目录下的ut.sh脚本：

    bash ut.sh
    - - + + \ No newline at end of file diff --git a/CurveFS/usecase/ai-storage.html b/CurveFS/usecase/ai-storage.html index 12f0bc8..93f6c58 100644 --- a/CurveFS/usecase/ai-storage.html +++ b/CurveFS/usecase/ai-storage.html @@ -4,13 +4,13 @@ Curve 文件系统为 AI 业务降本增效 | Curve Book - - + +
    跳到主要内容

    Curve 文件系统为 AI 业务降本增效

    背景​

    如今大数据和人工智能领域的快速发展，随着数据量的爆炸式增长，对底层文件存储的扩展性、成本和性能提出了更高的要求。特别在 AI 业务场景下，文件系统面临一些新的变化：POSIX 接口兼容、文件共享、海量小文件、数据读多写少等。

    Why Curve？​

    ai_curvefs_architecture.png

    1. 接口兼容​

    Curve 文件系统同时支持 POSIX、HDFS和K8s CSI 接入方式，可以满足 AI 场景下业务存储的无缝替换。

    2. 横向扩展​

    随着文件数量的增长，现有的文件系统如 CephFS 和 HDFS 等元数据的可扩展性不足，无法满足大规模文件存储的需求。Curve 文件系统自研的元数据引擎可横向扩展，解决元数据管理的问题。

    Curve 文件系统原数据引擎具有高可用、高可靠和高可扩的特点，数据的可靠性和可用性通过 Raft 协议保证，元数据经过分片均匀分散在不同的 Raft-Group 中，保证了数据和负载的均衡性，同时支持业务按需进行一键弹性扩缩容。

    ai_curvefs_metadata_architecture.png

    3. 高性能​

    随着文件数量的增加，传统文件系统元数据的性能会大幅下降，此外，小文件的读写性能也比较差，这会对大数据和AI等业务产生影响。Curve文件系统通过多级缓存机制，提高文件元数据访问性能，并改善小文件的读写性能。

    3.1 元数据缓存机制​

    元数据支持内核和本地的多级缓存，并提供灵活的缓存配置，用户可以根据自己业务的特点配置合适的缓存失效时间，以在满足一致性要求的前提下获取更高的操作性能。此外，通过结合VFS层的重试机制，Curve 文件系统提供了完善的 CTO（close-to-open）一致性。

    ai_curvefs_metadata_cache.png
    Kernel Cache -> 通用缓存
    fs.kernelCache.attrTimeoutSec=3600
    fs.kernelCache.dirAttrTimeoutSec=3600
    fs.kernelCache.entryTimeoutSec=3600
    fs.kernelCache.dirEntryTimeoutSec=3600

    Open File Cache -> 文件读写
    fs.openFile.lruSize=65536

    Negative Lookup Cache -> 代码编译/SO查找/所以命令
    fs.lookupCache.negativeTimeoutSec=1
    fs.lookupCache.minUses=3

    Directory Cache -> 大目录/ls、find
    fs.dirCache.lruSize=5000000

    3.2 数据缓存机制​

    数据层面 Curve 文件系统同样支持可配的内存缓存、本地磁盘缓存和分布式缓存集群来加速数据的访问。

    1. 内存缓存：用于加速当前节点上的读写速度（sync操作时会刷到持久化存储保证数据可靠性）。
    2. 本地磁盘缓存：用于加速当前节点上的读写速度（开启共享（cto）时，数据会同时刷一份到共享缓存中，如果没配置共享缓存则需要上传到后端数据存储引擎）。
    3. 共享缓存：用于加速跨节点间的数据共享速度。
    curvefs-data-cache-arch.webp

    为了加速数据的读取速度，Curve 文件系统支持数据的预读和预热。

    预读（prefetch）：即在数据访问时，可以将文件超过访问长度外的数据提前读入缓存，提高后续读请求缓存命中率。

    预热（warmup）：指用户在使用到某部分数据之前主动的触发该部分数据写到指定缓存层，提高使用时的性能，例如在 AI 训练场景下，可以提前将训练数据集预热到缓存中，来加速整个训练过程。

    ai_curvefs_warmup.png

    降本增效成果​

    网易杭研多媒体团队 AI 业务之前使用三副本 Ceph 内核文件存储来支撑AI场景，包括通用、AI相关的各种流程。AI 业务存储的数据量是巨大的，但其中 80% 都是冷数据，使用三副本存储成本很高。业务期望找一个文件系统能无缝替换 Ceph，且在保证性能的同时能够降低存储成本。

    目前网易杭研多媒体 AI 业务已全量迁入 Curve 文件系统，业务使用后的收益包括：

    成本下降：Curve 文件系统后端接入网易对象存储（NetEase Object Storage）低频存储，相比3副本存储每年每 PB 数据存储可节约75%成本。

    性能提升：在通用场景 Curve 文件系统性能和 Ceph 内核文件系统差不多持平，在 AI 存储密集型的特征提取和部分特征训练场景性能提升30%+，计算密集型特征训练场景性能和Ceph内核文件系统持平。尤其是在昂贵的GPU节点上，存储性能提升可以带来更高的GPU利用效率，从而降低训练成本。

    提升训练任务并发度：使用 Ceph 文件系统作为 AI 训练数据集存储后端时，所有数据需要实时从存储后端读取，一旦业务有多个AI任务需要并发执行，就会导致 Ceph 文件系统存储后端负载超出集群总能力，最终导致训练任务耗时大大拉长。Curve 文件系统通过利用多级缓存加速能力，大部分训练数据只需要从存储后端读取一次即可缓存到本地或分布式缓存集群，从而降低对存储后端的性能需求，把负载分散到训练节点或分布式缓存集群，极大提升训练任务的并发度，减少多个训练任务之间的互相影响。

    后续规划与展望​

    Curve 作为一个年轻的文件系统，仍在快速迭代发展中，后续将继续聚焦在 AI 、大数据存储等场景：

    1. 进一步优化元数据和数据读写性能，为支持更多应用场景打好基础。
    2. 和 AI 框架的融合，做到⾃动预热、训练节点和缓存节点的亲和性调度、与各类算法平台的深度融合等，进一步提升AI训练场景下的易用性和性能表现。
    - - + + \ No newline at end of file diff --git a/CurveFS/usecase/asr-storage.html b/CurveFS/usecase/asr-storage.html index 16e5656..d7fa67b 100644 --- a/CurveFS/usecase/asr-storage.html +++ b/CurveFS/usecase/asr-storage.html @@ -4,8 +4,8 @@ CurveFS 助力网易云商，解决语音识别训练数据增长需求 | Curve Book - - + +
    @@ -21,7 +21,7 @@ 由于ASR训练过程中需要频繁读取数据，这对云存储的访问速度和稳定性提出了较高要求。 云存储由于网络传输的影响，读取速度难以与本地存储相比。 这些在 CurveFS 的后续版本迭代中持续优化，包括优化元数据性能和多级缓存等。

    总结

    作为一个年轻的项目，Curve仍在快速迭代。未来Curve会继续优化在AI和大数据分析场景的适配能力:

    通过这些努力，Curve正在成长为一个成熟、强大、适用范围广泛的开源存储系统,为用户提供简单高效的存储服务。它的发展前景广阔，必将为开源社区做出重要贡献。

    - - + + \ No newline at end of file diff --git a/CurveFS/usecase/elasticsearch-cold-data.html b/CurveFS/usecase/elasticsearch-cold-data.html index d9b54e6..5a85d26 100644 --- a/CurveFS/usecase/elasticsearch-cold-data.html +++ b/CurveFS/usecase/elasticsearch-cold-data.html @@ -4,13 +4,13 @@ CurveFS在Elasticsearch冷热数据存储中的应用 | Curve Book - - + +
    跳到主要内容

    CurveFS在Elasticsearch冷热数据存储中的应用

    ES使用CurveFS的收益​

    CurveFS提供的成本优势​

    为了高可靠，ES如果使用本地盘的话一般会使用两副本，也就是说存储1PB数据需要2PB的物理空间。但是如果使用CurveFS，由于CurveFS的后端可以对接S3，所以可以利用对象存储提供的EC能力，既保证了可靠性，又可以减少副本数量，从而达到了降低成本的目的。

    以网易对象存储这边当前主流的EC 20+4使用为例，该使用方式就相当于是1.2副本。所以如果以ES需要1PB使用空间为例，那么使用CurveFS+1.2副本对象存储只需要1.2PB空间，相比本地盘2副本可以节省800TB左右的容量，成本优化效果非常显著。

    CurveFS提供的性能优势​

    以下文将要介绍的使用场景为例，对比ES原来使用S3插件做snapshot转存储的方式，由于每次操作的时候索引需要进行restore操作，以100G的日志索引为例，另外会有传输时间，如果restore的恢复速度为100M，那么也要300多秒。实际情况是在一个大量写入的集群，这样的操作可能要几个小时。

    而使用CurveFS后的新模式下基本上只要对freeze的索引进行unfreeze，让对应节点的ES将对应的meta数据载入内存就可以执行索引，大概耗时仅需30S左右，相比直接用S3存储冷数据有数量级的下降。

    CurveFS提供的容量优势​

    本地盘的容量是有限的，而CurveFS的空间容量可以在线无限扩展。同时减少了本地存储的维护代价。

    CurveFS提供的易运维优势​

    ES使用本地盘以及使用S3插件方式，当需要扩容或者节点异常恢复时，需要增加人力运维成本。CurveFS实现之初的一个目标就是易运维，所以CurveFS可以实现数条命令的快速部署以及故障自愈能力。

    另外如果ES使用CurveFS，就实现了存算分离，进一步释放了ES使用者的运维负担。

    ES使用背景​

    在生产环境有大量的场景会用到ES做文档、日志存储后端，因为ES优秀的全文检索能力在很多时候可以大大的简化相关系统设计的复杂度。比较常见的为日志存储，链路追踪，甚至是监控指标等场景都可以用ES来做。

    网易ES选用CurveFS的原因​

    网易ES底层存储的使用经历了从本地盘到minio，再从minio到CurveFS这一过程。

    本地盘到minio​

    为了符合国内的法律约束，线上系统需要按照要求存储6个月到1年不等的系统日志，主要是国内等保、金融合规等场景。按照内部管理的服务器数量，单纯syslog的日志存储空间每天就需要1T，按照当前手头有的5台12盘位4T硬盘的服务器，最多只能存储200多天的日子，无法满足日志存储1年的需求。

    针对ES使用本地盘无法满足存储容量需求这一情况，网易ES底层存储之前单独引入过基于S3的存储方案来降低存储空间的消耗。如下图，ES配合minio做数据存储空间的压缩。举例来说100G的日志，到了ES里面因为可靠性需求，需要双副本，会使用200G的空间。ES针对索引分片时间，定期性转存储到minio仓库。

    es minio

    minio到CurveFS​

    这个方案从一定程度上缓解了存储空间的资源问题，但是实际使用的时候还会感觉非常不便利。

    • 运维成本。ES节点升级的时候需要额外卸载安装S3插件，有一定的运维成本。
    • 性能瓶颈。自己私有化搭建的Minio随着bucket里面数据量的增长，数据存储和抽取都会成为一个很大的问题
    • 稳定性问题。在内部搭建的Minio集群在做数据restore的时候，因为文件处理性能等因素，经常遇到访问超时等场景，所以一直在关注是否有相关的系统可以提供更好的读写稳定性。

    由于S3协议经过多年的演化，已经成了对象存储的工业标准。很多人都有想过用fuse的方式使用S3的存储能力。事实上基于S3的文件系统有很多款，例如开源的s3fs-fuse、ossfs、RioFS、CurveFS等。

    在通过实际调研以及大量的测试后，基于Curve的性能（尤其是元数据方面，CurveFS是基于RAFT一致性协议自研的元数据引擎，与其他没有元数据引擎的S3文件系统(比如s3fs,ossfs)相比具备巨大的性能优势），易运维，稳定性，Curve可以同时提供块存储以及文件存储能力等能力以及Curve活跃的开源氛围，最终选用了CurveFS。

    CurveFS结合ES的实践​

    CurveFS是什么​

    CurveFS是一个基于 Fuse实现的兼容POSIX 接口的分布式文件系统，架构如下图所示:

    curvefs arch

    CurveFS由三个部分组成：

    1. 客户端curve-fuse，和元数据集群交互处理文件元数据增删改查请求，和数据集群交互处理文件数据的增删改查请求。
    2. 元数据集群metaserver cluster，用于接收和处理元数据(inode和dentry)的增删改查请求。metaserver cluster的架构和CurveBS类似，具有高可靠、高可用、高可扩的特点：MDS用于管理集群拓扑结构，资源调度。metaserver是数据节点，一个metaserver对应管理一个物理磁盘。CurveFS使用Raft保证元数据的可靠性和可用性，Raft复制组的基本单元是copyset。一个metaserver上包含多个copyset复制组。
    3. 数据集群data cluster，用于接收和处理文件数据的增删改查。data cluster目前支持两存储类型：支持S3接口的对象存储以及CurveBS（开发中）。

    Curve除了既能支持文件存储，也能支持块存储之外，从上述架构图我们还能看出Curve的一个特点：就是CurveFS后端既可以支持S3，也可以支持Curve块存储。这样的特点可以使得用户可以选择性地把性能要求高的系统的数据存储在Curve块存储后端，而对成本要求较高的系统可以把数据存储在S3后端。

    CurveFS结合ES的实践​

    ES使用CurveFS​

    CurveFS定位于网易运维的云原生系统，所以其部署是简单快速的，通过CurveAdm工具，只需要几条命令边便可以部署起CurveFS的环境，具体部署见https://github.com/opencurve/curveadm/wiki/curvefs-cluster-deployment ; https://github.com/opencurve/curveadm/wiki/curvefs-client-deployment , 部署后效果如下图:

    在日志存储场景，改造是完全基于历史的服务器做的在线改造。下图是线上日志的一个存储架构示例，node0到node5可以认为是热存储节点，机器为12 4T，128G的存储机型，每个节点跑3个ES实例，每个实例32G内存，4块独立盘。node6到node8为12 8T的存储机型，3台服务器跑一个Minio集群，每台机器上的ES实例不做数据本地写。

    可以看到主要的改造重点是将node6到node8 3个节点进行ES的配置改造，其中以node6节点的配置为例：

    cluster.name: ops-elk
    node.name: ${HOSTNAME}
    network.host: [_local_,_bond0_]
    http.host: [_local_]
    discovery.zen.minimum_master_nodes: 1
    action.auto_create_index: true
    transport.tcp.compress: true
    indices.fielddata.cache.size: 20%
    path.data: /home/nbs/elk/data1/data
    path.logs: /home/nbs/elk/data1/logs
    - /curvefs/mnt1
    xpack.ml.enabled: false
    xpack.monitoring.enabled: false
    discovery.zen.ping.unicast.hosts: ["ops-elk1:9300","ops-elk7:9300","ops-elk
    7:9300","ops-elk8.jdlt.163.org:9300"]
    node.attr.box_type: cold

    如配置所示，主要的改造为调整ES的数据存储目录到CurveFS的fuse挂载目录，然后新增 node.attr.box_type 的设置。在node6到node8上分别配置为cold，node1到node5配置对应属性为hot，所有节点配置完成后进行一轮滚动重启。

    ES设置​

    除了底层配置外，很重要的一点就是调整index索引的设置。这块的设置难度不高，要点是：

    1. 对应索引设置数据分配依赖和aliases
    2. 设置对应的index Lifecycle policy

    其实在新节点开放数据存储后，如果没有亲和性设置，集群马上会启动relocating操作。因此建议对存量的索引新增routing.alloction.require的设置来避免热数据分配到CurveFS存储节点。针对每天新增索引，建议加入以下这样的index template配置。

    {
      "template": {
        "settings": {
          "index": {
            "lifecycle": {
              "name": "syslog",
              "rollover_alias": "syslog"
            },
            "routing": {
              "allocation": {
                "require": {
                  "box_type": "hot"
                }
              }
            },
            "number_of_shards": "10",
            "translog": {
              "durability": "async"
            }
          }
        },
        "aliases": {
          "syslog": {}
        },
        "mappings": {}
      }
    }

    这个index template设置的核心要点是：

    1. routing部分要指定新索引写到热数据节点；
    2. lifecycle中的新增rollover_alias设置。index部分的lifecycle是指索引的生命周期策略，需要注意rollover_alias里面的值要和下面的aliases定义对齐。

    冷数据的切换，可以在kibana的index_lifecycle_management管理页面设置。针对上面的syslog场景，hot部分设置如下图，其余基本默认的就可以了。

    es lifecycle

    在索引周期管理配置页面中，除了设置hot phase，还可以设置warm phase，在warm phase可以做一些shrink，force merge等操作，日志存储场景我们直接做hot到cold的处理逻辑。

    es lifecycle

    从技术上讲，日志存储类型的业务，底层索引一旦完成写后基本不做再次的数据更改，设置索引副本数量主要是为了应对分布式系统节点宕机等异常场景的数据恢复。如果存储层面有更可靠的方式，那么自然而然可以将es的副本数量调整为0，可以明显的降低对存储空间的使用需求。

    - - + + \ No newline at end of file diff --git a/CurveFS/usecase/hadoop-on-cloud.html b/CurveFS/usecase/hadoop-on-cloud.html index f4ba031..e3c094b 100644 --- a/CurveFS/usecase/hadoop-on-cloud.html +++ b/CurveFS/usecase/hadoop-on-cloud.html @@ -4,13 +4,13 @@ 公有云上使用CurveFS替换HDFS冷存储实现降本 | Curve Book - - + +
    跳到主要内容

    公有云上使用CurveFS替换HDFS冷存储实现降本

    本文讨论的部署方式为基于CurveFS挂载点替换公有云EBS等云盘，CurveFS支持HDFS SDK功能将于2.7版本发布，届时将提供完全兼容HDFS API的SDK jar包供上层大数据应用（如Spark、Flink等）使用，将不再需要CurveFS挂载点。

    问题背景​

    场景1：由于相关海外政策法规的收紧，国内企业如果在国外有业务运营，则数据也必须在本地处理，而不能传输到国内。因此部署在国内私有IDC的大数据处理集群就不能使用，需要在国外单独部署。出于成本和运营复杂度等问题考量，国外部署环境的优先选择必定是各类公有云平台，而不是自建或者租赁IDC机房。

    场景2：企业大数据业务上云，但是不想被云厂商的EMR等服务锁定，想做到随时可以切换云服务商。此时就需要考虑自己部署维护大数据存储集群。

    因此云上部署Hadoop/HDFS集群就是面临的一个现实问题。

    业界实践​

    通常有2个选择：

    1. 使用云厂商提供的兼容HDFS协议的存储服务，甚至连上层的计算服务也都采用云厂商方案，几乎各大云厂商都提供了EMR服务
    2. 基于云厂商提供的裸金属服务器+EBS云盘部署私有的HDFS集群，在EC2实例或者裸金属实例上运行MR服务

    通常来说，使用第二种方案的成本要高于第一种，毕竟EBS云盘已经是多副本（通常是3副本），HDFS自身又是多副本的架构，即使只配置2副本，也有3*2倍的副本数。而且EBS云盘的价格通常比物理盘高很多很多。

    一般来说第一种方案更适合中小型企业，对HDFS或者上层计算平台（如spark、flink等）没有做定制化改造，可以直接拿云厂商的EMR服务替换。第二种方案则是中大型企业（或者对计算平台做了较多定制化改造的企业）上云面临的一个门槛，只能迫于无奈选择第二种方案。

    但第一种方案相比传统的私有IDC内部署大数据处理集群的方式，仍然有比较大的成本负担。云厂商的大数据处理服务价格通常也是比较高的，类似的情况还有RDS等数据库或其他中间件。

    通过上面的分析来看，这两种方案都不是客户所乐意采用的，那么有没有第三种选择呢？既要又要能做到吗？

    Curve的建议​

    建议部署架构如下图所示：

    deployment arch

    部署架构解释：

    1. HDFS集群从原来使用裸金属的EBS盘改成使用CurveFS挂载点（单机模式），数据实际存储在S3，元数据在CurveFS的3副本raft集群（也可以改为单机单副本模式）
    2. 如果由HDFS管理数据副本，则对CurveFS高可用、高可靠要求进一步降低，只是会导致存储到S3上的数据量增加2~3倍（根据HDFS副本数），如果由CurveFS及S3来保证数据的可靠性，则可以把HDFS的副本数设置为1
    3. CurveFS支持内存buffer、EBS云盘、以及分布式KV作为数据缓存，再加上元数据的客户端及服务端内存cache，单机部署模式下都是本地访问性能更高
    4. CurveFS因为是单机部署，且不需要与其他节点共享访问文件，所以可以每个CurveFS节点用一个独立的S3桶，这也能利用多桶的能力增加性能（单桶一般会有QoS上限限制）
    5. EBS云盘作为S3数据的缓存，可以大大降低S3文件的访问次数（S3一般会对访问次数收费），在提升性能的基础上进一步节省成本

    根据相关业务方的FIO及Hive实测数据，这个部署架构做到了既不影响HDFS的功能增强又基本不影响性能。最主要的是把价格昂贵的EBS云盘存储替换为了价格低廉的S3对象存储，整体存储成本节约可以达到50%（HDFS设置为3副本的情况）甚至70%以上（HDFS设置1副本情况）。

    未来思考​

    1. CurveFS实现更精简、更高性能的单机部署架构
    2. 开发新的服务支持将S3导出为iSCSI卷类型的块设备，并配合Bcache等缓存组件来进一步提升随机读写性能
    3. 推而广之，所有云上有大容量数据存储需求的业务场景（原来用大容量EBS云盘做文件系统），都可以采用类似架构来降本
    - - + + \ No newline at end of file diff --git a/CurveFS/usecase/jiangsu-nongxin-es.html b/CurveFS/usecase/jiangsu-nongxin-es.html index a957476..a684a55 100644 --- a/CurveFS/usecase/jiangsu-nongxin-es.html +++ b/CurveFS/usecase/jiangsu-nongxin-es.html @@ -4,13 +4,13 @@ 江苏农信选择CurveFS实现ES冷数据长期存储 | Curve Book - - + +
    跳到主要内容

    江苏农信选择CurveFS实现ES冷数据长期存储

    一、需求背景​

    运维大数据平台自构建以来，日志类数据越来越多，目前已超过200TB；日志的种类也越来越丰富，除了最初的业务日志，还有存储ceph日志，中间件nginx、IHS、Tomcat等日志。目前大部分日志的保留周期都在14天或7天左右，无法满足业务日志和运维操作类日志长期保留的需求。各日志条线负责人，对日志的长期存储需求越来越急迫，一个是为了符合监管审计要求，二是对历史日志也能方便的检索分析。从平台角度来看，现有的方式缺乏统一的日志归档管理，各个业务线自我维护，重复建设消耗的成本高。

    二、需求描述​

    场景一：业务侧日志​

    • 主要需求： 监管审计，历史日志查看和检索
    • 现阶段痛点：
      • 现有的业务日志备份方式，是通过crontab脚本，定期打包put到对象存储 S3中
      • 该备份流程每个业务系统单独自我管理；
      • 同时在需要恢复的时候，需要人为手动操作，下载解压分析备份日志，整个流程耗时比较长。

    场景二：运维侧日志​

    • 主要需求： 监管审计，操作留档，历史回溯；例如网络设备相关日志，现要求保留半年以上。

    三、日志数据分层管理方案设计​

    实现行内所有日志的统一备份管理，减少分散管理的压力和流程的混乱；同时运维大数据平台可以作为业务日志和对象存储中间的粘合剂，统一扎口，使之能更好的协同工作。 最后，基于数据分层处理，来大大减少索引存储大小以及内存的占用。

    arch

    3.1 方案调研比对​

    compare

    选择CurveFS优势：

    1. 索引备份操作变为索引迁移，对用户查询使用均无感知
    2. 索引恢复速度快，直接打开索引即可被查询

    3.2 整体方案设计​

    实现方案： 新增Cold层，实现日志长期留存。实现Cold层数据直接对接到对象存储，减少以前日志备份的中间过程，同时能加快对日志的恢复操作。

    arch

    实现通过ITSM工单，自动恢复历史索引数据。

    3.3 日志备份方案设计​

    logbackup

    1. ES分层设计
    2. 冷节点层用于索引“备份”
    3. 通过CurveFS实现数据无缝迁移到对象存储

    3.4 日志恢复方案设计​

    logrestore

    3.5 日志备份功能实现​

    备份执行流程：

    logbackup

    1. 修改集群参数，更好的满足迁移速度
    2. 按照索引模式，循环迁移各个索引，并进行关闭
    3. 修改集群参数，切换回低速迁移模式

    功能实现：

    logbackup

    1. 新建索引备份策略，基于索引模式角度
    2. 新建备份迁移队列
    3. 备份迁移队列编排
    4. 队列定期执行

    四、实际效果​

    4.1 日志备份功能​

    4.1.1 迁移队列管理​

    配置队列每日执行的时间点，关联的接口，以及是否启用；还可以查看历史执行记录：

    queue

    4.1.2 索引生命周期策略管理​

    统一的生命周期策略管理，一目了然：

    lifecycle

    配置每个队列中，索引的迁移的顺序；队列之间是并行执行，队列中是串行执行。

    lifecycle

    另外，部分索引不需要长期存储，只需要通过配置迁移到温节点队列即可。

    灵活查看索引的整个生命周期阶段：

    lifecycle

    4.2 日志恢复功能​

    4.2.1 用户工单流程配置​

    ticket

    4.2.2 用户申请工单表单​

    ticket

    五、方案总结​

    • 统一管理： 对ES进行上层封装建设，减少对Kibana的依赖，对多集群、多版本ES可以进行统一管理；
    • 自主可控： 通过自研开发，更贴合实际场景；部分日志需要长期留存，转移到冷节点；部分不需要长期留存，在转移到温节点后，静待删除；
    • 更细粒度的控制： 队列配置了索引迁移开始时间，队列中的索引基于编排的顺序，串行开始迁移；
    • 并行控制： 基于队列的机制，实现备份迁移的并行。如果后端存储性能足够，可以多开几个队列，充分利用凌晨的空闲IO；
    • 统一的策略管理： 所有索引备份策略一目了然，方便全局掌控，快速调整；
    • 全生命周期管理： 索引从产生到最后删除，每一个阶段都留有记录，通过时间树的方式快速查看。

    带来的价值：​

    • 灵活性，高效性： 都是从S3取数据，这个直接通过打开索引，就能恢复提供查询；
    • 流程数字化，自动化： 通过工单申请，能自动进行接口调用，实现索引恢复和定期关闭；
    • 优化日志数据存储分层，实现降本增效： 对本地SATA盘的依赖减少，依靠云存储的稳定性，ES本地节点存储容量为0，全部存储到S3；
    - - + + \ No newline at end of file diff --git a/CurveFS/usecase/s3-gateway.html b/CurveFS/usecase/s3-gateway.html index 1c9f8b6..2e13a19 100644 --- a/CurveFS/usecase/s3-gateway.html +++ b/CurveFS/usecase/s3-gateway.html @@ -4,13 +4,13 @@ CurveFS基于minio-s3-gateway的S3协议支持 | Curve Book - - + +
    跳到主要内容

    CurveFS基于minio-s3-gateway的S3协议支持

    本文的部署方案是基于CurveFS挂载点+minio-s3-gateway方式，后续会考虑支持minio-s3-gateway+CurveFS SDK方式部署，将不再需要依赖CurveFS挂载点。

    需求背景​

    AI训练业务场景下，业务希望通过S3接口上传训练所用到的数据集，实际训练过程中则想要使用CurveFS共享文件系统来实现多节点共享访问训练数据集，以及存储训练过程中产生的临时文件，并利用CurveFS为AI业务专门开发的文件/目录预热、内存缓存、本地盘缓存、分布式KV缓存特性，最终在低存储成本前提下的训练加速。

    简单来说就是想要实现S3协议和Posix协议的统一命名空间能力，两种协议上传/写入的文件可以互相访问。本文简述相关部署过程，供有类似需求的社区小伙伴们参考。

    部署前提​

    1. 已经部署了一套CurveFS共享文件存储系统
    2. 已经挂载了一个CurveFS文件系统到服务器的/mnt/minio-data目录上
    3. 已安装docker运行环境

    部署CurveFS和挂载文件系统的操作步骤可以参考Curve官方部署工具CurveAdm的用户手册：

    部署步骤​

    这里使用minio-s3-gateway服务作为S3网关，并用docker进行部署，相关参考资料：https://github.com/minio/minio/blob/RELEASE.2022-04-26T01-20-24Z/docs/gateway/nas.md

    $ docker run --privileged -p 9000:9000 \
    --name curvefs-minio-s3-gateway \
    -v /mnt/minio-data:/data \
    -e "MINIO_ROOT_USER=minio-access-key" \
    -e "MINIO_ROOT_PASSWORD=minio-secret-key" \
    -e "MINIO_REGION=us-east-1" \
    --console-address ":9001" \
    docker.io/minio/minio:RELEASE.2022-04-26T01-20-24Z \
    gateway nas /data

    执行上述命令就可以启动一个CurveFS的minio-s3-gateway服务，非常的简单方便。

    如果部署成功，会在屏幕上打印如下内容：

    API: http://10.88.0.18:9000  http://127.0.0.1:9000     

    Console: http://10.88.0.18:9001 http://127.0.0.1:9001   

    Documentation: https://docs.min.io
    Finished loading IAM sub-system (took 0.0s of 0.0s to load data).
    ......   // 以下内容省略

    Console地址就是web控制台地址，可以在浏览器里直接打开访问，用户名密码是上面docker命令行里配置的环境变量MINIO_ROOT_USER和MINIO_ROOT_PASSWORD对应的值，参考资料：https://min.io/docs/minio/linux/administration/minio-console.html

    功能验证​

    接下来我们部署一个minio的客户端，来验证S3网关的可用性，以及S3网关与CurveFS文件系统挂载点是否可以做到统一命名空间下互相访问文件。

    部署minio客户端​

    minio客户端我们也是用docker来部署：

    $ docker run -it --entrypoint=/bin/sh minio/mc:RELEASE.2022-04-26T18-00-22Z

    执行上述命令就可以启动一个minio命令行工具mc的运行环境了。

    修改mc命令行的配置文件，默认是/root/.mc/config.json（如果容器内缺少编辑器不方便修改可以在本地修改好之后用docker cp命令复制进去）：

    {
        "version": "10",
        "aliases": {
            "curvefs": {
                "url": "http://10.88.0.18:9000",
                "accessKey": "minio-access-key",
                "secretKey": "minio-secret-key",
                "api": "S3v4",
                "path": "auto"
            }
        }
    }

    其中url就是部署minio-s3-gateway服务时屏幕打印的API地址，accessKey就是启动minio-s3-gateway容器的MINIO_ROOT_USER，secretKey就是MINIO_ROOT_PASSWORD，其他两个保持默认即可。curvefs是minio集群的别名，下面会用到。

    统一命名空间功能验证​

    目标1：使用S3创建桶并上传文件，在CurveFS挂载点对应目录下访问​

    使用mc命令行工具分别进行创建桶、上传文件、列出桶内文件操作：

    $ mc mb curvefs/bucket1
    Bucket created successfully `curvefs/bucket1`.
    $ mc cp anaconda-ks.cfg curvefs/bucket1/
    /root/anaconda-ks.cfg:  7.53 KiB / 7.53 KiB ┃▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓┃ 777.03 KiB/s 0s
    $ mc ls curvefs/bucket1/
    [2023-04-25 09:16:37 UTC] 7.5KiB STANDARD anaconda-ks.cfg

    在CurveFS的挂载点目录下列出目录和文件，并校验文件md5值（校验md5步骤省略，已确认一致）：

    $ ls /mnt/minio-data/
    bucket1
    $ ls /mnt/minio-data/bucket1/
    anaconda-ks.cfg

    目标2：使用S3上传包含子目录的文件到桶内，在CurveFS挂载点对应目录下访问​

    $ mc cp curvefs/bucket1/dir1/bigfile.500M
    ...t1/dir1/bigfile.500M:  500.00 MiB / 500.00 MiB ┃▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓┃ 628.02 MiB/s 0s

    在CurveFS的挂载点目录下列出目录和文件，并校验文件md5值（校验md5步骤省略，已确认一致）：

    $ ls /mnt/minio-data/bucket1/dir1
    bigfile.500M

    目标3：在CurveFS挂载点创建根目录及目录下的文件，使用S3查看桶及桶内文件​

    首先使用dd命令在CurveFS挂载点的bucket1目录下创建一个10M的文件：

    $ cd /mnt/minio-data/bucket1/dir1
    $ dd if=/dev/zero of=./newbigfile.10M bs=1M count=10

    之后用mc命令查看桶内文件并下载后校验md5值（校验md5步骤省略，已确认一致）：

    $ mc ls curvefs/bucket1/dir1
    [2023-04-25 09:29:33 UTC]  10MiB STANDARD newbigfile.10M
    $ mc cp curvefs/bucket1/dir1/newbigfile.10M .
    /root/newbigfile.10M:   10.00 MiB / 10.00 MiB ┃▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓┃ 76.14 MiB/s 0s

    补充说明​

    高可用及单节点性能问题​

    这里的操作步骤均是单节点模式，如果要做到s3网关的高可用及防止性能瓶颈，可以在多台服务器上重复上述步骤，并给S3网关服务部署负载均衡服务（如Nginx或haproxy等），只需要CurveFS挂载的是同一个文件系统即可。

    CurveAdm部署工具集成问题​

    本次实践是一次功能验证，后续Curve社区将把相关功能集成到CurveAdm部署工具中，方便用户使用维护。

    minio gateway的废弃问题​

    minio的s3 gateway服务已经于2020年初开始逐步废弃了，但老版本的仍然可以继续使用，只需要指定版本号即可正常部署。如果有特殊需求，也可以fork minio的代码仓库自行定制修改。

    参考资料：https://blog.min.io/deprecation-of-the-minio-gateway/

    - - + + \ No newline at end of file diff --git a/CurveFS/usecase/scenario.html b/CurveFS/usecase/scenario.html index cc8fc76..6a24eb9 100644 --- a/CurveFS/usecase/scenario.html +++ b/CurveFS/usecase/scenario.html @@ -4,13 +4,13 @@ 应用场景 | Curve Book - - + +
    跳到主要内容

    应用场景

    CurveFS的核心应用场景主要包括：

    • AI训练（含机器学习等）场景下的高性价比存储
    • 大数据场景下（ElasticSearch、ClickHouse等）冷数据存储实现降本提效
    • 可替换HDFS的大数据高可扩展、低成本的存算分离存储
    • 公有云上高性价比的共享文件存储：可用于AI、大数据、文件共享等业务场景
    • 混合云存储：热数据存储在本地IDC，冷数据存储在公有云
    • S3协议和POSIX文件协议兼容：可通过S3 gateway实现POSIX协议和S3协议的互通，统一命名空间访问
    • 通用共享文件存储：如替换sshfs、s3fs、NFS、SMB、FTP等存储系统或协议，用来存储数据库备份、保存gitlab仓库、实现文件共享、替换本地文件系统等用途
    - - + + \ No newline at end of file diff --git a/CurveFS/usecase/smb-support.html b/CurveFS/usecase/smb-support.html index ab89364..5ba640d 100644 --- a/CurveFS/usecase/smb-support.html +++ b/CurveFS/usecase/smb-support.html @@ -4,13 +4,13 @@ 基于CurveFS+Samba支持SMB协议 | Curve Book - - + +
    跳到主要内容

    基于CurveFS+Samba支持SMB协议

    本文将会介绍CurveFS与samba以及如何将他们结合使用, 并且介绍samba的第三方moudle开发知识。

    本文基于CurveFS挂载点+Samba server方式部署，新的Samba+CurveFS SDK方式后续会发布，SDK将于2.7版本开发完成并发布。

    CurveFS介绍​

    Curve共享文件存储（简称CurveFS）是Curve社区开发的新一代分布式共享文件存储系统，在网易内部已有PB级规模应用，其核心架构可以参考设计文档：https://github.com/opencurve/curve/blob/master/docs/cn/curvefs_architecture.md

    相比传统的分布式文件系统，CurveFS具备如下几个特色：

    1. 针对AI训练/机器学习场景、elasticsearch/clickhouse/starrocks等大数据场景做了专门优化，支持内存缓存、本地磁盘缓存、分布式内存缓存（基于memcached或其他kv存储）等多级缓存，可对文件读写进行缓存加速并保持数据写入可靠性，支持数据预热到缓存中加速读取过程，大数据场景下使用CurveFS+对象存储相比本地副本存储方案具备更高的性价比优势以及易用性优势
    2. 基于multi-raft支持元数据的分区存储，具备无限扩展性，性能可随节点数线性扩展，不存在性能热点问题
    3. 支持将文件数据存储到对象存储和CurveBS块存储上，可以做到冷热数据分层存储和生命周期管理（roadmap），数据容量可无限扩展

    Samba介绍​

    homepage: https://www.samba.org/

    Samba是目前最流行的文件和打印机共享软件之一. 得益于它良好的兼容性, 可以轻松地跨平台(Windows/Linux/MacOS), 以及灵活的可定制性和可配置性, 受到了各个系统的广泛支持.

    Samba的特性非常多, 其中对于第三方开发者来说比较重要的就是Samba VFS Module特性. 其让开发者可以自由地实现一些功能, 接下来我们的话题会围绕着Samba的基础设定以及如何为Samba添加新的VFS Module.

    本文使用的Samba版本为4.10.16, 系统为CentOS 7.

    如何配置Samba使用CurveFS​

    配置CurveFS​

    部署CurveFS​

    通过CurveAdm进行CurveFS后端服务的部署, 参考以下文档

    https://github.com/opencurve/curveadm/wiki/curvefs-cluster-deployment

    创建一个fs并挂载​

    通过CurveAdm进行CurveFS的挂载, 参考以下文档, 如果fs不存在的话, 会自动进行创建

    https://github.com/opencurve/curveadm/wiki/curvefs-client-deployment

    安装配置samba服务​

    sudo yum update -y
    sudo yum install samba -y

    修改/etc/samba/smb.conf, 以下是一个example, 更多的配置请参阅man smb.conf

    [global]
    workgroup      = SAMBA
    log level      = 0
    max log size   = 0
    security       = user
    passdb backend = tdbsam
    create mask    = 0700
    directory mask = 0700
    writable       = yes
    public         = no
    guest ok       = no

    [curvefs]
    path = /mnt/curvefs # 需要确保samba用户有访问这个目录的权限

    配置user的密码, user需要是本地已有的linux用户, 这里以root举例

    sudo smbpasswd -a root

    启动samba server服务

    sudo systemctl enable --now smb

    然后就可以通过samba的client(windows/linux/macos)来连接访问

    Samba VFS Module介绍​

    参考文档: https://wiki.samba.org/index.php/Writing_a_Samba_VFS_Module

    Samba VFS Module是Samba VFS提供的一种功能扩展机制, 就像Extention之于Chomre, 非常重要.

    1. Samba VFS提供了一系列的接口定义, 具体可查看结构体struct vfs_fn_pointers, 也是使用了c语言比较常见的函数指针的方式来实现调用module的实现.

    2. 每一个module都是一个Shared Library (.so), 它包含了对上面定义的部分或全部接口的实现, 通过修改配置文件指定module来进行调用, Samba会在client连接的时候加载so.

    3. 多个VFS module可以stackable使用, 也就是如果多个module的实现不冲突, 可以修改配置, 按照顺序依次调用多个module的实现.

    module常见类型​

    module用于支持CurveFS​

    CurveFS的SDK将在2.7版本发布（预计在11月前），敬请期待。

    默认的samba vfs最终会调用vfs system call来对接文件系统.

    比如说你想要对接CurveFS, 那么可能是需要先把CurveFS挂载到本机上, 然后再通过vfs system call来对接samba, 相当于多了一层中间system call的开销。

    如果你想避免中间system call的调用, 只需要开发一个直接对接CurveFS sdk的module, 来当作stackable调用链的最末端, 替代default的实现即可. 就可以实现不挂载CurveFS, 直接将CurveFS通过samba协议分享出去的效果。

    已有的实现：

    module用于扩充已有的fs的功能集​

    在已存在一个fs后端实现的情况下, (默认的是调用vfs system call), 对部分接口进行功能的增强.

    module作为stackable调用链的中间一环, 完成本身module的功能后可以继续往后调用.

    比如说fruit模块就提供了对Apple SMB clients更好的兼容性支持.

    https://www.samba.org/samba/docs/current/man-html/vfs_fruit.8.html

    开始开发你的第一个Samba VFS Moudle​

    一个module包含什么?​

    现有的module都位于此目录下

    https://github.com/samba-team/samba/tree/samba-4.10.16/source3/modules

    一个module由代码实现和对应的wscript构建配置组成, samba使用WAF来构建

    我们将以一个名为demo的vfs module举例, 我们会有如下变动

    • 代码实现: source3/wscript b/source3/wscript/vfs_demo.c

    • 改动source3/wscript b/source3/wscript和source3/modules/wscript_build增加构建配置

    module代码实现​

    模块的初始化以及生命周期​

    包括几个部分

    • 模块的注册: 名称
    • connect接口: 响应启用了此module的client的连接请求, 模块的初始化应该在此处完成, 包括自定义的context的构造等
    • disconnect接口: 响应启用了此module的client的disconnect请求, 模块的退出清理应该在此处完成
    • 如果connect和disconnect有改动的需求, 那么实现自己自定义的方法即可.

    从connect到disconnect为一个module的生命周期.

    下面的代码是一个简单的范例:

    // vfs_demo.c

    // initialzation
    NTSTATUS vfs_demo_init(TALLOC_CTX *ctx) {
      return smb_register_vfs(SMB_VFS_INTERFACE_VERSION, "demo",
                              &vfs_demo_fns); // vfs_demo_fns是接口实现函数指针的struct
    }

    /*
    static struct vfs_fn_pointers vfs_cloudnas_quota_fns = {
       .connect_fn = demo_connect,
       .disconnect_fn = demo_disconnect,
       ... 还有别的fn
    }
    */

    // context
    struct demo_ctx {
      uint64_t whoami;
    }

    // connect
    static int demo_connect(vfs_handle_struct *handle,
                            const char *service, const char *user) {
      int res = 0;
        struct demo_ctx *ctx = NULL;
      /*
       * Allow the next module to handle connections first
       * If we get an error, don't do any of our initialization.
       */
      res = SMB_VFS_NEXT_CONNECT(handle, service, user);
      if (res) {
        return res;
      }

      ctx = talloc_zero(handle, struct demo_ctx);
      if (!ctx) {
        DEBUG(1, ("talloc_zero() failed\n"));
            errno = ENOMEM;
            return -1;
      }
      ctx->whoami = lp_parm_ulonglong(SNUM(handle->conn),
                               "demo",
                               "whoami",
                               0);
      SMB_VFS_HANDLE_SET_DATA(handle, ctx, NULL,
                                                        struct demo_ctx, return -1);
      return res;
    }

    // disconnect
    static void demo_disconnect(vfs_handle_struct *handle) {
      struct demo_ctx *ctx;
      
      SMB_VFS_NEXT_DISCONNECT(handle);
      
      SMB_VFS_HANDLE_GET_DATA(handle, ctx, struct demo_ctx,
                              return -1);
      DEBUG(1, ("%llu disconnect...", ctx->whoami));
    }

    编码需要了解的常用知识​
    1. 如果你的代码不是整条stackable调用链上的最末端, 记得使用SMB_VFS_NEXT_XXX系列函数来维持调用链, 比如说SMB_VFS_NEXT_CONNECT和SMB_VFS_NEXT_DISCONNECT
    2. conf中的模块自定义参数可以通过lp_parm_xxx系列函数来进行解析
    3. 自定义的ctx结构体可以通过SMB_VFS_HANDLE_SET_DATA和SMB_VFS_HANDLE_GET_DATA设定与解析
    4. share的路径存储在handle->conn->connectpath中

    使用C ABI兼容的代码​

    C是一个历史久远的底层语言, 基于C的开发经常会遇到缺少一些数据结构、一些方便的软件库的情况.

    基于更现代的语言的开发往往更具有便利性, 比如go, rust等等.

    为了结合两者的优点, 我们可以使用在代码里include对应头文件和链接对应的so的方式进行开发.

    需要注意的问题​

    编译与安装​

    参考https://wiki.samba.org/index.php/Build_Samba_from_Source

    简而言之

    ./configure
    make
    sudo make install
    - - + + \ No newline at end of file diff --git a/Develop/build-and-test.html b/Develop/build-and-test.html index 2e3988e..9e8ecd2 100644 --- a/Develop/build-and-test.html +++ b/Develop/build-and-test.html @@ -4,8 +4,8 @@ 编译和测试 | Curve Book - - + +
    @@ -14,7 +14,7 @@ 4.2.2 为推荐版本。

    安装依赖​

    编译相关的软件依赖可以参考 dockerfile 中的安装步骤。

    一键编译​

    git clone https://github.com/opencurve/curve.git 或者 git clone https://gitee.com/mirrors/curve.git
    # （中国大陆可选）将外部依赖替换为国内下载点或镜像仓库，可以加快下载速度： bash replace-curve-repo.sh
    # curve v2.0 之前
    bash mk-tar.sh （编译 curvebs 并打tar包）
    bash mk-deb.sh （编译 curvebs 并打debian包）

    # （当前）curve v2.0 及之后
    # 编译 tar dep 包
    make tar dep=1 （编译 curvebs 并打tar包）
    make deb dep=1 （编译 curvebs 并打debian包）
    # 编译 curvebs:
    make ci-build stor=bs dep=1
    # or
    make ci-dep stor=bs && make ci-build stor=bs
    # 编译 curvefs: 
    make ci-build stor=fs dep=1
    # or
    make ci-dep stor=fs && make ci-build stor=fs

    制作镜像​

    该步骤可以在容器内执行也可以在物理机上执行。 注意若是在容器内执行，需要在执行 docker run 命令时添加 -v /var/run/docker.sock:/var/run/docker.sock -v /root/.docker:/root/.docker 参数。

    # 编译 curvebs:
    # 后面的tag参数可以自定义，用于上传到镜像仓库
    make image stor=bs tag=test
    # 编译 curvefs: 
    make image stor=fs tag=test

    上传镜像​

    # test 为上一步中的tag参数
    docker push test

    测试

    docker 容器中测试​

    docker 镜像 opencurvedocker/curve-base:build-debian11 中已经安装了测试中所有的依赖，可以直接在容器中进行测试。

    运行以下命令会拉起一个容器并在容器中执行全部 curvebs 相关的 ci 测试：

    bash ut.sh curvebs

    同样的，你也可以使用命令 make docker 进入到容器中，然后在容器中执行测试相关的命令（比如你对某些测试用例单独进行测试时）。

    与编译一样你也可以使用 make docker 命令进入到容器中，然后在容器中执行测试命令：

    make docker
    bash util/ut_in_image.sh curvebs

    注意 脚本 util/ut_in_image.sh 会运行 minio，如果中途失败，下次运行时需要手动终止 minio 的运行。

    在物理机上测试​

    相关的软件可以参考 dockerfile 来安装依赖。 使用以下命令在物理机上运行全部 curvebs 相关的 ci 测试：

    bash util/ut_in_image.sh curvebs

    测试用例编译及执行​

    编译全部模块​

    仅编译全部模块，不进行打包

    bash ./build.sh

    列出所有测试模块​

    # curvebs
    bazel query '//test/...'
    # curvefs
    bazel query '//curvefs/test/...'

    编译对应模块的代码​

    编译对应模块，例如test/common目录下的common-test测试：

    bazel build test/common:common-test --copt -DHAVE_ZLIB=1 --define=with_glog=true --compilation_mode=dbg --define=libunwind=true

    执行测试​

    执行测试前需要先准备好测试用例运行所需的依赖：

    运行单元测试:

    执行单个测试模块​

    ./bazel-bin/test/common/common-test

    运行单元/集成测试​

    bazel 编译后的可执行程序都在 ./bazel-bin 目录下，例如 test/common 目录下的测试代码对应的测试程序为 ./bazel-bin/test/common/common-test，可以直接运行程序进行测试。

    如果想运行所有的单元测试和集成测试，可以参考 docker 容器中测试 和 在物理机上测试。

    - - + + \ No newline at end of file diff --git a/Develop/code-walkthrough.html b/Develop/code-walkthrough.html index 8e5353a..1caadae 100644 --- a/Develop/code-walkthrough.html +++ b/Develop/code-walkthrough.html @@ -4,13 +4,13 @@ 代码走读 | Curve Book - - + +
    跳到主要内容
    - - + + \ No newline at end of file diff --git a/Develop/how-to-contribute.html b/Develop/how-to-contribute.html index 7a1666e..51d3686 100644 --- a/Develop/how-to-contribute.html +++ b/Develop/how-to-contribute.html @@ -4,13 +4,13 @@ 参与贡献 | Curve Book - - + +
    跳到主要内容
    - - + + \ No newline at end of file diff --git a/Release/release-intro.html b/Release/release-intro.html index ae58de3..983dcdb 100644 --- a/Release/release-intro.html +++ b/Release/release-intro.html @@ -4,13 +4,13 @@ 版本发布周期 | Curve Book - - + +
    跳到主要内容

    版本发布周期

    • CURVE版本发布周期：大版本半年，小版本1~2个月
    • 版本号规则：采用3段式版本号，x.y.z{-后缀}，x是大版本，y是小版本，z是bugfix，后缀用来区beta版本(-beta)、rc版本(-rc)、和稳定版本(没有后缀)。每半年的大版本是指x增加1，每1~2个月的小版本是y增加1。正式版本发布之后，如果有bugfix是z增加1。

    分支规则

    所有的开发都在master分支开发，如果需要发布版本，从master拉取新的分支release-x.y。版本发布从release-x.y分支发布。

    - - + + \ No newline at end of file diff --git a/Release/release-notes-v1.5.html b/Release/release-notes-v1.5.html index bbf1958..579ee40 100644 --- a/Release/release-notes-v1.5.html +++ b/Release/release-notes-v1.5.html @@ -4,13 +4,13 @@ CHANGELOG of v1.5 | Curve Book - - + +
    跳到主要内容

    CHANGELOG of v1.5

    Features​

    Local Snapshot​

    The related functions provided by local snapshots are as follows:

    • Create snapshot
    • Delete snapshot
    • List snapshots
    • Protect snapshot
    • Unprotect snapshot

    Local Clone​

    The relevant functions provided by local cloning are as follows:

    • Clone, that is, clone a subvolume from a local snapshot
    • Flatten, which is to complement the data of the child volume and decouple it from the parent volume and snapshot.
    • children, that is, the subvolumes cloned by querying the snapshot of the parent volume or the subvolumes cloned by querying the snapshot.

    Tools-v2 support for local snapshot and local clone​

    The tools-v2 tool provides a local snapshot command line tool to execute the above-mentioned local snapshot and clone command lines.

    For specific instructions on how to use the tool commands, see the documentation:

    localsnapshotclone_tools_api

    RESTful API interface support for local snapshot and local clone​

    SnapshotCloneServer provides a RESTful API interface, which provides an interface in the form of RESTful API to perform the above-mentioned local snapshot and cloning functions. In addition, RESTful API interfaces for creating volumes, deleting volumes, and listing volumes are provided.

    For specific restfulapi functions, see the documentation:

    localsnapshotclone_restful_api

    The current version's compatibility with the old s3 snapshot-related API functions has not yet been implemented. It is expected to be compatible with the old API in the next version.

    spdk tgt server that supports caching​

    In particular, the release 1.5 version also supports exporting iscsi volumes through the spdk tgt function. By docking the spdk tgt module, curveadm can create a curve target node that supports caching and mount it to multiple platforms such as windows through iscsi (this part requires curveadm Specific versions support).

    - - + + \ No newline at end of file diff --git a/Release/release-notes-v2.6.html b/Release/release-notes-v2.6.html index ce78380..091ea24 100644 --- a/Release/release-notes-v2.6.html +++ b/Release/release-notes-v2.6.html @@ -4,13 +4,13 @@ CHANGELOG of v2.6 | Curve Book - - + +
    跳到主要内容

    CHANGELOG of v2.6

    Previous change logs can be found at CHANGELOG-2.5

    Features​

    Improve​

    Bugfix​

    Performance​

    Hardware​

    3 nodes (3mds, 9metaserver), each with:

    • Intel(R) Xeon(R) CPU E5-2680 v4 @ 2.40GHz
    • 256G RAM
    • disk cache: INTEL SSDSC2BB80 800G (IOPS is about 30000+, bandwidth is about 300 MiB)

    Configure​

    fs.cto: true
    fs.lookupCache.negativeTimeoutSec: 1
    fs.lookupCache.minUses: 3
    fuseClient.supportKVcache: true
    client.loglevel: 0

    fio​

    [global]
    rw=randread
    direct=1
    size=50G
    iodepth=128
    ioengine=libaio
    bsrange=4k-4k
    ramp_time=10
    runtime=300
    group_reporting

    [disk01]
    filename=/path/to/mountpoint/1.txt
    fioIOPS/bandwidthavg-latency(ms)clat 99.00th (ms)clat 99.99th (ms)
    numjobs=1 / size=50GB / 4k randwrite42430.230.1762
    numjobs=1 / size=50GB / 4k randwrite9081.03.5104
    numjobs=1 / size=50GB / 512k write412 MiB/s2.419566
    numjobs=1 / size=50GB / 512k read333 MiB/s2.920115

    mdtest​

    for i in 1 4 8; do mpirun --allow-run-as-root -np $i mdtest -z 2 -b 3 -I 10000 -d /path/to/mountpoint; done
    CaseDir creationDir statDir removalFile creationFile statFile readFile removalTree creationTree removal
    client*13413959912913343838443694309322851
    client*438512326628836115155921505631036316
    client*8415221383144002811416209763473558
    - - + + \ No newline at end of file diff --git a/Release/release-notes-v2.7.html b/Release/release-notes-v2.7.html index 4bd306e..e528100 100644 --- a/Release/release-notes-v2.7.html +++ b/Release/release-notes-v2.7.html @@ -4,13 +4,13 @@ CHANGELOG of v2.7 | Curve Book - - + +
    跳到主要内容

    CHANGELOG of v2.7

    Previous change logs can be found at CHANGELOG-2.6

    Features​

    Improve​

    Bugfix​

    Doc​

    - - + + \ No newline at end of file diff --git a/Roadmap/roadmap-2023.html b/Roadmap/roadmap-2023.html index c8a8c13..e4a7c99 100644 --- a/Roadmap/roadmap-2023.html +++ b/Roadmap/roadmap-2023.html @@ -4,13 +4,13 @@ Curve Roadmap 2023 | Curve Book - - + +
    -
    跳到主要内容
    - - +
    跳到主要内容
    + + \ No newline at end of file diff --git a/Roadmap/roadmap-2024.html b/Roadmap/roadmap-2024.html new file mode 100644 index 0000000..63c2d52 --- /dev/null +++ b/Roadmap/roadmap-2024.html @@ -0,0 +1,16 @@ + + + + + +Curve Roadmap 2024 | Curve Book + + + + +
    +
    跳到主要内容

    Curve Roadmap 2024

    Curve​

    类型需求描述计划时间issue链接
    功能HDFS SDK实现优化，提升性能，支持高级权限管理Q1TBD
    功能支持Ceph Rados作为存储引擎，提升易用性Q2TBD
    功能支持回收站，提升易用性和数据安全性Q4TBD
    功能支持文件系统快照，提升易用性和数据安全性Q4TBD
    性能分布式缓存架构改进，自研分布式缓存集群，提升缓存性能和易用性，支持持久化写缓存Q1TBD
    性能元数据引擎架构改进，提升元数据分布的亲和性，减少元数据操作RPC次数，进一步提升元数据缓存效率Q1TBD
    运维集群监控完善，提升易用性Q1TBD
    运维命令行工具完善，提升易用性Q1TBD
    运维curve-fuse客户端热更新，避免停服升级Q2TBD
    运维支持元数据备份，提升数据可靠性Q3TBD
    测试自动化集成测试工具完善，提升项目质量和版本测试效率Q2TBD

    CurveAdm​

    类型需求描述计划时间issue链接
    功能完善集群服务的在线迁移Q1TBD
    功能完善集群服务的在线扩容Q1TBD
    功能部署过程中，显示定义server对应的故障域Q1TBD
    功能集成rqlite或者提供部署标准的部署步骤Q1TBD
    功能内部功能替换老工具Q1https://github.com/opencurve/curveadm/issues/321
    功能支持监控target定时更新Q1https://github.com/opencurve/curve/issues/2564
    功能提供 playbook 管理功能Q1https://github.com/opencurve/curveadm/issues/343
    性能提升大集群status速度Q1https://github.com/opencurve/curveadm/issues/381

    CSI / Operator​

    类型需求描述计划时间issue链接
    功能CSI挂载恢复，csi node-server重启可以自动挂载Q2TBD
    功能CSI支持quotaQ2TBD
    功能Operator支持集群更新升级Q4TBD
    + + + + \ No newline at end of file diff --git a/assets/js/11a935e6.79ac4dad.js b/assets/js/11a935e6.57a4b2e1.js similarity index 72% rename from assets/js/11a935e6.79ac4dad.js rename to assets/js/11a935e6.57a4b2e1.js index bbfc4ab..7a883d1 100644 --- a/assets/js/11a935e6.79ac4dad.js +++ b/assets/js/11a935e6.57a4b2e1.js @@ -1 +1 @@ -"use strict";(self.webpackChunkcurve_book=self.webpackChunkcurve_book||[]).push([[1934],{3905:(e,r,t)=>{t.d(r,{Zo:()=>l,kt:()=>f});var n=t(7294);function a(e,r,t){return r in e?Object.defineProperty(e,r,{value:t,enumerable:!0,configurable:!0,writable:!0}):e[r]=t,e}function o(e,r){var t=Object.keys(e);if(Object.getOwnPropertySymbols){var n=Object.getOwnPropertySymbols(e);r&&(n=n.filter((function(r){return Object.getOwnPropertyDescriptor(e,r).enumerable}))),t.push.apply(t,n)}return t}function p(e){for(var r=1;r=0||(a[t]=e[t]);return a}(e,r);if(Object.getOwnPropertySymbols){var o=Object.getOwnPropertySymbols(e);for(n=0;n=0||Object.prototype.propertyIsEnumerable.call(e,t)&&(a[t]=e[t])}return a}var i=n.createContext({}),u=function(e){var r=n.useContext(i),t=r;return e&&(t="function"==typeof e?e(r):p(p({},r),e)),t},l=function(e){var r=u(e.components);return n.createElement(i.Provider,{value:r},e.children)},m="mdxType",s={inlineCode:"code",wrapper:function(e){var r=e.children;return n.createElement(n.Fragment,{},r)}},d=n.forwardRef((function(e,r){var t=e.components,a=e.mdxType,o=e.originalType,i=e.parentName,l=c(e,["components","mdxType","originalType","parentName"]),m=u(t),d=a,f=m["".concat(i,".").concat(d)]||m[d]||s[d]||o;return t?n.createElement(f,p(p({ref:r},l),{},{components:t})):n.createElement(f,p({ref:r},l))}));function f(e,r){var t=arguments,a=r&&r.mdxType;if("string"==typeof e||a){var o=t.length,p=new Array(o);p[0]=d;var c={};for(var i in r)hasOwnProperty.call(r,i)&&(c[i]=r[i]);c.originalType=e,c[m]="string"==typeof e?e:a,p[1]=c;for(var u=2;u{t.r(r),t.d(r,{assets:()=>i,contentTitle:()=>p,default:()=>s,frontMatter:()=>o,metadata:()=>c,toc:()=>u});var n=t(7462),a=(t(7294),t(3905));const o={},p="Curve Roadmap 2023",c={unversionedId:"Roadmap/roadmap-2023",id:"Roadmap/roadmap-2023",title:"Curve Roadmap 2023",description:"\u8bf7\u53c2\u8003 Curve Roadmap 2023",source:"@site/docs/08-Roadmap/01-roadmap-2023.md",sourceDirName:"08-Roadmap",slug:"/Roadmap/roadmap-2023",permalink:"/Roadmap/roadmap-2023",draft:!1,tags:[],version:"current",sidebarPosition:1,frontMatter:{},sidebar:"tutorialSidebar",previous:{title:"Roadmap",permalink:"/category/roadmap"}},i={},u=[],l={toc:u},m="wrapper";function s(e){let{components:r,...t}=e;return(0,a.kt)(m,(0,n.Z)({},l,t,{components:r,mdxType:"MDXLayout"}),(0,a.kt)("h1",{id:"curve-roadmap-2023"},"Curve Roadmap 2023"),(0,a.kt)("p",null,"\u8bf7\u53c2\u8003 ",(0,a.kt)("a",{parentName:"p",href:"https://github.com/opencurve/curve/issues/2207"},"Curve Roadmap 2023")))}s.isMDXComponent=!0}}]); \ No newline at end of file +"use strict";(self.webpackChunkcurve_book=self.webpackChunkcurve_book||[]).push([[1934],{3905:(e,r,t)=>{t.d(r,{Zo:()=>l,kt:()=>f});var n=t(7294);function a(e,r,t){return r in e?Object.defineProperty(e,r,{value:t,enumerable:!0,configurable:!0,writable:!0}):e[r]=t,e}function o(e,r){var t=Object.keys(e);if(Object.getOwnPropertySymbols){var n=Object.getOwnPropertySymbols(e);r&&(n=n.filter((function(r){return Object.getOwnPropertyDescriptor(e,r).enumerable}))),t.push.apply(t,n)}return t}function p(e){for(var r=1;r=0||(a[t]=e[t]);return a}(e,r);if(Object.getOwnPropertySymbols){var o=Object.getOwnPropertySymbols(e);for(n=0;n=0||Object.prototype.propertyIsEnumerable.call(e,t)&&(a[t]=e[t])}return a}var i=n.createContext({}),u=function(e){var r=n.useContext(i),t=r;return e&&(t="function"==typeof e?e(r):p(p({},r),e)),t},l=function(e){var r=u(e.components);return n.createElement(i.Provider,{value:r},e.children)},m="mdxType",d={inlineCode:"code",wrapper:function(e){var r=e.children;return n.createElement(n.Fragment,{},r)}},s=n.forwardRef((function(e,r){var t=e.components,a=e.mdxType,o=e.originalType,i=e.parentName,l=c(e,["components","mdxType","originalType","parentName"]),m=u(t),s=a,f=m["".concat(i,".").concat(s)]||m[s]||d[s]||o;return t?n.createElement(f,p(p({ref:r},l),{},{components:t})):n.createElement(f,p({ref:r},l))}));function f(e,r){var t=arguments,a=r&&r.mdxType;if("string"==typeof e||a){var o=t.length,p=new Array(o);p[0]=s;var c={};for(var i in r)hasOwnProperty.call(r,i)&&(c[i]=r[i]);c.originalType=e,c[m]="string"==typeof e?e:a,p[1]=c;for(var u=2;u{t.r(r),t.d(r,{assets:()=>i,contentTitle:()=>p,default:()=>d,frontMatter:()=>o,metadata:()=>c,toc:()=>u});var n=t(7462),a=(t(7294),t(3905));const o={},p="Curve Roadmap 2023",c={unversionedId:"Roadmap/roadmap-2023",id:"Roadmap/roadmap-2023",title:"Curve Roadmap 2023",description:"\u8bf7\u53c2\u8003 Curve Roadmap 2023",source:"@site/docs/08-Roadmap/01-roadmap-2023.md",sourceDirName:"08-Roadmap",slug:"/Roadmap/roadmap-2023",permalink:"/Roadmap/roadmap-2023",draft:!1,tags:[],version:"current",sidebarPosition:1,frontMatter:{},sidebar:"tutorialSidebar",previous:{title:"Roadmap",permalink:"/category/roadmap"},next:{title:"Curve Roadmap 2024",permalink:"/Roadmap/roadmap-2024"}},i={},u=[],l={toc:u},m="wrapper";function d(e){let{components:r,...t}=e;return(0,a.kt)(m,(0,n.Z)({},l,t,{components:r,mdxType:"MDXLayout"}),(0,a.kt)("h1",{id:"curve-roadmap-2023"},"Curve Roadmap 2023"),(0,a.kt)("p",null,"\u8bf7\u53c2\u8003 ",(0,a.kt)("a",{parentName:"p",href:"https://github.com/opencurve/curve/issues/2207"},"Curve Roadmap 2023")))}d.isMDXComponent=!0}}]); \ No newline at end of file diff --git a/assets/js/935f2afb.60695f1e.js b/assets/js/935f2afb.60695f1e.js deleted file mode 100644 index e4e9b09..0000000 --- a/assets/js/935f2afb.60695f1e.js +++ /dev/null @@ -1 +0,0 @@ -"use strict";(self.webpackChunkcurve_book=self.webpackChunkcurve_book||[]).push([[53],{1109:e=>{e.exports=JSON.parse('{"pluginId":"default","version":"current","label":"Next","banner":null,"badge":false,"noIndex":false,"className":"docs-version-current","isLast":true,"docsSidebars":{"tutorialSidebar":[{"type":"link","label":"\u5173\u4e8e Curve","href":"/","docId":"Intro"},{"type":"category","label":"Curve\u5757\u5b58\u50a8","collapsible":true,"collapsed":true,"items":[{"type":"category","label":"\u5e94\u7528\u573a\u666f\u53ca\u6848\u4f8b","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"\u5e94\u7528\u573a\u666f","href":"/CurveBS/usecase/scenario","docId":"CurveBS/usecase/scenario"},{"type":"link","label":"\u9ad8\u6027\u80fd\u4e91\u539f\u751f\u6570\u636e\u5e93\u5b58\u50a8\u5e95\u5ea7","href":"/CurveBS/usecase/cloudnative-database","docId":"CurveBS/usecase/cloudnative-database"},{"type":"link","label":"CurveBS RDMA+SPDK \u7248\u672c\u5728\u7f51\u6613\u6570\u636e\u5e93\u573a\u666f\u7684\u843d\u5730\u5b9e\u8df5","href":"/CurveBS/usecase/rdma-spdk","docId":"CurveBS/usecase/rdma-spdk"},{"type":"link","label":"\u521b\u4e91\u878d\u8fbe\u57fa\u4e8eCurve\u5757\u5b58\u50a8\u7684\u8d85\u878d\u5408\u573a\u666f\u5b9e\u8df5","href":"/CurveBS/usecase/chuangyun","docId":"CurveBS/usecase/chuangyun"},{"type":"link","label":"\u626c\u5dde\u4e07\u65b9\u57fa\u4e8e\u7533\u5a01\u5e73\u53f0\u7684Curve\u5757\u5b58\u50a8\u5728\u9ad8\u6027\u80fd\u548c\u8d85\u878d\u5408\u573a\u666f\u4e0b\u7684\u5b9e\u8df5","href":"/CurveBS/usecase/wanfang","docId":"CurveBS/usecase/wanfang"}],"href":"/category/\u5e94\u7528\u573a\u666f\u53ca\u6848\u4f8b"},{"type":"category","label":"\u90e8\u7f72","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"CurveBS \u5feb\u901f\u4f53\u9a8c","href":"/CurveBS/deploy/quickstart","docId":"CurveBS/deploy/quickstart"},{"type":"link","label":"\u7269\u7406\u673a\u90e8\u7f72 CurveBS \u96c6\u7fa4","href":"/CurveBS/deploy/deploy-with-curveadm","docId":"CurveBS/deploy/deploy-with-curveadm"},{"type":"link","label":"Kubernetes \u4e0a\u90e8\u7f72 CurveFS \u96c6\u7fa4","href":"/CurveBS/deploy/deploy-with-k8s-operator","docId":"CurveBS/deploy/deploy-with-k8s-operator"},{"type":"link","label":"\u79bb\u7ebf\u90e8\u7f72 CurveFS \u96c6\u7fa4","href":"/CurveBS/deploy/offline-deploy","docId":"CurveBS/deploy/offline-deploy"},{"type":"link","label":"CurveBS CSI \u9a71\u52a8\u7a0b\u5e8f","href":"/CurveBS/deploy/csi","docId":"CurveBS/deploy/csi"},{"type":"link","label":"iSCSI \u534f\u8bae\u652f\u6301","href":"/CurveBS/deploy/iscsi","docId":"CurveBS/deploy/iscsi"},{"type":"link","label":"OpenStack\u4e2dCurveBS\u7684Ceph RBD\u517c\u5bb9\u5c42\u5b9e\u73b0","href":"/CurveBS/deploy/rbd","docId":"CurveBS/deploy/rbd"},{"type":"link","label":"OpenStack \u5bf9\u63a5","href":"/CurveBS/deploy/openstack","docId":"CurveBS/deploy/openstack"},{"type":"link","label":"CurveBS RDMA+SPDK \u7248\u672c\u90e8\u7f72","href":"/CurveBS/deploy/rdma-spdk","docId":"CurveBS/deploy/rdma-spdk"},{"type":"link","label":"CurveBS \u63a7\u5236\u53f0\u90e8\u7f72","href":"/CurveBS/deploy/dashboard","docId":"CurveBS/deploy/dashboard"}],"href":"/category/\u90e8\u7f72"},{"type":"category","label":"\u6d4b\u8bd5","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"\u6d4b\u8bd5\u73af\u5883\u914d\u7f6e","href":"/CurveBS/test/env-setup","docId":"CurveBS/test/env-setup"},{"type":"link","label":"\u6982\u8ff0","href":"/CurveBS/test/ci\u4ecb\u7ecd","docId":"CurveBS/test/ci\u4ecb\u7ecd"},{"type":"link","label":"curve\u8986\u76d6\u7387\u6536\u96c6\u4f18\u5316","href":"/CurveBS/test/curve\u8986\u76d6\u7387\u6536\u96c6","docId":"CurveBS/test/curve\u8986\u76d6\u7387\u6536\u96c6"},{"type":"link","label":"\u5f02\u5e38\u81ea\u52a8\u5316\u65b9\u6cd5","href":"/CurveBS/test/\u5f02\u5e38\u81ea\u52a8\u5316\u65b9\u6cd5","docId":"CurveBS/test/\u5f02\u5e38\u81ea\u52a8\u5316\u65b9\u6cd5"},{"type":"link","label":"\u6027\u80fd\u6d4b\u8bd5","href":"/CurveBS/test/\u6d4b\u8bd5\u5de5\u5177","docId":"CurveBS/test/\u6d4b\u8bd5\u5de5\u5177"},{"type":"link","label":"Curve \u6d4b\u8bd5\u73af\u5883\u914d\u7f6e\u4fe1\u606f","href":"/CurveBS/test/\u6d4b\u8bd5\u73af\u5883\u914d\u7f6e\u4fe1\u606f","docId":"CurveBS/test/\u6d4b\u8bd5\u73af\u5883\u914d\u7f6e\u4fe1\u606f"},{"type":"link","label":"\u7f16\u8bd1\u73af\u5883\u642d\u5efa","href":"/CurveBS/test/\u7f16\u8bd1\u548c\u5355\u5143\u6d4b\u8bd5","docId":"CurveBS/test/\u7f16\u8bd1\u548c\u5355\u5143\u6d4b\u8bd5"}],"href":"/category/\u6d4b\u8bd5"},{"type":"category","label":"\u540c\u7c7b\u8f6f\u4ef6\u5bf9\u6bd4","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"CurveBS\u5bf9\u6bd4Ceph RBD","href":"/CurveBS/comparison/CurveBS-vs-Ceph-rbd","docId":"CurveBS/comparison/CurveBS-vs-Ceph-rbd"}],"href":"/category/\u540c\u7c7b\u8f6f\u4ef6\u5bf9\u6bd4"},{"type":"category","label":"\u67b6\u6784","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"\u67b6\u6784\u4ecb\u7ecd","href":"/CurveBS/architecture/architecture-intro","docId":"CurveBS/architecture/architecture-intro"},{"type":"link","label":"CurveBS Chunkserver \u67b6\u6784\u4ecb\u7ecd","href":"/CurveBS/architecture/chunkserver-arch","docId":"CurveBS/architecture/chunkserver-arch"},{"type":"link","label":"CurveBS Client \u67b6\u6784\u4ecb\u7ecd","href":"/CurveBS/architecture/client-arch","docId":"CurveBS/architecture/client-arch"},{"type":"link","label":"CurveBS MDS \u67b6\u6784\u4ecb\u7ecd","href":"/CurveBS/architecture/mds","docId":"CurveBS/architecture/mds"},{"type":"link","label":"CurveBS \u5feb\u7167\u514b\u9686\u67b6\u6784\u8bbe\u8ba1","href":"/CurveBS/architecture/snapshot","docId":"CurveBS/architecture/snapshot"},{"type":"link","label":"\u5ba2\u6237\u7aef\u70ed\u5347\u7ea7\u8bbe\u8ba1\u4ecb\u7ecd","href":"/CurveBS/architecture/nebd","docId":"CurveBS/architecture/nebd"}],"href":"/category/\u67b6\u6784"},{"type":"category","label":"\u6027\u80fd","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"benchmark\u6307\u5357","href":"/CurveBS/performance/how-to-benchmark","docId":"CurveBS/performance/how-to-benchmark"}],"href":"/category/\u6027\u80fd"},{"type":"category","label":"\u8fd0\u7ef4","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"\u547d\u4ee4\u884c\u5de5\u5177","href":"/CurveBS/maintenance/command-line-tools","docId":"CurveBS/maintenance/command-line-tools"},{"type":"category","label":"\u7ba1\u7406\u5458\u64cd\u4f5c\u6307\u5bfc","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"Curve \u542f\u52a8mds","href":"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-start-mds","docId":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-start-mds"},{"type":"link","label":"Curve \u505c\u6b62mds","href":"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-stop-mds","docId":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-stop-mds"},{"type":"link","label":"Curve \u91cd\u542fmds","href":"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-restart-mds","docId":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-restart-mds"},{"type":"link","label":"Curve \u4fee\u6539mds\u914d\u7f6e","href":"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-config-mds","docId":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-config-mds"},{"type":"link","label":"Curve \u5347\u7ea7mds","href":"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-upgrade-mds","docId":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-upgrade-mds"},{"type":"link","label":"Curve \u56de\u9000mds","href":"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-downgrade-mds","docId":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-downgrade-mds"},{"type":"link","label":"Curve \u542f\u52a8chunkserver","href":"/CurveBS/maintenance/administrator-guide/curvebs-datapanel-start-chunkserver","docId":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-start-chunkserver"},{"type":"link","label":"Curve \u505c\u6b62chunkserver","href":"/CurveBS/maintenance/administrator-guide/curvebs-datapanel-stop-chunkserver","docId":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-stop-chunkserver"},{"type":"link","label":"Curve \u91cd\u542fchunkserver","href":"/CurveBS/maintenance/administrator-guide/curvebs-datapanel-restart-chunkserver","docId":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-restart-chunkserver"},{"type":"link","label":"Curve \u4fee\u6539chunkserver\u914d\u7f6e","href":"/CurveBS/maintenance/administrator-guide/curvebs-datapanel-config-chunkserver","docId":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-config-chunkserver"},{"type":"link","label":"Curve \u5347\u7ea7chunkserver","href":"/CurveBS/maintenance/administrator-guide/curvebs-datapanel-upgrade-chunkserver","docId":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-upgrade-chunkserver"},{"type":"link","label":"Curve \u56de\u9000chunkserver","href":"/CurveBS/maintenance/administrator-guide/curvebs-datapanel-downgrade-chunkserver","docId":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-downgrade-chunkserver"},{"type":"link","label":"Curve \u96c6\u7fa4\u6269\u5bb9","href":"/CurveBS/maintenance/administrator-guide/curvebs-datapanel-scaleout","docId":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-scaleout"},{"type":"link","label":"Curve \u574f\u76d8\u66f4\u6362","href":"/CurveBS/maintenance/administrator-guide/curvebs-datapanel-change-disk","docId":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-change-disk"},{"type":"link","label":"Curve \u8fc1\u79fb\u670d\u52a1","href":"/CurveBS/maintenance/administrator-guide/curvebs-datapanel-migrate","docId":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-migrate"},{"type":"link","label":"Curve \u6302\u8f7dnbd\u76d8\u5230\u7269\u7406\u673a","href":"/CurveBS/maintenance/administrator-guide/curvebs-client-map","docId":"CurveBS/maintenance/administrator-guide/curvebs-client-map"},{"type":"link","label":"Curve \u4ece\u7269\u7406\u673a\u5378\u8f7dnbd\u76d8","href":"/CurveBS/maintenance/administrator-guide/curvebs-client-unmap","docId":"CurveBS/maintenance/administrator-guide/curvebs-client-unmap"},{"type":"link","label":"Curve \u542f\u52a8snapshotclone","href":"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-start-snapshot","docId":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-start-snapshot"},{"type":"link","label":"Curve \u505c\u6b62snapshotclone","href":"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-stop-snapshot","docId":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-stop-snapshot"},{"type":"link","label":"Curve \u91cd\u542fsnapshotclone","href":"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-restart-snapshot","docId":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-restart-snapshot"},{"type":"link","label":"Curve \u4fee\u6539snapshotclone\u914d\u7f6e","href":"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-config-snapshot","docId":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-config-snapshot"},{"type":"link","label":"Curve \u5347\u7ea7snapshotclone","href":"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-upgrade-snapshot","docId":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-upgrade-snapshot"},{"type":"link","label":"Curve \u56de\u9000snapshotclone","href":"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-downgrade-snapshot","docId":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-downgrade-snapshot"}],"href":"/category/\u7ba1\u7406\u5458\u64cd\u4f5c\u6307\u5bfc"}],"href":"/category/\u8fd0\u7ef4"},{"type":"category","label":"\u63a5\u53e3\u6587\u6863","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"snapshotcloneserver interface","href":"/CurveBS/interface/snapshotcloneserver_interface","docId":"CurveBS/interface/snapshotcloneserver_interface"},{"type":"link","label":"localsnapshotclone restful api","href":"/CurveBS/interface/localsnapshotclone_restful_api","docId":"CurveBS/interface/localsnapshotclone_restful_api"},{"type":"link","label":"localsnapshotclone tools api","href":"/CurveBS/interface/localsnapshotclone_tools_api","docId":"CurveBS/interface/localsnapshotclone_tools_api"}],"href":"/category/\u63a5\u53e3\u6587\u6863"}],"href":"/category/curve\u5757\u5b58\u50a8"},{"type":"category","label":"Curve\u6587\u4ef6\u5b58\u50a8","collapsible":true,"collapsed":true,"items":[{"type":"category","label":"\u5e94\u7528\u573a\u666f\u53ca\u6848\u4f8b","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"\u5e94\u7528\u573a\u666f","href":"/CurveFS/usecase/scenario","docId":"CurveFS/usecase/scenario"},{"type":"link","label":"\u6c5f\u82cf\u519c\u4fe1\u9009\u62e9CurveFS\u5b9e\u73b0ES\u51b7\u6570\u636e\u957f\u671f\u5b58\u50a8","href":"/CurveFS/usecase/jiangsu-nongxin-es","docId":"CurveFS/usecase/jiangsu-nongxin-es"},{"type":"link","label":"\u57fa\u4e8eCurveFS+Samba\u652f\u6301SMB\u534f\u8bae","href":"/CurveFS/usecase/smb-support","docId":"CurveFS/usecase/smb-support"},{"type":"link","label":"\u516c\u6709\u4e91\u4e0a\u4f7f\u7528CurveFS\u66ff\u6362HDFS\u51b7\u5b58\u50a8\u5b9e\u73b0\u964d\u672c","href":"/CurveFS/usecase/hadoop-on-cloud","docId":"CurveFS/usecase/hadoop-on-cloud"},{"type":"link","label":"CurveFS\u57fa\u4e8eminio-s3-gateway\u7684S3\u534f\u8bae\u652f\u6301","href":"/CurveFS/usecase/s3-gateway","docId":"CurveFS/usecase/s3-gateway"},{"type":"link","label":"CurveFS\u5728Elasticsearch\u51b7\u70ed\u6570\u636e\u5b58\u50a8\u4e2d\u7684\u5e94\u7528","href":"/CurveFS/usecase/elasticsearch-cold-data","docId":"CurveFS/usecase/elasticsearch-cold-data"},{"type":"link","label":"Curve \u6587\u4ef6\u7cfb\u7edf\u4e3a AI \u4e1a\u52a1\u964d\u672c\u589e\u6548","href":"/CurveFS/usecase/ai-storage","docId":"CurveFS/usecase/ai-storage"},{"type":"link","label":"CurveFS \u52a9\u529b\u7f51\u6613\u4e91\u5546\uff0c\u89e3\u51b3\u8bed\u97f3\u8bc6\u522b\u8bad\u7ec3\u6570\u636e\u589e\u957f\u9700\u6c42","href":"/CurveFS/usecase/asr-storage","docId":"CurveFS/usecase/asr-storage"}],"href":"/category/\u5e94\u7528\u573a\u666f\u53ca\u6848\u4f8b-1"},{"type":"category","label":"\u90e8\u7f72","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"CurveFS \u5feb\u901f\u4f53\u9a8c","href":"/CurveFS/deploy/quickstart","docId":"CurveFS/deploy/quickstart"},{"type":"link","label":"\u7269\u7406\u673a\u90e8\u7f72 CurveFS \u96c6\u7fa4","href":"/CurveFS/deploy/deploy-with-curveadm","docId":"CurveFS/deploy/deploy-with-curveadm"},{"type":"link","label":"Kubernetes \u4e0a\u90e8\u7f72 CurveFS \u96c6\u7fa4","href":"/CurveFS/deploy/deploy-with-k8s-operator","docId":"CurveFS/deploy/deploy-with-k8s-operator"},{"type":"link","label":"\u79bb\u7ebf\u90e8\u7f72 CurveFS \u96c6\u7fa4","href":"/CurveFS/deploy/offline-deploy","docId":"CurveFS/deploy/offline-deploy"},{"type":"link","label":"\u4f7f\u7528 CurveAdm \u90e8\u7f72\u5206\u5e03\u5f0f\u7f13\u5b58","href":"/CurveFS/deploy/distributed-cache","docId":"CurveFS/deploy/distributed-cache"},{"type":"link","label":"CurveFS CSI \u9a71\u52a8\u7a0b\u5e8f","href":"/CurveFS/deploy/csi","docId":"CurveFS/deploy/csi"},{"type":"link","label":"\u9759\u6001PV\u914d\u7f6e","href":"/CurveFS/deploy/static-pv","docId":"CurveFS/deploy/static-pv"},{"type":"link","label":"CurveFS Client Config For Curveadm","href":"/CurveFS/deploy/curvefs-client-config","docId":"CurveFS/deploy/curvefs-client-config"}],"href":"/category/\u90e8\u7f72-1"},{"type":"category","label":"\u6d4b\u8bd5","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"\u6d4b\u8bd5\u73af\u5883\u914d\u7f6e","href":"/CurveFS/test/env-setup","docId":"CurveFS/test/env-setup"},{"type":"link","label":"\u6982\u8ff0","href":"/CurveFS/test/ci\u4ecb\u7ecd","docId":"CurveFS/test/ci\u4ecb\u7ecd"},{"type":"link","label":"\u5f02\u5e38\u81ea\u52a8\u5316\u65b9\u6cd5","href":"/CurveFS/test/\u5f02\u5e38\u81ea\u52a8\u5316\u65b9\u6cd5","docId":"CurveFS/test/\u5f02\u5e38\u81ea\u52a8\u5316\u65b9\u6cd5"},{"type":"link","label":"\u6027\u80fd\u6d4b\u8bd5","href":"/CurveFS/test/\u6027\u80fd\u6d4b\u8bd5\u5de5\u5177","docId":"CurveFS/test/\u6027\u80fd\u6d4b\u8bd5\u5de5\u5177"},{"type":"link","label":"\u7f16\u8bd1\u73af\u5883\u642d\u5efa","href":"/CurveFS/test/\u7f16\u8bd1\u548c\u5355\u5143\u6d4b\u8bd5","docId":"CurveFS/test/\u7f16\u8bd1\u548c\u5355\u5143\u6d4b\u8bd5"}],"href":"/category/\u6d4b\u8bd5-1"},{"type":"category","label":"\u540c\u7c7b\u8f6f\u4ef6\u5bf9\u6bd4","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"CurveFS \u5bf9\u6bd4\u5176\u4ed6FS","href":"/CurveFS/comparison/CurveFS-vs-Other-FS","docId":"CurveFS/comparison/CurveFS-vs-Other-FS"}],"href":"/category/\u540c\u7c7b\u8f6f\u4ef6\u5bf9\u6bd4-1"},{"type":"category","label":"\u67b6\u6784","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"CurveFS \u67b6\u6784\u4ecb\u7ecd","href":"/CurveFS/architecture/architecture-intro","docId":"CurveFS/architecture/architecture-intro"},{"type":"link","label":"CurveFS Client \u67b6\u6784\u4ecb\u7ecd","href":"/CurveFS/architecture/client-arch","docId":"CurveFS/architecture/client-arch"},{"type":"link","label":"CurveFS MetaServer \u67b6\u6784\u4ecb\u7ecd","href":"/CurveFS/architecture/metaserver-arch","docId":"CurveFS/architecture/metaserver-arch"}],"href":"/category/\u67b6\u6784-1"},{"type":"category","label":"\u6027\u80fd","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"\u6027\u80fd\u6d4b\u8bd5\u6307\u5357","href":"/CurveFS/performance/how-to-benchmark","docId":"CurveFS/performance/how-to-benchmark"},{"type":"link","label":"\u6027\u80fd\u6307\u6807","href":"/CurveFS/performance/benchmark","docId":"CurveFS/performance/benchmark"},{"type":"link","label":"\u6027\u80fd\u8c03\u4f18","href":"/CurveFS/performance/perf-tune","docId":"CurveFS/performance/perf-tune"}],"href":"/category/\u6027\u80fd-1"},{"type":"category","label":"\u8fd0\u7ef4","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"\u547d\u4ee4\u884c\u5de5\u5177","href":"/CurveFS/maintenance/command-line-tools","docId":"CurveFS/maintenance/command-line-tools"},{"type":"category","label":"\u7ba1\u7406\u5458\u64cd\u4f5c\u6307\u5bfc","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"Curve \u542f\u52a8mds","href":"/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-start-mds","docId":"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-start-mds"},{"type":"link","label":"Curve \u505c\u6b62mds","href":"/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-stop-mds","docId":"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-stop-mds"},{"type":"link","label":"Curve \u91cd\u542fmds","href":"/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-restart-mds","docId":"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-restart-mds"},{"type":"link","label":"Curve \u4fee\u6539mds\u914d\u7f6e","href":"/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-config-mds","docId":"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-config-mds"},{"type":"link","label":"Curve \u5347\u7ea7mds","href":"/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-upgrade-mds","docId":"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-upgrade-mds"},{"type":"link","label":"Curve \u56de\u9000mds","href":"/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-downgrade-mds","docId":"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-downgrade-mds"},{"type":"link","label":"Curve \u542f\u52a8metaserver","href":"/CurveFS/maintenance/administrator-guide/curvefs-datapanel-start-metaserver","docId":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-start-metaserver"},{"type":"link","label":"Curve \u505c\u6b62metaserver","href":"/CurveFS/maintenance/administrator-guide/curvefs-datapanel-stop-metaserver","docId":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-stop-metaserver"},{"type":"link","label":"Curve \u91cd\u542fmetaserver","href":"/CurveFS/maintenance/administrator-guide/curvefs-datapanel-restart-metaserver","docId":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-restart-metaserver"},{"type":"link","label":"Curve \u4fee\u6539metaserver\u914d\u7f6e","href":"/CurveFS/maintenance/administrator-guide/curvefs-datapanel-config-metaserver","docId":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-config-metaserver"},{"type":"link","label":"Curve \u5347\u7ea7metaserver","href":"/CurveFS/maintenance/administrator-guide/curvefs-datapanel-upgrade-metaserver","docId":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-upgrade-metaserver"},{"type":"link","label":"Curve \u56de\u9000metaserver","href":"/CurveFS/maintenance/administrator-guide/curvefs-datapanel-downgrade-metaserver","docId":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-downgrade-metaserver"},{"type":"link","label":"Curve \u96c6\u7fa4\u6269\u5bb9","href":"/CurveFS/maintenance/administrator-guide/curvefs-datapanel-scaleout","docId":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-scaleout"},{"type":"link","label":"Curve \u574f\u76d8\u66f4\u6362","href":"/CurveFS/maintenance/administrator-guide/curvefs-datapanel-change-disk","docId":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-change-disk"},{"type":"link","label":"Curve \u8fc1\u79fb\u670d\u52a1","href":"/CurveFS/maintenance/administrator-guide/curvefs-datapanel-migrate","docId":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-migrate"},{"type":"link","label":"Curve \u6302\u8f7d\u6587\u4ef6\u7cfb\u7edf","href":"/CurveFS/maintenance/administrator-guide/curvefs-client-mount","docId":"CurveFS/maintenance/administrator-guide/curvefs-client-mount"},{"type":"link","label":"Curve \u5378\u8f7d\u6587\u4ef6\u7cfb\u7edf","href":"/CurveFS/maintenance/administrator-guide/curvefs-client-umount","docId":"CurveFS/maintenance/administrator-guide/curvefs-client-umount"}],"href":"/category/\u7ba1\u7406\u5458\u64cd\u4f5c\u6307\u5bfc-1"},{"type":"link","label":"\u8fc1\u79fb\u6570\u636e\u5230 CurveFS","href":"/CurveFS/maintenance/data-migration","docId":"CurveFS/maintenance/data-migration"}],"href":"/category/\u8fd0\u7ef4-1"}],"href":"/category/curve\u6587\u4ef6\u5b58\u50a8"},{"type":"category","label":"\u5f00\u53d1\u8005\u76f8\u5173","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"\u53c2\u4e0e\u8d21\u732e","href":"/Develop/how-to-contribute","docId":"Develop/how-to-contribute"},{"type":"link","label":"\u7f16\u8bd1\u548c\u6d4b\u8bd5","href":"/Develop/build-and-test","docId":"Develop/build-and-test"},{"type":"link","label":"\u4ee3\u7801\u8d70\u8bfb","href":"/Develop/code-walkthrough","docId":"Develop/code-walkthrough"}],"href":"/category/\u5f00\u53d1\u8005\u76f8\u5173"},{"type":"category","label":"\u793e\u533a\u76f8\u5173","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"\u793e\u533a\u51c6\u5219","href":"/Community/community-guideline","docId":"Community/community-guideline"},{"type":"category","label":"\u53cc\u5468\u4f1a","collapsible":true,"collapsed":true,"items":[{"type":"category","label":"2023","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"README","href":"/Community/Double-Week-Meetings/01-2023/README","docId":"Community/Double-Week-Meetings/01-2023/README"},{"type":"link","label":"2023-01-12","href":"/Community/Double-Week-Meetings/01-2023/2023-01-12","docId":"Community/Double-Week-Meetings/01-2023/2023-01-12"},{"type":"link","label":"2023-02-09","href":"/Community/Double-Week-Meetings/01-2023/2023-02-09","docId":"Community/Double-Week-Meetings/01-2023/2023-02-09"},{"type":"link","label":"2023-02-23","href":"/Community/Double-Week-Meetings/01-2023/2023-02-23","docId":"Community/Double-Week-Meetings/01-2023/2023-02-23"},{"type":"link","label":"2023-03-09","href":"/Community/Double-Week-Meetings/01-2023/2023-03-09","docId":"Community/Double-Week-Meetings/01-2023/2023-03-09"},{"type":"link","label":"2023-03-23","href":"/Community/Double-Week-Meetings/01-2023/2023-03-23","docId":"Community/Double-Week-Meetings/01-2023/2023-03-23"},{"type":"link","label":"2023-04-13","href":"/Community/Double-Week-Meetings/01-2023/2023-04-13","docId":"Community/Double-Week-Meetings/01-2023/2023-04-13"},{"type":"link","label":"2023-04-27","href":"/Community/Double-Week-Meetings/01-2023/2023-04-27","docId":"Community/Double-Week-Meetings/01-2023/2023-04-27"},{"type":"link","label":"2023-05-18","href":"/Community/Double-Week-Meetings/01-2023/2023-05-18","docId":"Community/Double-Week-Meetings/01-2023/2023-05-18"},{"type":"link","label":"2023-06-01","href":"/Community/Double-Week-Meetings/01-2023/2023-06-01","docId":"Community/Double-Week-Meetings/01-2023/2023-06-01"},{"type":"link","label":"2023-06-15","href":"/Community/Double-Week-Meetings/01-2023/2023-06-15","docId":"Community/Double-Week-Meetings/01-2023/2023-06-15"},{"type":"link","label":"2023-06-29","href":"/Community/Double-Week-Meetings/01-2023/2023-06-29","docId":"Community/Double-Week-Meetings/01-2023/2023-06-29"},{"type":"link","label":"2023-07-13","href":"/Community/Double-Week-Meetings/01-2023/2023-07-13","docId":"Community/Double-Week-Meetings/01-2023/2023-07-13"},{"type":"link","label":"2023-08-03","href":"/Community/Double-Week-Meetings/01-2023/2023-08-03","docId":"Community/Double-Week-Meetings/01-2023/2023-08-03"},{"type":"link","label":"2023-09-14","href":"/Community/Double-Week-Meetings/01-2023/2023-09-14","docId":"Community/Double-Week-Meetings/01-2023/2023-09-14"},{"type":"link","label":"2023-10-12","href":"/Community/Double-Week-Meetings/01-2023/2023-10-12","docId":"Community/Double-Week-Meetings/01-2023/2023-10-12"},{"type":"link","label":"2023-12-14","href":"/Community/Double-Week-Meetings/01-2023/2023-12-14","docId":"Community/Double-Week-Meetings/01-2023/2023-12-14"}],"href":"/category/2023"}],"href":"/category/\u53cc\u5468\u4f1a"}],"href":"/category/\u793e\u533a\u76f8\u5173"},{"type":"category","label":"\u7248\u672c\u76f8\u5173","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"\u7248\u672c\u53d1\u5e03\u5468\u671f","href":"/Release/release-intro","docId":"Release/release-intro"},{"type":"link","label":"CHANGELOG of v1.5","href":"/Release/release-notes-v1.5","docId":"Release/release-notes-v1.5"},{"type":"link","label":"CHANGELOG of v2.6","href":"/Release/release-notes-v2.6","docId":"Release/release-notes-v2.6"},{"type":"link","label":"CHANGELOG of v2.7","href":"/Release/release-notes-v2.7","docId":"Release/release-notes-v2.7"}],"href":"/category/\u7248\u672c\u76f8\u5173"},{"type":"link","label":"FAQ","href":"/faq","docId":"FAQ"},{"type":"category","label":"Roadmap","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"Curve Roadmap 2023","href":"/Roadmap/roadmap-2023","docId":"Roadmap/roadmap-2023"}],"href":"/category/roadmap"}]},"docs":{"Community/community-guideline":{"id":"Community/community-guideline","title":"\u793e\u533a\u51c6\u5219","description":"\u793e\u533a\u6cbb\u7406","sidebar":"tutorialSidebar"},"Community/Double-Week-Meetings/01-2023/2023-01-12":{"id":"Community/Double-Week-Meetings/01-2023/2023-01-12","title":"2023-01-12","description":"\u65f6\u95f4","sidebar":"tutorialSidebar"},"Community/Double-Week-Meetings/01-2023/2023-02-09":{"id":"Community/Double-Week-Meetings/01-2023/2023-02-09","title":"2023-02-09","description":"\u65f6\u95f4","sidebar":"tutorialSidebar"},"Community/Double-Week-Meetings/01-2023/2023-02-23":{"id":"Community/Double-Week-Meetings/01-2023/2023-02-23","title":"2023-02-23","description":"\u65f6\u95f4","sidebar":"tutorialSidebar"},"Community/Double-Week-Meetings/01-2023/2023-03-09":{"id":"Community/Double-Week-Meetings/01-2023/2023-03-09","title":"2023-03-09","description":"\u65f6\u95f4","sidebar":"tutorialSidebar"},"Community/Double-Week-Meetings/01-2023/2023-03-23":{"id":"Community/Double-Week-Meetings/01-2023/2023-03-23","title":"2023-03-23","description":"\u65f6\u95f4","sidebar":"tutorialSidebar"},"Community/Double-Week-Meetings/01-2023/2023-04-13":{"id":"Community/Double-Week-Meetings/01-2023/2023-04-13","title":"2023-04-13","description":"\x3c!--","sidebar":"tutorialSidebar"},"Community/Double-Week-Meetings/01-2023/2023-04-27":{"id":"Community/Double-Week-Meetings/01-2023/2023-04-27","title":"2023-04-27","description":"\u65f6\u95f4","sidebar":"tutorialSidebar"},"Community/Double-Week-Meetings/01-2023/2023-05-18":{"id":"Community/Double-Week-Meetings/01-2023/2023-05-18","title":"2023-05-18","description":"\u65f6\u95f4","sidebar":"tutorialSidebar"},"Community/Double-Week-Meetings/01-2023/2023-06-01":{"id":"Community/Double-Week-Meetings/01-2023/2023-06-01","title":"2023-06-01","description":"\u65f6\u95f4","sidebar":"tutorialSidebar"},"Community/Double-Week-Meetings/01-2023/2023-06-15":{"id":"Community/Double-Week-Meetings/01-2023/2023-06-15","title":"2023-06-15","description":"\u65f6\u95f4","sidebar":"tutorialSidebar"},"Community/Double-Week-Meetings/01-2023/2023-06-29":{"id":"Community/Double-Week-Meetings/01-2023/2023-06-29","title":"2023-06-29","description":"\u65f6\u95f4","sidebar":"tutorialSidebar"},"Community/Double-Week-Meetings/01-2023/2023-07-13":{"id":"Community/Double-Week-Meetings/01-2023/2023-07-13","title":"2023-07-13","description":"\u65f6\u95f4","sidebar":"tutorialSidebar"},"Community/Double-Week-Meetings/01-2023/2023-08-03":{"id":"Community/Double-Week-Meetings/01-2023/2023-08-03","title":"2023-08-03","description":"\u65f6\u95f4","sidebar":"tutorialSidebar"},"Community/Double-Week-Meetings/01-2023/2023-09-14":{"id":"Community/Double-Week-Meetings/01-2023/2023-09-14","title":"2023-09-14","description":"\u65f6\u95f4","sidebar":"tutorialSidebar"},"Community/Double-Week-Meetings/01-2023/2023-10-12":{"id":"Community/Double-Week-Meetings/01-2023/2023-10-12","title":"2023-10-12","description":"\u65f6\u95f4","sidebar":"tutorialSidebar"},"Community/Double-Week-Meetings/01-2023/2023-12-14":{"id":"Community/Double-Week-Meetings/01-2023/2023-12-14","title":"2023-12-14","description":"\u65f6\u95f4","sidebar":"tutorialSidebar"},"Community/Double-Week-Meetings/01-2023/README":{"id":"Community/Double-Week-Meetings/01-2023/README","title":"README","description":"Curve \u53cc\u5468\u4f1a","sidebar":"tutorialSidebar"},"CurveBS/architecture/architecture-intro":{"id":"CurveBS/architecture/architecture-intro","title":"\u67b6\u6784\u4ecb\u7ecd","description":"\u8bf7\u53c2\u8003Curve\u8bbe\u8ba1\u8981\u70b9","sidebar":"tutorialSidebar"},"CurveBS/architecture/chunkserver-arch":{"id":"CurveBS/architecture/chunkserver-arch","title":"CurveBS Chunkserver \u67b6\u6784\u4ecb\u7ecd","description":"1 ChunkServer \u6982\u8ff0","sidebar":"tutorialSidebar"},"CurveBS/architecture/client-arch":{"id":"CurveBS/architecture/client-arch","title":"CurveBS Client \u67b6\u6784\u4ecb\u7ecd","description":"1 \u6982\u8981","sidebar":"tutorialSidebar"},"CurveBS/architecture/mds":{"id":"CurveBS/architecture/mds","title":"CurveBS MDS \u67b6\u6784\u4ecb\u7ecd","description":"\u6982\u8981","sidebar":"tutorialSidebar"},"CurveBS/architecture/nebd":{"id":"CurveBS/architecture/nebd","title":"\u5ba2\u6237\u7aef\u70ed\u5347\u7ea7\u8bbe\u8ba1\u4ecb\u7ecd","description":"\u6982\u8981","sidebar":"tutorialSidebar"},"CurveBS/architecture/snapshot":{"id":"CurveBS/architecture/snapshot","title":"CurveBS \u5feb\u7167\u514b\u9686\u67b6\u6784\u8bbe\u8ba1","description":"TBD","sidebar":"tutorialSidebar"},"CurveBS/comparison/CurveBS-vs-Ceph-rbd":{"id":"CurveBS/comparison/CurveBS-vs-Ceph-rbd","title":"CurveBS\u5bf9\u6bd4Ceph RBD","description":"\u9ad8\u6027\u80fd | \u66f4\u7a33\u5b9a | \u6613\u8fd0\u7ef4 | \u4e91\u539f\u751f","sidebar":"tutorialSidebar"},"CurveBS/deploy/csi":{"id":"CurveBS/deploy/csi","title":"CurveBS CSI \u9a71\u52a8\u7a0b\u5e8f","description":"\u7b80\u4ecb","sidebar":"tutorialSidebar"},"CurveBS/deploy/dashboard":{"id":"CurveBS/deploy/dashboard","title":"CurveBS \u63a7\u5236\u53f0\u90e8\u7f72","description":"\u80cc\u666f","sidebar":"tutorialSidebar"},"CurveBS/deploy/deploy-with-curveadm":{"id":"CurveBS/deploy/deploy-with-curveadm","title":"\u7269\u7406\u673a\u90e8\u7f72 CurveBS \u96c6\u7fa4","description":"\u4e3a\u4e86\u63d0\u5347 Curve \u7684\u8fd0\u7ef4\u4fbf\u5229\u6027\uff0c\u6211\u4eec\u8bbe\u8ba1\u5f00\u53d1\u4e86 CurveAdm \u9879\u76ee\uff0c\u5176\u4e3b\u8981\u7528\u4e8e\u90e8\u7f72\u548c\u7ba1\u7406 Curve \u96c6\u7fa4\uff0c\u76ee\u524d\u5df2\u652f\u6301\u90e8\u7f72CurveBS & CurveFS\uff0c\u76f8\u5173\u4f7f\u7528\u6587\u6863\u8bf7\u53c2\u8003 CurveAdm\u7528\u6237\u624b\u518c\uff0c\u5e76\u6839\u636e\u624b\u518c\u9996\u5148\u5b89\u88c5CurveAdm\u5de5\u5177\u4e4b\u540e\u518d\u8fdb\u884cCurve\u96c6\u7fa4\u7684\u90e8\u7f72\u3002","sidebar":"tutorialSidebar"},"CurveBS/deploy/deploy-with-k8s-operator":{"id":"CurveBS/deploy/deploy-with-k8s-operator","title":"Kubernetes \u4e0a\u90e8\u7f72 CurveFS \u96c6\u7fa4","description":"curve-operator\u4ee3\u7801\u4ed3\u5e93\uff1ahttps://github.com/opencurve/curve-operator/blob/master/docs/readme_cn.md","sidebar":"tutorialSidebar"},"CurveBS/deploy/iscsi":{"id":"CurveBS/deploy/iscsi","title":"iSCSI \u534f\u8bae\u652f\u6301","description":"\u76ee\u524d CurveBS \u652f\u6301\u4e24\u79cd iscsi target\u670d\u52a1\uff0c\u8bf7\u9009\u62e9\u5408\u9002\u7684\u8fdb\u884c\u90e8\u7f72\u4f7f\u7528\uff1a","sidebar":"tutorialSidebar"},"CurveBS/deploy/offline-deploy":{"id":"CurveBS/deploy/offline-deploy","title":"\u79bb\u7ebf\u90e8\u7f72 CurveFS \u96c6\u7fa4","description":"\u672c\u6587\u9002\u7528\u4e8e\u65e0\u6cd5\u4ece\u516c\u7f51docker\u955c\u50cf\u4ed3\u5e93\u62c9\u53d6CurveFS docker\u955c\u50cf\u573a\u666f\u4e0b\u7684\u90e8\u7f72\u3002","sidebar":"tutorialSidebar"},"CurveBS/deploy/openstack":{"id":"CurveBS/deploy/openstack","title":"OpenStack \u5bf9\u63a5","description":"1. Cinder\u5bf9\u63a5\u8bf7\u53c2\u8003\uff1ahttps://github.com/opencurve/curve-cinder","sidebar":"tutorialSidebar"},"CurveBS/deploy/quickstart":{"id":"CurveBS/deploy/quickstart","title":"CurveBS \u5feb\u901f\u4f53\u9a8c","description":"\u4e3a\u4e86\u63d0\u5347 Curve \u7684\u8fd0\u7ef4\u4fbf\u5229\u6027\uff0c\u6211\u4eec\u8bbe\u8ba1\u5f00\u53d1\u4e86 CurveAdm \u9879\u76ee\uff0c\u5176\u4e3b\u8981\u7528\u4e8e\u90e8\u7f72\u548c\u7ba1\u7406 Curve \u96c6\u7fa4\uff0c\u76ee\u524d\u5df2\u652f\u6301\u90e8\u7f72CurveBS & CurveFS\uff0c\u76f8\u5173\u4f7f\u7528\u6587\u6863\u8bf7\u53c2\u8003 CurveAdm\u7528\u6237\u624b\u518c\uff0c\u5e76\u6839\u636e\u624b\u518c\u9996\u5148\u5b89\u88c5CurveAdm\u5de5\u5177\u4e4b\u540e\u518d\u8fdb\u884cCurve\u96c6\u7fa4\u7684\u90e8\u7f72\u3002","sidebar":"tutorialSidebar"},"CurveBS/deploy/rbd":{"id":"CurveBS/deploy/rbd","title":"OpenStack\u4e2dCurveBS\u7684Ceph RBD\u517c\u5bb9\u5c42\u5b9e\u73b0","description":"\u80cc\u666f\u4e0e\u76ee\u6807","sidebar":"tutorialSidebar"},"CurveBS/deploy/rdma-spdk":{"id":"CurveBS/deploy/rdma-spdk","title":"CurveBS RDMA+SPDK \u7248\u672c\u90e8\u7f72","description":"\u7cfb\u7edf\u73af\u5883","sidebar":"tutorialSidebar"},"CurveBS/interface/localsnapshotclone_restful_api":{"id":"CurveBS/interface/localsnapshotclone_restful_api","title":"localsnapshotclone restful api","description":"localsnapshotclone restful api \u9700\u517c\u5bb9\u539f\u6709s3\u5feb\u7167api: snapshotcloneserverinterface, \u4f7f\u7528\u4e24\u5957API\u5747\u53ef\u4ee5\u8c03\u7528\u672c\u5730\u5feb\u7167\u548c\u514b\u9686\u529f\u80fd,","sidebar":"tutorialSidebar"},"CurveBS/interface/localsnapshotclone_tools_api":{"id":"CurveBS/interface/localsnapshotclone_tools_api","title":"localsnapshotclone tools api","description":"\u672c\u5730\u5feb\u7167\u548c\u514b\u9686\u91c7\u7528tools-v2\u5de5\u5177\u547d\u4ee4\u884c\u65b9\u5f0f\uff0c\u4f7f\u7528\u65b9\u6cd5\u5982\u4e0b\uff1a","sidebar":"tutorialSidebar"},"CurveBS/interface/snapshotcloneserver_interface":{"id":"CurveBS/interface/snapshotcloneserver_interface","title":"snapshotcloneserver interface","description":"\u521b\u5efa\u5feb\u7167\uff1a","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-client-map":{"id":"CurveBS/maintenance/administrator-guide/curvebs-client-map","title":"Curve \u6302\u8f7dnbd\u76d8\u5230\u7269\u7406\u673a","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-client-unmap":{"id":"CurveBS/maintenance/administrator-guide/curvebs-client-unmap","title":"Curve \u4ece\u7269\u7406\u673a\u5378\u8f7dnbd\u76d8","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-config-mds":{"id":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-config-mds","title":"Curve \u4fee\u6539mds\u914d\u7f6e","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-config-snapshot":{"id":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-config-snapshot","title":"Curve \u4fee\u6539snapshotclone\u914d\u7f6e","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-downgrade-mds":{"id":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-downgrade-mds","title":"Curve \u56de\u9000mds","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-downgrade-snapshot":{"id":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-downgrade-snapshot","title":"Curve \u56de\u9000snapshotclone","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-restart-mds":{"id":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-restart-mds","title":"Curve \u91cd\u542fmds","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-restart-snapshot":{"id":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-restart-snapshot","title":"Curve \u91cd\u542fsnapshotclone","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-start-mds":{"id":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-start-mds","title":"Curve \u542f\u52a8mds","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-start-snapshot":{"id":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-start-snapshot","title":"Curve \u542f\u52a8snapshotclone","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-stop-mds":{"id":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-stop-mds","title":"Curve \u505c\u6b62mds","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-stop-snapshot":{"id":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-stop-snapshot","title":"Curve \u505c\u6b62snapshotclone","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-upgrade-mds":{"id":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-upgrade-mds","title":"Curve \u5347\u7ea7mds","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-upgrade-snapshot":{"id":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-upgrade-snapshot","title":"Curve \u5347\u7ea7snapshotclone","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-datapanel-change-disk":{"id":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-change-disk","title":"Curve \u574f\u76d8\u66f4\u6362","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-datapanel-config-chunkserver":{"id":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-config-chunkserver","title":"Curve \u4fee\u6539chunkserver\u914d\u7f6e","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-datapanel-downgrade-chunkserver":{"id":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-downgrade-chunkserver","title":"Curve \u56de\u9000chunkserver","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-datapanel-migrate":{"id":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-migrate","title":"Curve \u8fc1\u79fb\u670d\u52a1","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-datapanel-restart-chunkserver":{"id":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-restart-chunkserver","title":"Curve \u91cd\u542fchunkserver","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-datapanel-scaleout":{"id":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-scaleout","title":"Curve \u96c6\u7fa4\u6269\u5bb9","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-datapanel-start-chunkserver":{"id":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-start-chunkserver","title":"Curve \u542f\u52a8chunkserver","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-datapanel-stop-chunkserver":{"id":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-stop-chunkserver","title":"Curve \u505c\u6b62chunkserver","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-datapanel-upgrade-chunkserver":{"id":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-upgrade-chunkserver","title":"Curve \u5347\u7ea7chunkserver","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/command-line-tools":{"id":"CurveBS/maintenance/command-line-tools","title":"\u547d\u4ee4\u884c\u5de5\u5177","description":"Curve \u547d\u4ee4\u884c\u5de5\u5177\u4ee3\u7801\u4ed3\u5e93\u5730\u5740\uff1ahttps://github.com/opencurve/curve/blob/master/tools-v2/README.md","sidebar":"tutorialSidebar"},"CurveBS/performance/how-to-benchmark":{"id":"CurveBS/performance/how-to-benchmark","title":"benchmark\u6307\u5357","description":"TBD","sidebar":"tutorialSidebar"},"CurveBS/test/ci\u4ecb\u7ecd":{"id":"CurveBS/test/ci\u4ecb\u7ecd","title":"\u6982\u8ff0","description":"\u672c\u6587\u5c06\u4e3b\u8981\u4ecb\u7ecd\u793e\u533a\u4eba\u5458\u5728\u53c2\u4e0ecurve\u9879\u76ee\u5f00\u53d1\u8fc7\u7a0b\u4e2d\u5982\u4f55\u5feb\u901f\u63d0\u4ea4PR\u5e76\u8fdb\u884cCI\u6d4b\u8bd5\uff0c\u4ee5\u53ca\u5feb\u901f\u5b9a\u4f4dCI\u5931\u8d25\u539f\u56e0\u3002","sidebar":"tutorialSidebar"},"CurveBS/test/curve\u8986\u76d6\u7387\u6536\u96c6":{"id":"CurveBS/test/curve\u8986\u76d6\u7387\u6536\u96c6","title":"curve\u8986\u76d6\u7387\u6536\u96c6\u4f18\u5316","description":"curve\u4e3b\u8981\u4ece2\u4e2a\u7ef4\u5ea6\u8861\u91cf\u5355\u5143\u6d4b\u8bd5\u8986\u76d6\u7387\uff1a\u884c\u8986\u76d6\u7387\u548c\u5206\u652f\u8986\u76d6\u7387\u3002","sidebar":"tutorialSidebar"},"CurveBS/test/env-setup":{"id":"CurveBS/test/env-setup","title":"\u6d4b\u8bd5\u73af\u5883\u914d\u7f6e","description":"\u8bf7\u53c2\u8003 \u6d4b\u8bd5\u73af\u5883\u914d\u7f6e","sidebar":"tutorialSidebar"},"CurveBS/test/\u5f02\u5e38\u81ea\u52a8\u5316\u65b9\u6cd5":{"id":"CurveBS/test/\u5f02\u5e38\u81ea\u52a8\u5316\u65b9\u6cd5","title":"\u5f02\u5e38\u81ea\u52a8\u5316\u65b9\u6cd5","description":"\u6d4b\u8bd5\u76ee\u7684","sidebar":"tutorialSidebar"},"CurveBS/test/\u6d4b\u8bd5\u5de5\u5177":{"id":"CurveBS/test/\u6d4b\u8bd5\u5de5\u5177","title":"\u6027\u80fd\u6d4b\u8bd5","description":"\u80cc\u666f\u77e5\u8bc6","sidebar":"tutorialSidebar"},"CurveBS/test/\u6d4b\u8bd5\u73af\u5883\u914d\u7f6e\u4fe1\u606f":{"id":"CurveBS/test/\u6d4b\u8bd5\u73af\u5883\u914d\u7f6e\u4fe1\u606f","title":"Curve \u6d4b\u8bd5\u73af\u5883\u914d\u7f6e\u4fe1\u606f","description":"Curve \u5f53\u524d\u6d4b\u8bd5\u7684\u6027\u80fd\uff0c\u5982\u679c\u6ca1\u6709\u7279\u522b\u8bf4\u660e\uff0c\u90fd\u662f\u5728\u57fa\u4e8e\u4ee5\u4e0b\u914d\u7f6e\u7684\u673a\u5668\u4e0a\u6d4b\u8bd5\u7684\u3002\u8be5\u914d\u7f6e\u4ec5\u4ec5\u8868\u793acurve\u5f53\u524d\u6027\u80fd\u6570\u636e\u7684\u6d4b\u8bd5\u73af\u5883\uff0c\u7531\u4e8e\u90e8\u5206\u786c\u4ef6\u7248\u672c\u6bd4\u8f83\u65e7\uff0c\u8be5\u73af\u5883\u7684\u786c\u4ef6\u4e0d\u4f5c\u4e3a\u63a8\u8350\u786c\u4ef6\u578b\u53f7\uff0c\u4f46\u662f\u5bf9\u786c\u4ef6\u7684\u914d\u7f6e\u90e8\u5206\u53ef\u505a\u53c2\u8003\u3002","sidebar":"tutorialSidebar"},"CurveBS/test/\u7f16\u8bd1\u548c\u5355\u5143\u6d4b\u8bd5":{"id":"CurveBS/test/\u7f16\u8bd1\u548c\u5355\u5143\u6d4b\u8bd5","title":"\u7f16\u8bd1\u73af\u5883\u642d\u5efa","description":"\u8bf7\u6ce8\u610f\uff1a","sidebar":"tutorialSidebar"},"CurveBS/usecase/chuangyun":{"id":"CurveBS/usecase/chuangyun","title":"\u521b\u4e91\u878d\u8fbe\u57fa\u4e8eCurve\u5757\u5b58\u50a8\u7684\u8d85\u878d\u5408\u573a\u666f\u5b9e\u8df5","description":"1. \u521b\u4e91\u878d\u8fbe\u80cc\u666f","sidebar":"tutorialSidebar"},"CurveBS/usecase/cloudnative-database":{"id":"CurveBS/usecase/cloudnative-database","title":"\u9ad8\u6027\u80fd\u4e91\u539f\u751f\u6570\u636e\u5e93\u5b58\u50a8\u5e95\u5ea7","description":"\u524d\u8a00","sidebar":"tutorialSidebar"},"CurveBS/usecase/rdma-spdk":{"id":"CurveBS/usecase/rdma-spdk","title":"CurveBS RDMA+SPDK \u7248\u672c\u5728\u7f51\u6613\u6570\u636e\u5e93\u573a\u666f\u7684\u843d\u5730\u5b9e\u8df5","description":"TBD","sidebar":"tutorialSidebar"},"CurveBS/usecase/scenario":{"id":"CurveBS/usecase/scenario","title":"\u5e94\u7528\u573a\u666f","description":"CurveBS\u7684\u6838\u5fc3\u5e94\u7528\u573a\u666f\u4e3b\u8981\u5305\u62ec\uff1a","sidebar":"tutorialSidebar"},"CurveBS/usecase/wanfang":{"id":"CurveBS/usecase/wanfang","title":"\u626c\u5dde\u4e07\u65b9\u57fa\u4e8e\u7533\u5a01\u5e73\u53f0\u7684Curve\u5757\u5b58\u50a8\u5728\u9ad8\u6027\u80fd\u548c\u8d85\u878d\u5408\u573a\u666f\u4e0b\u7684\u5b9e\u8df5","description":"1. \u626c\u5dde\u4e07\u65b9\u80cc\u666f","sidebar":"tutorialSidebar"},"CurveFS/architecture/architecture-intro":{"id":"CurveFS/architecture/architecture-intro","title":"CurveFS \u67b6\u6784\u4ecb\u7ecd","description":"CurveFS \u662f POSIX \u517c\u5bb9\u7684\u5206\u5e03\u5f0f\u6587\u4ef6\u5b58\u50a8\u7cfb\u7edf\uff0c\u7528\u4e8e\u66f4\u597d\u7684\u652f\u6301\u4e91\u539f\u751f\u573a\u666f\u3002","sidebar":"tutorialSidebar"},"CurveFS/architecture/client-arch":{"id":"CurveFS/architecture/client-arch","title":"CurveFS Client \u67b6\u6784\u4ecb\u7ecd","description":"1 \u6982\u8981","sidebar":"tutorialSidebar"},"CurveFS/architecture/metaserver-arch":{"id":"CurveFS/architecture/metaserver-arch","title":"CurveFS MetaServer \u67b6\u6784\u4ecb\u7ecd","description":"\u6982\u8ff0","sidebar":"tutorialSidebar"},"CurveFS/comparison/CurveFS-vs-Other-FS":{"id":"CurveFS/comparison/CurveFS-vs-Other-FS","title":"CurveFS \u5bf9\u6bd4\u5176\u4ed6FS","description":"CurveFS \u4e0e\u5176\u4ed6\u5206\u5e03\u5f0f\u6587\u4ef6\u7cfb\u7edf\u7684\u533a\u522b\u53ef\u4ee5\u53c2\u8003 FAQ \u4e2d\u7684\u7b80\u5355\u6bd4\u8f83\uff0c\u5982\u9700\u4e86\u89e3\u8be6\u7ec6\u5dee\u5f02\uff0c\u8bf7\u6309\u7167\u5982\u4e0b \u8054\u7cfb\u65b9\u5f0f \u4e0e Curve \u56e2\u961f\u8fdb\u884c\u4ea4\u6d41\u3002","sidebar":"tutorialSidebar"},"CurveFS/deploy/csi":{"id":"CurveFS/deploy/csi","title":"CurveFS CSI \u9a71\u52a8\u7a0b\u5e8f","description":"\u7b80\u4ecb","sidebar":"tutorialSidebar"},"CurveFS/deploy/curvefs-client-config":{"id":"CurveFS/deploy/curvefs-client-config","title":"CurveFS Client Config For Curveadm","description":"\u7b80\u8981\u8bf4\u660e","sidebar":"tutorialSidebar"},"CurveFS/deploy/deploy-with-curveadm":{"id":"CurveFS/deploy/deploy-with-curveadm","title":"\u7269\u7406\u673a\u90e8\u7f72 CurveFS \u96c6\u7fa4","description":"\u4e3a\u4e86\u63d0\u5347 Curve \u7684\u8fd0\u7ef4\u4fbf\u5229\u6027\uff0c\u6211\u4eec\u8bbe\u8ba1\u5f00\u53d1\u4e86 CurveAdm \u9879\u76ee\uff0c\u5176\u4e3b\u8981\u7528\u4e8e\u90e8\u7f72\u548c\u7ba1\u7406 Curve \u96c6\u7fa4\uff0c\u76ee\u524d\u5df2\u652f\u6301\u90e8\u7f72CurveBS & CurveFS\uff0c\u76f8\u5173\u4f7f\u7528\u6587\u6863\u8bf7\u53c2\u8003 CurveAdm\u7528\u6237\u624b\u518c\uff0c\u5e76\u6839\u636e\u624b\u518c\u9996\u5148\u5b89\u88c5CurveAdm\u5de5\u5177\u4e4b\u540e\u518d\u8fdb\u884cCurve\u96c6\u7fa4\u7684\u90e8\u7f72\u3002","sidebar":"tutorialSidebar"},"CurveFS/deploy/deploy-with-k8s-operator":{"id":"CurveFS/deploy/deploy-with-k8s-operator","title":"Kubernetes \u4e0a\u90e8\u7f72 CurveFS \u96c6\u7fa4","description":"curve-operator\u4ee3\u7801\u4ed3\u5e93\uff1ahttps://github.com/opencurve/curve-operator/blob/master/docs/readme_cn.md","sidebar":"tutorialSidebar"},"CurveFS/deploy/distributed-cache":{"id":"CurveFS/deploy/distributed-cache","title":"\u4f7f\u7528 CurveAdm \u90e8\u7f72\u5206\u5e03\u5f0f\u7f13\u5b58","description":"\u5206\u5e03\u5f0f\u7f13\u5b58\u4ecb\u7ecd","sidebar":"tutorialSidebar"},"CurveFS/deploy/offline-deploy":{"id":"CurveFS/deploy/offline-deploy","title":"\u79bb\u7ebf\u90e8\u7f72 CurveFS \u96c6\u7fa4","description":"\u672c\u6587\u9002\u7528\u4e8e\u65e0\u6cd5\u4ece\u516c\u7f51docker\u955c\u50cf\u4ed3\u5e93\u62c9\u53d6CurveFS docker\u955c\u50cf\u573a\u666f\u4e0b\u7684\u90e8\u7f72\u3002","sidebar":"tutorialSidebar"},"CurveFS/deploy/quickstart":{"id":"CurveFS/deploy/quickstart","title":"CurveFS \u5feb\u901f\u4f53\u9a8c","description":"\u4e3a\u4e86\u63d0\u5347 Curve \u7684\u8fd0\u7ef4\u4fbf\u5229\u6027\uff0c\u6211\u4eec\u8bbe\u8ba1\u5f00\u53d1\u4e86 CurveAdm \u9879\u76ee\uff0c\u5176\u4e3b\u8981\u7528\u4e8e\u90e8\u7f72\u548c\u7ba1\u7406 Curve \u96c6\u7fa4\uff0c\u76ee\u524d\u5df2\u652f\u6301\u90e8\u7f72CurveBS & CurveFS\uff0c\u76f8\u5173\u4f7f\u7528\u6587\u6863\u8bf7\u53c2\u8003 CurveAdm\u7528\u6237\u624b\u518c\uff0c\u5e76\u6839\u636e\u624b\u518c\u9996\u5148\u5b89\u88c5CurveAdm\u5de5\u5177\u4e4b\u540e\u518d\u8fdb\u884cCurve\u96c6\u7fa4\u7684\u90e8\u7f72\u3002","sidebar":"tutorialSidebar"},"CurveFS/deploy/static-pv":{"id":"CurveFS/deploy/static-pv","title":"\u9759\u6001PV\u914d\u7f6e","description":"CurveFS CSI\u4f7f\u7528node\u8282\u70b9\u4e0a\u7684\u7f13\u5b58\u76d8","sidebar":"tutorialSidebar"},"CurveFS/maintenance/administrator-guide/curvefs-client-mount":{"id":"CurveFS/maintenance/administrator-guide/curvefs-client-mount","title":"Curve \u6302\u8f7d\u6587\u4ef6\u7cfb\u7edf","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveFS/maintenance/administrator-guide/curvefs-client-umount":{"id":"CurveFS/maintenance/administrator-guide/curvefs-client-umount","title":"Curve \u5378\u8f7d\u6587\u4ef6\u7cfb\u7edf","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-config-mds":{"id":"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-config-mds","title":"Curve \u4fee\u6539mds\u914d\u7f6e","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-downgrade-mds":{"id":"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-downgrade-mds","title":"Curve \u56de\u9000mds","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-restart-mds":{"id":"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-restart-mds","title":"Curve \u91cd\u542fmds","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-start-mds":{"id":"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-start-mds","title":"Curve \u542f\u52a8mds","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-stop-mds":{"id":"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-stop-mds","title":"Curve \u505c\u6b62mds","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-upgrade-mds":{"id":"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-upgrade-mds","title":"Curve \u5347\u7ea7mds","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveFS/maintenance/administrator-guide/curvefs-datapanel-change-disk":{"id":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-change-disk","title":"Curve \u574f\u76d8\u66f4\u6362","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveFS/maintenance/administrator-guide/curvefs-datapanel-config-metaserver":{"id":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-config-metaserver","title":"Curve \u4fee\u6539metaserver\u914d\u7f6e","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveFS/maintenance/administrator-guide/curvefs-datapanel-downgrade-metaserver":{"id":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-downgrade-metaserver","title":"Curve \u56de\u9000metaserver","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveFS/maintenance/administrator-guide/curvefs-datapanel-migrate":{"id":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-migrate","title":"Curve \u8fc1\u79fb\u670d\u52a1","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveFS/maintenance/administrator-guide/curvefs-datapanel-restart-metaserver":{"id":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-restart-metaserver","title":"Curve \u91cd\u542fmetaserver","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveFS/maintenance/administrator-guide/curvefs-datapanel-scaleout":{"id":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-scaleout","title":"Curve \u96c6\u7fa4\u6269\u5bb9","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveFS/maintenance/administrator-guide/curvefs-datapanel-start-metaserver":{"id":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-start-metaserver","title":"Curve \u542f\u52a8metaserver","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveFS/maintenance/administrator-guide/curvefs-datapanel-stop-metaserver":{"id":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-stop-metaserver","title":"Curve \u505c\u6b62metaserver","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveFS/maintenance/administrator-guide/curvefs-datapanel-upgrade-metaserver":{"id":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-upgrade-metaserver","title":"Curve \u5347\u7ea7metaserver","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveFS/maintenance/command-line-tools":{"id":"CurveFS/maintenance/command-line-tools","title":"\u547d\u4ee4\u884c\u5de5\u5177","description":"Curve \u547d\u4ee4\u884c\u5de5\u5177\u4ee3\u7801\u4ed3\u5e93\u5730\u5740\uff1ahttps://github.com/opencurve/curve/blob/master/tools-v2/README.md","sidebar":"tutorialSidebar"},"CurveFS/maintenance/data-migration":{"id":"CurveFS/maintenance/data-migration","title":"\u8fc1\u79fb\u6570\u636e\u5230 CurveFS","description":"CurveFS\u5728\u4e0d\u540c\u5e94\u7528\u573a\u666f\u843d\u5730\u4f7f\u7528\u65f6\uff0c\u4e0d\u53ef\u907f\u514d\u7684\u6d89\u53ca\u5230\u5c06\u539f\u7cfb\u7edf\u6570\u636e\u8fc1\u79fb\u5230CurveFS\uff0c\u7279\u522b\u662f\u5927\u6570\u636e\u548cAI\u76f8\u5173\u4e1a\u52a1\uff0c\u4ed6\u4eec\u6570\u636e\u91cf\u5de8\u5927\uff08\u5305\u62ec\u6d77\u91cf\u5c0f\u6587\u4ef6\uff09\uff0c\u5982\u4f55\u505a\u5230\u9ad8\u6548\u3001\u53ef\u9760\u7684\u6570\u636e\u8fc1\u79fb\u662f\u4e00\u5207\u7684\u5f00\u59cb\u3002","sidebar":"tutorialSidebar"},"CurveFS/performance/benchmark":{"id":"CurveFS/performance/benchmark","title":"\u6027\u80fd\u6307\u6807","description":"TBD","sidebar":"tutorialSidebar"},"CurveFS/performance/how-to-benchmark":{"id":"CurveFS/performance/how-to-benchmark","title":"\u6027\u80fd\u6d4b\u8bd5\u6307\u5357","description":"\u6d4b\u8bd5\u5de5\u5177","sidebar":"tutorialSidebar"},"CurveFS/performance/perf-tune":{"id":"CurveFS/performance/perf-tune","title":"\u6027\u80fd\u8c03\u4f18","description":"TBD","sidebar":"tutorialSidebar"},"CurveFS/test/ci\u4ecb\u7ecd":{"id":"CurveFS/test/ci\u4ecb\u7ecd","title":"\u6982\u8ff0","description":"\u672c\u6587\u5c06\u4e3b\u8981\u4ecb\u7ecd\u793e\u533a\u4eba\u5458\u5728\u53c2\u4e0ecurve\u9879\u76ee\u5f00\u53d1\u8fc7\u7a0b\u4e2d\u5982\u4f55\u5feb\u901f\u63d0\u4ea4PR\u5e76\u8fdb\u884cCI\u6d4b\u8bd5\uff0c\u4ee5\u53ca\u5feb\u901f\u5b9a\u4f4dCI\u5931\u8d25\u539f\u56e0\u3002","sidebar":"tutorialSidebar"},"CurveFS/test/env-setup":{"id":"CurveFS/test/env-setup","title":"\u6d4b\u8bd5\u73af\u5883\u914d\u7f6e","description":"\u8bf7\u53c2\u8003 \u6d4b\u8bd5\u73af\u5883\u914d\u7f6e","sidebar":"tutorialSidebar"},"CurveFS/test/\u5f02\u5e38\u81ea\u52a8\u5316\u65b9\u6cd5":{"id":"CurveFS/test/\u5f02\u5e38\u81ea\u52a8\u5316\u65b9\u6cd5","title":"\u5f02\u5e38\u81ea\u52a8\u5316\u65b9\u6cd5","description":"\u6d4b\u8bd5\u76ee\u7684","sidebar":"tutorialSidebar"},"CurveFS/test/\u6027\u80fd\u6d4b\u8bd5\u5de5\u5177":{"id":"CurveFS/test/\u6027\u80fd\u6d4b\u8bd5\u5de5\u5177","title":"\u6027\u80fd\u6d4b\u8bd5","description":"\u6d4b\u8bd5\u5de5\u5177","sidebar":"tutorialSidebar"},"CurveFS/test/\u7f16\u8bd1\u548c\u5355\u5143\u6d4b\u8bd5":{"id":"CurveFS/test/\u7f16\u8bd1\u548c\u5355\u5143\u6d4b\u8bd5","title":"\u7f16\u8bd1\u73af\u5883\u642d\u5efa","description":"\u8bf7\u6ce8\u610f\uff1a","sidebar":"tutorialSidebar"},"CurveFS/usecase/ai-storage":{"id":"CurveFS/usecase/ai-storage","title":"Curve \u6587\u4ef6\u7cfb\u7edf\u4e3a AI \u4e1a\u52a1\u964d\u672c\u589e\u6548","description":"\u80cc\u666f","sidebar":"tutorialSidebar"},"CurveFS/usecase/asr-storage":{"id":"CurveFS/usecase/asr-storage","title":"CurveFS \u52a9\u529b\u7f51\u6613\u4e91\u5546\uff0c\u89e3\u51b3\u8bed\u97f3\u8bc6\u522b\u8bad\u7ec3\u6570\u636e\u589e\u957f\u9700\u6c42","description":"\u4e91\u5546 ASR \u8bad\u7ec3\u6570\u636e\u5feb\u901f\u589e\u957f\u9762\u4e34\u56f0\u5883","sidebar":"tutorialSidebar"},"CurveFS/usecase/elasticsearch-cold-data":{"id":"CurveFS/usecase/elasticsearch-cold-data","title":"CurveFS\u5728Elasticsearch\u51b7\u70ed\u6570\u636e\u5b58\u50a8\u4e2d\u7684\u5e94\u7528","description":"ES\u4f7f\u7528CurveFS\u7684\u6536\u76ca","sidebar":"tutorialSidebar"},"CurveFS/usecase/hadoop-on-cloud":{"id":"CurveFS/usecase/hadoop-on-cloud","title":"\u516c\u6709\u4e91\u4e0a\u4f7f\u7528CurveFS\u66ff\u6362HDFS\u51b7\u5b58\u50a8\u5b9e\u73b0\u964d\u672c","description":"\u672c\u6587\u8ba8\u8bba\u7684\u90e8\u7f72\u65b9\u5f0f\u4e3a\u57fa\u4e8eCurveFS\u6302\u8f7d\u70b9\u66ff\u6362\u516c\u6709\u4e91EBS\u7b49\u4e91\u76d8\uff0cCurveFS\u652f\u6301HDFS SDK\u529f\u80fd\u5c06\u4e8e2.7\u7248\u672c\u53d1\u5e03\uff0c\u5c4a\u65f6\u5c06\u63d0\u4f9b\u5b8c\u5168\u517c\u5bb9HDFS API\u7684SDK jar\u5305\u4f9b\u4e0a\u5c42\u5927\u6570\u636e\u5e94\u7528\uff08\u5982Spark\u3001Flink\u7b49\uff09\u4f7f\u7528\uff0c\u5c06\u4e0d\u518d\u9700\u8981CurveFS\u6302\u8f7d\u70b9\u3002","sidebar":"tutorialSidebar"},"CurveFS/usecase/jiangsu-nongxin-es":{"id":"CurveFS/usecase/jiangsu-nongxin-es","title":"\u6c5f\u82cf\u519c\u4fe1\u9009\u62e9CurveFS\u5b9e\u73b0ES\u51b7\u6570\u636e\u957f\u671f\u5b58\u50a8","description":"\u4e00\u3001\u9700\u6c42\u80cc\u666f","sidebar":"tutorialSidebar"},"CurveFS/usecase/s3-gateway":{"id":"CurveFS/usecase/s3-gateway","title":"CurveFS\u57fa\u4e8eminio-s3-gateway\u7684S3\u534f\u8bae\u652f\u6301","description":"\u672c\u6587\u7684\u90e8\u7f72\u65b9\u6848\u662f\u57fa\u4e8eCurveFS\u6302\u8f7d\u70b9+minio-s3-gateway\u65b9\u5f0f\uff0c\u540e\u7eed\u4f1a\u8003\u8651\u652f\u6301minio-s3-gateway+CurveFS SDK\u65b9\u5f0f\u90e8\u7f72\uff0c\u5c06\u4e0d\u518d\u9700\u8981\u4f9d\u8d56CurveFS\u6302\u8f7d\u70b9\u3002","sidebar":"tutorialSidebar"},"CurveFS/usecase/scenario":{"id":"CurveFS/usecase/scenario","title":"\u5e94\u7528\u573a\u666f","description":"CurveFS\u7684\u6838\u5fc3\u5e94\u7528\u573a\u666f\u4e3b\u8981\u5305\u62ec\uff1a","sidebar":"tutorialSidebar"},"CurveFS/usecase/smb-support":{"id":"CurveFS/usecase/smb-support","title":"\u57fa\u4e8eCurveFS+Samba\u652f\u6301SMB\u534f\u8bae","description":"\u672c\u6587\u5c06\u4f1a\u4ecb\u7ecdCurveFS\u4e0esamba\u4ee5\u53ca\u5982\u4f55\u5c06\u4ed6\u4eec\u7ed3\u5408\u4f7f\u7528, \u5e76\u4e14\u4ecb\u7ecdsamba\u7684\u7b2c\u4e09\u65b9moudle\u5f00\u53d1\u77e5\u8bc6\u3002","sidebar":"tutorialSidebar"},"Develop/build-and-test":{"id":"Develop/build-and-test","title":"\u7f16\u8bd1\u548c\u6d4b\u8bd5","description":"- \u7f16\u8bd1\u548c\u6d4b\u8bd5","sidebar":"tutorialSidebar"},"Develop/code-walkthrough":{"id":"Develop/code-walkthrough","title":"\u4ee3\u7801\u8d70\u8bfb","description":"\u8bf7\u53c2\u8003 Curve\u6e90\u7801\u53ca\u6838\u5fc3\u6d41\u7a0b\u6df1\u5ea6\u89e3\u8bfb","sidebar":"tutorialSidebar"},"Develop/how-to-contribute":{"id":"Develop/how-to-contribute","title":"\u53c2\u4e0e\u8d21\u732e","description":"\u5982\u4f55\u53c2\u4e0e Curve \u9879\u76ee\u5f00\u53d1\u8be6\u89c1 Curve \u5f00\u53d1\u8005\u6307\u5357\uff0c\u5e76\u4e14\u8bf7\u9075\u5faa\u8d21\u732e\u8005\u51c6\u5219\uff0c\u6211\u4eec\u671f\u5f85\u60a8\u7684\u8d21\u732e\uff01","sidebar":"tutorialSidebar"},"FAQ":{"id":"FAQ","title":"FAQ","description":"\u5173\u4e8eCurve","sidebar":"tutorialSidebar"},"Intro":{"id":"Intro","title":"\u5173\u4e8e Curve","description":"Curve \u662f\u7f51\u6613\u4e3b\u5bfc\u81ea\u7814\u7684\u73b0\u4ee3\u5316\u5b58\u50a8\u7cfb\u7edf, \u76ee\u524d\u652f\u6301\u6587\u4ef6\u5b58\u50a8(CurveFS)\u548c\u5757\u5b58\u50a8(CurveBS)\u3002\u73b0\u4f5c\u4e3a\u6c99\u7bb1\u9879\u76ee\u6258\u7ba1\u4e8eCNCF\u3002","sidebar":"tutorialSidebar"},"Release/release-intro":{"id":"Release/release-intro","title":"\u7248\u672c\u53d1\u5e03\u5468\u671f","description":"- CURVE\u7248\u672c\u53d1\u5e03\u5468\u671f\uff1a\u5927\u7248\u672c\u534a\u5e74\uff0c\u5c0f\u7248\u672c1~2\u4e2a\u6708","sidebar":"tutorialSidebar"},"Release/release-notes-v1.5":{"id":"Release/release-notes-v1.5","title":"CHANGELOG of v1.5","description":"Features","sidebar":"tutorialSidebar"},"Release/release-notes-v2.6":{"id":"Release/release-notes-v2.6","title":"CHANGELOG of v2.6","description":"Previous change logs can be found at CHANGELOG-2.5","sidebar":"tutorialSidebar"},"Release/release-notes-v2.7":{"id":"Release/release-notes-v2.7","title":"CHANGELOG of v2.7","description":"Previous change logs can be found at CHANGELOG-2.6","sidebar":"tutorialSidebar"},"Roadmap/roadmap-2023":{"id":"Roadmap/roadmap-2023","title":"Curve Roadmap 2023","description":"\u8bf7\u53c2\u8003 Curve Roadmap 2023","sidebar":"tutorialSidebar"}}}')}}]); \ No newline at end of file diff --git a/assets/js/935f2afb.ec64c449.js b/assets/js/935f2afb.ec64c449.js new file mode 100644 index 0000000..8105a43 --- /dev/null +++ b/assets/js/935f2afb.ec64c449.js @@ -0,0 +1 @@ +"use strict";(self.webpackChunkcurve_book=self.webpackChunkcurve_book||[]).push([[53],{1109:e=>{e.exports=JSON.parse('{"pluginId":"default","version":"current","label":"Next","banner":null,"badge":false,"noIndex":false,"className":"docs-version-current","isLast":true,"docsSidebars":{"tutorialSidebar":[{"type":"link","label":"\u5173\u4e8e Curve","href":"/","docId":"Intro"},{"type":"category","label":"Curve\u5757\u5b58\u50a8","collapsible":true,"collapsed":true,"items":[{"type":"category","label":"\u5e94\u7528\u573a\u666f\u53ca\u6848\u4f8b","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"\u5e94\u7528\u573a\u666f","href":"/CurveBS/usecase/scenario","docId":"CurveBS/usecase/scenario"},{"type":"link","label":"\u9ad8\u6027\u80fd\u4e91\u539f\u751f\u6570\u636e\u5e93\u5b58\u50a8\u5e95\u5ea7","href":"/CurveBS/usecase/cloudnative-database","docId":"CurveBS/usecase/cloudnative-database"},{"type":"link","label":"CurveBS RDMA+SPDK \u7248\u672c\u5728\u7f51\u6613\u6570\u636e\u5e93\u573a\u666f\u7684\u843d\u5730\u5b9e\u8df5","href":"/CurveBS/usecase/rdma-spdk","docId":"CurveBS/usecase/rdma-spdk"},{"type":"link","label":"\u521b\u4e91\u878d\u8fbe\u57fa\u4e8eCurve\u5757\u5b58\u50a8\u7684\u8d85\u878d\u5408\u573a\u666f\u5b9e\u8df5","href":"/CurveBS/usecase/chuangyun","docId":"CurveBS/usecase/chuangyun"},{"type":"link","label":"\u626c\u5dde\u4e07\u65b9\u57fa\u4e8e\u7533\u5a01\u5e73\u53f0\u7684Curve\u5757\u5b58\u50a8\u5728\u9ad8\u6027\u80fd\u548c\u8d85\u878d\u5408\u573a\u666f\u4e0b\u7684\u5b9e\u8df5","href":"/CurveBS/usecase/wanfang","docId":"CurveBS/usecase/wanfang"}],"href":"/category/\u5e94\u7528\u573a\u666f\u53ca\u6848\u4f8b"},{"type":"category","label":"\u90e8\u7f72","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"CurveBS \u5feb\u901f\u4f53\u9a8c","href":"/CurveBS/deploy/quickstart","docId":"CurveBS/deploy/quickstart"},{"type":"link","label":"\u7269\u7406\u673a\u90e8\u7f72 CurveBS \u96c6\u7fa4","href":"/CurveBS/deploy/deploy-with-curveadm","docId":"CurveBS/deploy/deploy-with-curveadm"},{"type":"link","label":"Kubernetes \u4e0a\u90e8\u7f72 CurveFS \u96c6\u7fa4","href":"/CurveBS/deploy/deploy-with-k8s-operator","docId":"CurveBS/deploy/deploy-with-k8s-operator"},{"type":"link","label":"\u79bb\u7ebf\u90e8\u7f72 CurveFS \u96c6\u7fa4","href":"/CurveBS/deploy/offline-deploy","docId":"CurveBS/deploy/offline-deploy"},{"type":"link","label":"CurveBS CSI \u9a71\u52a8\u7a0b\u5e8f","href":"/CurveBS/deploy/csi","docId":"CurveBS/deploy/csi"},{"type":"link","label":"iSCSI \u534f\u8bae\u652f\u6301","href":"/CurveBS/deploy/iscsi","docId":"CurveBS/deploy/iscsi"},{"type":"link","label":"OpenStack\u4e2dCurveBS\u7684Ceph RBD\u517c\u5bb9\u5c42\u5b9e\u73b0","href":"/CurveBS/deploy/rbd","docId":"CurveBS/deploy/rbd"},{"type":"link","label":"OpenStack \u5bf9\u63a5","href":"/CurveBS/deploy/openstack","docId":"CurveBS/deploy/openstack"},{"type":"link","label":"CurveBS RDMA+SPDK \u7248\u672c\u90e8\u7f72","href":"/CurveBS/deploy/rdma-spdk","docId":"CurveBS/deploy/rdma-spdk"},{"type":"link","label":"CurveBS \u63a7\u5236\u53f0\u90e8\u7f72","href":"/CurveBS/deploy/dashboard","docId":"CurveBS/deploy/dashboard"}],"href":"/category/\u90e8\u7f72"},{"type":"category","label":"\u6d4b\u8bd5","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"\u6d4b\u8bd5\u73af\u5883\u914d\u7f6e","href":"/CurveBS/test/env-setup","docId":"CurveBS/test/env-setup"},{"type":"link","label":"\u6982\u8ff0","href":"/CurveBS/test/ci\u4ecb\u7ecd","docId":"CurveBS/test/ci\u4ecb\u7ecd"},{"type":"link","label":"curve\u8986\u76d6\u7387\u6536\u96c6\u4f18\u5316","href":"/CurveBS/test/curve\u8986\u76d6\u7387\u6536\u96c6","docId":"CurveBS/test/curve\u8986\u76d6\u7387\u6536\u96c6"},{"type":"link","label":"\u5f02\u5e38\u81ea\u52a8\u5316\u65b9\u6cd5","href":"/CurveBS/test/\u5f02\u5e38\u81ea\u52a8\u5316\u65b9\u6cd5","docId":"CurveBS/test/\u5f02\u5e38\u81ea\u52a8\u5316\u65b9\u6cd5"},{"type":"link","label":"\u6027\u80fd\u6d4b\u8bd5","href":"/CurveBS/test/\u6d4b\u8bd5\u5de5\u5177","docId":"CurveBS/test/\u6d4b\u8bd5\u5de5\u5177"},{"type":"link","label":"Curve \u6d4b\u8bd5\u73af\u5883\u914d\u7f6e\u4fe1\u606f","href":"/CurveBS/test/\u6d4b\u8bd5\u73af\u5883\u914d\u7f6e\u4fe1\u606f","docId":"CurveBS/test/\u6d4b\u8bd5\u73af\u5883\u914d\u7f6e\u4fe1\u606f"},{"type":"link","label":"\u7f16\u8bd1\u73af\u5883\u642d\u5efa","href":"/CurveBS/test/\u7f16\u8bd1\u548c\u5355\u5143\u6d4b\u8bd5","docId":"CurveBS/test/\u7f16\u8bd1\u548c\u5355\u5143\u6d4b\u8bd5"}],"href":"/category/\u6d4b\u8bd5"},{"type":"category","label":"\u540c\u7c7b\u8f6f\u4ef6\u5bf9\u6bd4","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"CurveBS\u5bf9\u6bd4Ceph RBD","href":"/CurveBS/comparison/CurveBS-vs-Ceph-rbd","docId":"CurveBS/comparison/CurveBS-vs-Ceph-rbd"}],"href":"/category/\u540c\u7c7b\u8f6f\u4ef6\u5bf9\u6bd4"},{"type":"category","label":"\u67b6\u6784","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"\u67b6\u6784\u4ecb\u7ecd","href":"/CurveBS/architecture/architecture-intro","docId":"CurveBS/architecture/architecture-intro"},{"type":"link","label":"CurveBS Chunkserver \u67b6\u6784\u4ecb\u7ecd","href":"/CurveBS/architecture/chunkserver-arch","docId":"CurveBS/architecture/chunkserver-arch"},{"type":"link","label":"CurveBS Client \u67b6\u6784\u4ecb\u7ecd","href":"/CurveBS/architecture/client-arch","docId":"CurveBS/architecture/client-arch"},{"type":"link","label":"CurveBS MDS \u67b6\u6784\u4ecb\u7ecd","href":"/CurveBS/architecture/mds","docId":"CurveBS/architecture/mds"},{"type":"link","label":"CurveBS \u5feb\u7167\u514b\u9686\u67b6\u6784\u8bbe\u8ba1","href":"/CurveBS/architecture/snapshot","docId":"CurveBS/architecture/snapshot"},{"type":"link","label":"\u5ba2\u6237\u7aef\u70ed\u5347\u7ea7\u8bbe\u8ba1\u4ecb\u7ecd","href":"/CurveBS/architecture/nebd","docId":"CurveBS/architecture/nebd"}],"href":"/category/\u67b6\u6784"},{"type":"category","label":"\u6027\u80fd","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"benchmark\u6307\u5357","href":"/CurveBS/performance/how-to-benchmark","docId":"CurveBS/performance/how-to-benchmark"}],"href":"/category/\u6027\u80fd"},{"type":"category","label":"\u8fd0\u7ef4","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"\u547d\u4ee4\u884c\u5de5\u5177","href":"/CurveBS/maintenance/command-line-tools","docId":"CurveBS/maintenance/command-line-tools"},{"type":"category","label":"\u7ba1\u7406\u5458\u64cd\u4f5c\u6307\u5bfc","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"Curve \u542f\u52a8mds","href":"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-start-mds","docId":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-start-mds"},{"type":"link","label":"Curve \u505c\u6b62mds","href":"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-stop-mds","docId":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-stop-mds"},{"type":"link","label":"Curve \u91cd\u542fmds","href":"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-restart-mds","docId":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-restart-mds"},{"type":"link","label":"Curve \u4fee\u6539mds\u914d\u7f6e","href":"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-config-mds","docId":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-config-mds"},{"type":"link","label":"Curve \u5347\u7ea7mds","href":"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-upgrade-mds","docId":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-upgrade-mds"},{"type":"link","label":"Curve \u56de\u9000mds","href":"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-downgrade-mds","docId":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-downgrade-mds"},{"type":"link","label":"Curve \u542f\u52a8chunkserver","href":"/CurveBS/maintenance/administrator-guide/curvebs-datapanel-start-chunkserver","docId":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-start-chunkserver"},{"type":"link","label":"Curve \u505c\u6b62chunkserver","href":"/CurveBS/maintenance/administrator-guide/curvebs-datapanel-stop-chunkserver","docId":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-stop-chunkserver"},{"type":"link","label":"Curve \u91cd\u542fchunkserver","href":"/CurveBS/maintenance/administrator-guide/curvebs-datapanel-restart-chunkserver","docId":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-restart-chunkserver"},{"type":"link","label":"Curve \u4fee\u6539chunkserver\u914d\u7f6e","href":"/CurveBS/maintenance/administrator-guide/curvebs-datapanel-config-chunkserver","docId":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-config-chunkserver"},{"type":"link","label":"Curve \u5347\u7ea7chunkserver","href":"/CurveBS/maintenance/administrator-guide/curvebs-datapanel-upgrade-chunkserver","docId":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-upgrade-chunkserver"},{"type":"link","label":"Curve \u56de\u9000chunkserver","href":"/CurveBS/maintenance/administrator-guide/curvebs-datapanel-downgrade-chunkserver","docId":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-downgrade-chunkserver"},{"type":"link","label":"Curve \u96c6\u7fa4\u6269\u5bb9","href":"/CurveBS/maintenance/administrator-guide/curvebs-datapanel-scaleout","docId":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-scaleout"},{"type":"link","label":"Curve \u574f\u76d8\u66f4\u6362","href":"/CurveBS/maintenance/administrator-guide/curvebs-datapanel-change-disk","docId":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-change-disk"},{"type":"link","label":"Curve \u8fc1\u79fb\u670d\u52a1","href":"/CurveBS/maintenance/administrator-guide/curvebs-datapanel-migrate","docId":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-migrate"},{"type":"link","label":"Curve \u6302\u8f7dnbd\u76d8\u5230\u7269\u7406\u673a","href":"/CurveBS/maintenance/administrator-guide/curvebs-client-map","docId":"CurveBS/maintenance/administrator-guide/curvebs-client-map"},{"type":"link","label":"Curve \u4ece\u7269\u7406\u673a\u5378\u8f7dnbd\u76d8","href":"/CurveBS/maintenance/administrator-guide/curvebs-client-unmap","docId":"CurveBS/maintenance/administrator-guide/curvebs-client-unmap"},{"type":"link","label":"Curve \u542f\u52a8snapshotclone","href":"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-start-snapshot","docId":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-start-snapshot"},{"type":"link","label":"Curve \u505c\u6b62snapshotclone","href":"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-stop-snapshot","docId":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-stop-snapshot"},{"type":"link","label":"Curve \u91cd\u542fsnapshotclone","href":"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-restart-snapshot","docId":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-restart-snapshot"},{"type":"link","label":"Curve \u4fee\u6539snapshotclone\u914d\u7f6e","href":"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-config-snapshot","docId":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-config-snapshot"},{"type":"link","label":"Curve \u5347\u7ea7snapshotclone","href":"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-upgrade-snapshot","docId":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-upgrade-snapshot"},{"type":"link","label":"Curve \u56de\u9000snapshotclone","href":"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-downgrade-snapshot","docId":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-downgrade-snapshot"}],"href":"/category/\u7ba1\u7406\u5458\u64cd\u4f5c\u6307\u5bfc"}],"href":"/category/\u8fd0\u7ef4"},{"type":"category","label":"\u63a5\u53e3\u6587\u6863","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"snapshotcloneserver interface","href":"/CurveBS/interface/snapshotcloneserver_interface","docId":"CurveBS/interface/snapshotcloneserver_interface"},{"type":"link","label":"localsnapshotclone restful api","href":"/CurveBS/interface/localsnapshotclone_restful_api","docId":"CurveBS/interface/localsnapshotclone_restful_api"},{"type":"link","label":"localsnapshotclone tools api","href":"/CurveBS/interface/localsnapshotclone_tools_api","docId":"CurveBS/interface/localsnapshotclone_tools_api"}],"href":"/category/\u63a5\u53e3\u6587\u6863"}],"href":"/category/curve\u5757\u5b58\u50a8"},{"type":"category","label":"Curve\u6587\u4ef6\u5b58\u50a8","collapsible":true,"collapsed":true,"items":[{"type":"category","label":"\u5e94\u7528\u573a\u666f\u53ca\u6848\u4f8b","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"\u5e94\u7528\u573a\u666f","href":"/CurveFS/usecase/scenario","docId":"CurveFS/usecase/scenario"},{"type":"link","label":"\u6c5f\u82cf\u519c\u4fe1\u9009\u62e9CurveFS\u5b9e\u73b0ES\u51b7\u6570\u636e\u957f\u671f\u5b58\u50a8","href":"/CurveFS/usecase/jiangsu-nongxin-es","docId":"CurveFS/usecase/jiangsu-nongxin-es"},{"type":"link","label":"\u57fa\u4e8eCurveFS+Samba\u652f\u6301SMB\u534f\u8bae","href":"/CurveFS/usecase/smb-support","docId":"CurveFS/usecase/smb-support"},{"type":"link","label":"\u516c\u6709\u4e91\u4e0a\u4f7f\u7528CurveFS\u66ff\u6362HDFS\u51b7\u5b58\u50a8\u5b9e\u73b0\u964d\u672c","href":"/CurveFS/usecase/hadoop-on-cloud","docId":"CurveFS/usecase/hadoop-on-cloud"},{"type":"link","label":"CurveFS\u57fa\u4e8eminio-s3-gateway\u7684S3\u534f\u8bae\u652f\u6301","href":"/CurveFS/usecase/s3-gateway","docId":"CurveFS/usecase/s3-gateway"},{"type":"link","label":"CurveFS\u5728Elasticsearch\u51b7\u70ed\u6570\u636e\u5b58\u50a8\u4e2d\u7684\u5e94\u7528","href":"/CurveFS/usecase/elasticsearch-cold-data","docId":"CurveFS/usecase/elasticsearch-cold-data"},{"type":"link","label":"Curve \u6587\u4ef6\u7cfb\u7edf\u4e3a AI \u4e1a\u52a1\u964d\u672c\u589e\u6548","href":"/CurveFS/usecase/ai-storage","docId":"CurveFS/usecase/ai-storage"},{"type":"link","label":"CurveFS \u52a9\u529b\u7f51\u6613\u4e91\u5546\uff0c\u89e3\u51b3\u8bed\u97f3\u8bc6\u522b\u8bad\u7ec3\u6570\u636e\u589e\u957f\u9700\u6c42","href":"/CurveFS/usecase/asr-storage","docId":"CurveFS/usecase/asr-storage"}],"href":"/category/\u5e94\u7528\u573a\u666f\u53ca\u6848\u4f8b-1"},{"type":"category","label":"\u90e8\u7f72","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"CurveFS \u5feb\u901f\u4f53\u9a8c","href":"/CurveFS/deploy/quickstart","docId":"CurveFS/deploy/quickstart"},{"type":"link","label":"\u7269\u7406\u673a\u90e8\u7f72 CurveFS \u96c6\u7fa4","href":"/CurveFS/deploy/deploy-with-curveadm","docId":"CurveFS/deploy/deploy-with-curveadm"},{"type":"link","label":"Kubernetes \u4e0a\u90e8\u7f72 CurveFS \u96c6\u7fa4","href":"/CurveFS/deploy/deploy-with-k8s-operator","docId":"CurveFS/deploy/deploy-with-k8s-operator"},{"type":"link","label":"\u79bb\u7ebf\u90e8\u7f72 CurveFS \u96c6\u7fa4","href":"/CurveFS/deploy/offline-deploy","docId":"CurveFS/deploy/offline-deploy"},{"type":"link","label":"\u4f7f\u7528 CurveAdm \u90e8\u7f72\u5206\u5e03\u5f0f\u7f13\u5b58","href":"/CurveFS/deploy/distributed-cache","docId":"CurveFS/deploy/distributed-cache"},{"type":"link","label":"CurveFS CSI \u9a71\u52a8\u7a0b\u5e8f","href":"/CurveFS/deploy/csi","docId":"CurveFS/deploy/csi"},{"type":"link","label":"\u9759\u6001PV\u914d\u7f6e","href":"/CurveFS/deploy/static-pv","docId":"CurveFS/deploy/static-pv"},{"type":"link","label":"CurveFS Client Config For Curveadm","href":"/CurveFS/deploy/curvefs-client-config","docId":"CurveFS/deploy/curvefs-client-config"}],"href":"/category/\u90e8\u7f72-1"},{"type":"category","label":"\u6d4b\u8bd5","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"\u6d4b\u8bd5\u73af\u5883\u914d\u7f6e","href":"/CurveFS/test/env-setup","docId":"CurveFS/test/env-setup"},{"type":"link","label":"\u6982\u8ff0","href":"/CurveFS/test/ci\u4ecb\u7ecd","docId":"CurveFS/test/ci\u4ecb\u7ecd"},{"type":"link","label":"\u5f02\u5e38\u81ea\u52a8\u5316\u65b9\u6cd5","href":"/CurveFS/test/\u5f02\u5e38\u81ea\u52a8\u5316\u65b9\u6cd5","docId":"CurveFS/test/\u5f02\u5e38\u81ea\u52a8\u5316\u65b9\u6cd5"},{"type":"link","label":"\u6027\u80fd\u6d4b\u8bd5","href":"/CurveFS/test/\u6027\u80fd\u6d4b\u8bd5\u5de5\u5177","docId":"CurveFS/test/\u6027\u80fd\u6d4b\u8bd5\u5de5\u5177"},{"type":"link","label":"\u7f16\u8bd1\u73af\u5883\u642d\u5efa","href":"/CurveFS/test/\u7f16\u8bd1\u548c\u5355\u5143\u6d4b\u8bd5","docId":"CurveFS/test/\u7f16\u8bd1\u548c\u5355\u5143\u6d4b\u8bd5"}],"href":"/category/\u6d4b\u8bd5-1"},{"type":"category","label":"\u540c\u7c7b\u8f6f\u4ef6\u5bf9\u6bd4","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"CurveFS \u5bf9\u6bd4\u5176\u4ed6FS","href":"/CurveFS/comparison/CurveFS-vs-Other-FS","docId":"CurveFS/comparison/CurveFS-vs-Other-FS"}],"href":"/category/\u540c\u7c7b\u8f6f\u4ef6\u5bf9\u6bd4-1"},{"type":"category","label":"\u67b6\u6784","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"CurveFS \u67b6\u6784\u4ecb\u7ecd","href":"/CurveFS/architecture/architecture-intro","docId":"CurveFS/architecture/architecture-intro"},{"type":"link","label":"CurveFS Client \u67b6\u6784\u4ecb\u7ecd","href":"/CurveFS/architecture/client-arch","docId":"CurveFS/architecture/client-arch"},{"type":"link","label":"CurveFS MetaServer \u67b6\u6784\u4ecb\u7ecd","href":"/CurveFS/architecture/metaserver-arch","docId":"CurveFS/architecture/metaserver-arch"}],"href":"/category/\u67b6\u6784-1"},{"type":"category","label":"\u6027\u80fd","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"\u6027\u80fd\u6d4b\u8bd5\u6307\u5357","href":"/CurveFS/performance/how-to-benchmark","docId":"CurveFS/performance/how-to-benchmark"},{"type":"link","label":"\u6027\u80fd\u6307\u6807","href":"/CurveFS/performance/benchmark","docId":"CurveFS/performance/benchmark"},{"type":"link","label":"\u6027\u80fd\u8c03\u4f18","href":"/CurveFS/performance/perf-tune","docId":"CurveFS/performance/perf-tune"}],"href":"/category/\u6027\u80fd-1"},{"type":"category","label":"\u8fd0\u7ef4","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"\u547d\u4ee4\u884c\u5de5\u5177","href":"/CurveFS/maintenance/command-line-tools","docId":"CurveFS/maintenance/command-line-tools"},{"type":"category","label":"\u7ba1\u7406\u5458\u64cd\u4f5c\u6307\u5bfc","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"Curve \u542f\u52a8mds","href":"/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-start-mds","docId":"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-start-mds"},{"type":"link","label":"Curve \u505c\u6b62mds","href":"/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-stop-mds","docId":"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-stop-mds"},{"type":"link","label":"Curve \u91cd\u542fmds","href":"/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-restart-mds","docId":"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-restart-mds"},{"type":"link","label":"Curve \u4fee\u6539mds\u914d\u7f6e","href":"/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-config-mds","docId":"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-config-mds"},{"type":"link","label":"Curve \u5347\u7ea7mds","href":"/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-upgrade-mds","docId":"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-upgrade-mds"},{"type":"link","label":"Curve \u56de\u9000mds","href":"/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-downgrade-mds","docId":"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-downgrade-mds"},{"type":"link","label":"Curve \u542f\u52a8metaserver","href":"/CurveFS/maintenance/administrator-guide/curvefs-datapanel-start-metaserver","docId":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-start-metaserver"},{"type":"link","label":"Curve \u505c\u6b62metaserver","href":"/CurveFS/maintenance/administrator-guide/curvefs-datapanel-stop-metaserver","docId":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-stop-metaserver"},{"type":"link","label":"Curve \u91cd\u542fmetaserver","href":"/CurveFS/maintenance/administrator-guide/curvefs-datapanel-restart-metaserver","docId":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-restart-metaserver"},{"type":"link","label":"Curve \u4fee\u6539metaserver\u914d\u7f6e","href":"/CurveFS/maintenance/administrator-guide/curvefs-datapanel-config-metaserver","docId":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-config-metaserver"},{"type":"link","label":"Curve \u5347\u7ea7metaserver","href":"/CurveFS/maintenance/administrator-guide/curvefs-datapanel-upgrade-metaserver","docId":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-upgrade-metaserver"},{"type":"link","label":"Curve \u56de\u9000metaserver","href":"/CurveFS/maintenance/administrator-guide/curvefs-datapanel-downgrade-metaserver","docId":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-downgrade-metaserver"},{"type":"link","label":"Curve \u96c6\u7fa4\u6269\u5bb9","href":"/CurveFS/maintenance/administrator-guide/curvefs-datapanel-scaleout","docId":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-scaleout"},{"type":"link","label":"Curve \u574f\u76d8\u66f4\u6362","href":"/CurveFS/maintenance/administrator-guide/curvefs-datapanel-change-disk","docId":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-change-disk"},{"type":"link","label":"Curve \u8fc1\u79fb\u670d\u52a1","href":"/CurveFS/maintenance/administrator-guide/curvefs-datapanel-migrate","docId":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-migrate"},{"type":"link","label":"Curve \u6302\u8f7d\u6587\u4ef6\u7cfb\u7edf","href":"/CurveFS/maintenance/administrator-guide/curvefs-client-mount","docId":"CurveFS/maintenance/administrator-guide/curvefs-client-mount"},{"type":"link","label":"Curve \u5378\u8f7d\u6587\u4ef6\u7cfb\u7edf","href":"/CurveFS/maintenance/administrator-guide/curvefs-client-umount","docId":"CurveFS/maintenance/administrator-guide/curvefs-client-umount"}],"href":"/category/\u7ba1\u7406\u5458\u64cd\u4f5c\u6307\u5bfc-1"},{"type":"link","label":"\u8fc1\u79fb\u6570\u636e\u5230 CurveFS","href":"/CurveFS/maintenance/data-migration","docId":"CurveFS/maintenance/data-migration"}],"href":"/category/\u8fd0\u7ef4-1"}],"href":"/category/curve\u6587\u4ef6\u5b58\u50a8"},{"type":"category","label":"\u5f00\u53d1\u8005\u76f8\u5173","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"\u53c2\u4e0e\u8d21\u732e","href":"/Develop/how-to-contribute","docId":"Develop/how-to-contribute"},{"type":"link","label":"\u7f16\u8bd1\u548c\u6d4b\u8bd5","href":"/Develop/build-and-test","docId":"Develop/build-and-test"},{"type":"link","label":"\u4ee3\u7801\u8d70\u8bfb","href":"/Develop/code-walkthrough","docId":"Develop/code-walkthrough"}],"href":"/category/\u5f00\u53d1\u8005\u76f8\u5173"},{"type":"category","label":"\u793e\u533a\u76f8\u5173","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"\u793e\u533a\u51c6\u5219","href":"/Community/community-guideline","docId":"Community/community-guideline"},{"type":"category","label":"\u53cc\u5468\u4f1a","collapsible":true,"collapsed":true,"items":[{"type":"category","label":"2023","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"README","href":"/Community/Double-Week-Meetings/01-2023/README","docId":"Community/Double-Week-Meetings/01-2023/README"},{"type":"link","label":"2023-01-12","href":"/Community/Double-Week-Meetings/01-2023/2023-01-12","docId":"Community/Double-Week-Meetings/01-2023/2023-01-12"},{"type":"link","label":"2023-02-09","href":"/Community/Double-Week-Meetings/01-2023/2023-02-09","docId":"Community/Double-Week-Meetings/01-2023/2023-02-09"},{"type":"link","label":"2023-02-23","href":"/Community/Double-Week-Meetings/01-2023/2023-02-23","docId":"Community/Double-Week-Meetings/01-2023/2023-02-23"},{"type":"link","label":"2023-03-09","href":"/Community/Double-Week-Meetings/01-2023/2023-03-09","docId":"Community/Double-Week-Meetings/01-2023/2023-03-09"},{"type":"link","label":"2023-03-23","href":"/Community/Double-Week-Meetings/01-2023/2023-03-23","docId":"Community/Double-Week-Meetings/01-2023/2023-03-23"},{"type":"link","label":"2023-04-13","href":"/Community/Double-Week-Meetings/01-2023/2023-04-13","docId":"Community/Double-Week-Meetings/01-2023/2023-04-13"},{"type":"link","label":"2023-04-27","href":"/Community/Double-Week-Meetings/01-2023/2023-04-27","docId":"Community/Double-Week-Meetings/01-2023/2023-04-27"},{"type":"link","label":"2023-05-18","href":"/Community/Double-Week-Meetings/01-2023/2023-05-18","docId":"Community/Double-Week-Meetings/01-2023/2023-05-18"},{"type":"link","label":"2023-06-01","href":"/Community/Double-Week-Meetings/01-2023/2023-06-01","docId":"Community/Double-Week-Meetings/01-2023/2023-06-01"},{"type":"link","label":"2023-06-15","href":"/Community/Double-Week-Meetings/01-2023/2023-06-15","docId":"Community/Double-Week-Meetings/01-2023/2023-06-15"},{"type":"link","label":"2023-06-29","href":"/Community/Double-Week-Meetings/01-2023/2023-06-29","docId":"Community/Double-Week-Meetings/01-2023/2023-06-29"},{"type":"link","label":"2023-07-13","href":"/Community/Double-Week-Meetings/01-2023/2023-07-13","docId":"Community/Double-Week-Meetings/01-2023/2023-07-13"},{"type":"link","label":"2023-08-03","href":"/Community/Double-Week-Meetings/01-2023/2023-08-03","docId":"Community/Double-Week-Meetings/01-2023/2023-08-03"},{"type":"link","label":"2023-09-14","href":"/Community/Double-Week-Meetings/01-2023/2023-09-14","docId":"Community/Double-Week-Meetings/01-2023/2023-09-14"},{"type":"link","label":"2023-10-12","href":"/Community/Double-Week-Meetings/01-2023/2023-10-12","docId":"Community/Double-Week-Meetings/01-2023/2023-10-12"},{"type":"link","label":"2023-12-14","href":"/Community/Double-Week-Meetings/01-2023/2023-12-14","docId":"Community/Double-Week-Meetings/01-2023/2023-12-14"}],"href":"/category/2023"}],"href":"/category/\u53cc\u5468\u4f1a"}],"href":"/category/\u793e\u533a\u76f8\u5173"},{"type":"category","label":"\u7248\u672c\u76f8\u5173","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"\u7248\u672c\u53d1\u5e03\u5468\u671f","href":"/Release/release-intro","docId":"Release/release-intro"},{"type":"link","label":"CHANGELOG of v1.5","href":"/Release/release-notes-v1.5","docId":"Release/release-notes-v1.5"},{"type":"link","label":"CHANGELOG of v2.6","href":"/Release/release-notes-v2.6","docId":"Release/release-notes-v2.6"},{"type":"link","label":"CHANGELOG of v2.7","href":"/Release/release-notes-v2.7","docId":"Release/release-notes-v2.7"}],"href":"/category/\u7248\u672c\u76f8\u5173"},{"type":"link","label":"FAQ","href":"/faq","docId":"FAQ"},{"type":"category","label":"Roadmap","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"Curve Roadmap 2023","href":"/Roadmap/roadmap-2023","docId":"Roadmap/roadmap-2023"},{"type":"link","label":"Curve Roadmap 2024","href":"/Roadmap/roadmap-2024","docId":"Roadmap/roadmap-2024"}],"href":"/category/roadmap"}]},"docs":{"Community/community-guideline":{"id":"Community/community-guideline","title":"\u793e\u533a\u51c6\u5219","description":"\u793e\u533a\u6cbb\u7406","sidebar":"tutorialSidebar"},"Community/Double-Week-Meetings/01-2023/2023-01-12":{"id":"Community/Double-Week-Meetings/01-2023/2023-01-12","title":"2023-01-12","description":"\u65f6\u95f4","sidebar":"tutorialSidebar"},"Community/Double-Week-Meetings/01-2023/2023-02-09":{"id":"Community/Double-Week-Meetings/01-2023/2023-02-09","title":"2023-02-09","description":"\u65f6\u95f4","sidebar":"tutorialSidebar"},"Community/Double-Week-Meetings/01-2023/2023-02-23":{"id":"Community/Double-Week-Meetings/01-2023/2023-02-23","title":"2023-02-23","description":"\u65f6\u95f4","sidebar":"tutorialSidebar"},"Community/Double-Week-Meetings/01-2023/2023-03-09":{"id":"Community/Double-Week-Meetings/01-2023/2023-03-09","title":"2023-03-09","description":"\u65f6\u95f4","sidebar":"tutorialSidebar"},"Community/Double-Week-Meetings/01-2023/2023-03-23":{"id":"Community/Double-Week-Meetings/01-2023/2023-03-23","title":"2023-03-23","description":"\u65f6\u95f4","sidebar":"tutorialSidebar"},"Community/Double-Week-Meetings/01-2023/2023-04-13":{"id":"Community/Double-Week-Meetings/01-2023/2023-04-13","title":"2023-04-13","description":"\x3c!--","sidebar":"tutorialSidebar"},"Community/Double-Week-Meetings/01-2023/2023-04-27":{"id":"Community/Double-Week-Meetings/01-2023/2023-04-27","title":"2023-04-27","description":"\u65f6\u95f4","sidebar":"tutorialSidebar"},"Community/Double-Week-Meetings/01-2023/2023-05-18":{"id":"Community/Double-Week-Meetings/01-2023/2023-05-18","title":"2023-05-18","description":"\u65f6\u95f4","sidebar":"tutorialSidebar"},"Community/Double-Week-Meetings/01-2023/2023-06-01":{"id":"Community/Double-Week-Meetings/01-2023/2023-06-01","title":"2023-06-01","description":"\u65f6\u95f4","sidebar":"tutorialSidebar"},"Community/Double-Week-Meetings/01-2023/2023-06-15":{"id":"Community/Double-Week-Meetings/01-2023/2023-06-15","title":"2023-06-15","description":"\u65f6\u95f4","sidebar":"tutorialSidebar"},"Community/Double-Week-Meetings/01-2023/2023-06-29":{"id":"Community/Double-Week-Meetings/01-2023/2023-06-29","title":"2023-06-29","description":"\u65f6\u95f4","sidebar":"tutorialSidebar"},"Community/Double-Week-Meetings/01-2023/2023-07-13":{"id":"Community/Double-Week-Meetings/01-2023/2023-07-13","title":"2023-07-13","description":"\u65f6\u95f4","sidebar":"tutorialSidebar"},"Community/Double-Week-Meetings/01-2023/2023-08-03":{"id":"Community/Double-Week-Meetings/01-2023/2023-08-03","title":"2023-08-03","description":"\u65f6\u95f4","sidebar":"tutorialSidebar"},"Community/Double-Week-Meetings/01-2023/2023-09-14":{"id":"Community/Double-Week-Meetings/01-2023/2023-09-14","title":"2023-09-14","description":"\u65f6\u95f4","sidebar":"tutorialSidebar"},"Community/Double-Week-Meetings/01-2023/2023-10-12":{"id":"Community/Double-Week-Meetings/01-2023/2023-10-12","title":"2023-10-12","description":"\u65f6\u95f4","sidebar":"tutorialSidebar"},"Community/Double-Week-Meetings/01-2023/2023-12-14":{"id":"Community/Double-Week-Meetings/01-2023/2023-12-14","title":"2023-12-14","description":"\u65f6\u95f4","sidebar":"tutorialSidebar"},"Community/Double-Week-Meetings/01-2023/README":{"id":"Community/Double-Week-Meetings/01-2023/README","title":"README","description":"Curve \u53cc\u5468\u4f1a","sidebar":"tutorialSidebar"},"CurveBS/architecture/architecture-intro":{"id":"CurveBS/architecture/architecture-intro","title":"\u67b6\u6784\u4ecb\u7ecd","description":"\u8bf7\u53c2\u8003Curve\u8bbe\u8ba1\u8981\u70b9","sidebar":"tutorialSidebar"},"CurveBS/architecture/chunkserver-arch":{"id":"CurveBS/architecture/chunkserver-arch","title":"CurveBS Chunkserver \u67b6\u6784\u4ecb\u7ecd","description":"1 ChunkServer \u6982\u8ff0","sidebar":"tutorialSidebar"},"CurveBS/architecture/client-arch":{"id":"CurveBS/architecture/client-arch","title":"CurveBS Client \u67b6\u6784\u4ecb\u7ecd","description":"1 \u6982\u8981","sidebar":"tutorialSidebar"},"CurveBS/architecture/mds":{"id":"CurveBS/architecture/mds","title":"CurveBS MDS \u67b6\u6784\u4ecb\u7ecd","description":"\u6982\u8981","sidebar":"tutorialSidebar"},"CurveBS/architecture/nebd":{"id":"CurveBS/architecture/nebd","title":"\u5ba2\u6237\u7aef\u70ed\u5347\u7ea7\u8bbe\u8ba1\u4ecb\u7ecd","description":"\u6982\u8981","sidebar":"tutorialSidebar"},"CurveBS/architecture/snapshot":{"id":"CurveBS/architecture/snapshot","title":"CurveBS \u5feb\u7167\u514b\u9686\u67b6\u6784\u8bbe\u8ba1","description":"TBD","sidebar":"tutorialSidebar"},"CurveBS/comparison/CurveBS-vs-Ceph-rbd":{"id":"CurveBS/comparison/CurveBS-vs-Ceph-rbd","title":"CurveBS\u5bf9\u6bd4Ceph RBD","description":"\u9ad8\u6027\u80fd | \u66f4\u7a33\u5b9a | \u6613\u8fd0\u7ef4 | \u4e91\u539f\u751f","sidebar":"tutorialSidebar"},"CurveBS/deploy/csi":{"id":"CurveBS/deploy/csi","title":"CurveBS CSI \u9a71\u52a8\u7a0b\u5e8f","description":"\u7b80\u4ecb","sidebar":"tutorialSidebar"},"CurveBS/deploy/dashboard":{"id":"CurveBS/deploy/dashboard","title":"CurveBS \u63a7\u5236\u53f0\u90e8\u7f72","description":"\u80cc\u666f","sidebar":"tutorialSidebar"},"CurveBS/deploy/deploy-with-curveadm":{"id":"CurveBS/deploy/deploy-with-curveadm","title":"\u7269\u7406\u673a\u90e8\u7f72 CurveBS \u96c6\u7fa4","description":"\u4e3a\u4e86\u63d0\u5347 Curve \u7684\u8fd0\u7ef4\u4fbf\u5229\u6027\uff0c\u6211\u4eec\u8bbe\u8ba1\u5f00\u53d1\u4e86 CurveAdm \u9879\u76ee\uff0c\u5176\u4e3b\u8981\u7528\u4e8e\u90e8\u7f72\u548c\u7ba1\u7406 Curve \u96c6\u7fa4\uff0c\u76ee\u524d\u5df2\u652f\u6301\u90e8\u7f72CurveBS & CurveFS\uff0c\u76f8\u5173\u4f7f\u7528\u6587\u6863\u8bf7\u53c2\u8003 CurveAdm\u7528\u6237\u624b\u518c\uff0c\u5e76\u6839\u636e\u624b\u518c\u9996\u5148\u5b89\u88c5CurveAdm\u5de5\u5177\u4e4b\u540e\u518d\u8fdb\u884cCurve\u96c6\u7fa4\u7684\u90e8\u7f72\u3002","sidebar":"tutorialSidebar"},"CurveBS/deploy/deploy-with-k8s-operator":{"id":"CurveBS/deploy/deploy-with-k8s-operator","title":"Kubernetes \u4e0a\u90e8\u7f72 CurveFS \u96c6\u7fa4","description":"curve-operator\u4ee3\u7801\u4ed3\u5e93\uff1ahttps://github.com/opencurve/curve-operator/blob/master/docs/readme_cn.md","sidebar":"tutorialSidebar"},"CurveBS/deploy/iscsi":{"id":"CurveBS/deploy/iscsi","title":"iSCSI \u534f\u8bae\u652f\u6301","description":"\u76ee\u524d CurveBS \u652f\u6301\u4e24\u79cd iscsi target\u670d\u52a1\uff0c\u8bf7\u9009\u62e9\u5408\u9002\u7684\u8fdb\u884c\u90e8\u7f72\u4f7f\u7528\uff1a","sidebar":"tutorialSidebar"},"CurveBS/deploy/offline-deploy":{"id":"CurveBS/deploy/offline-deploy","title":"\u79bb\u7ebf\u90e8\u7f72 CurveFS \u96c6\u7fa4","description":"\u672c\u6587\u9002\u7528\u4e8e\u65e0\u6cd5\u4ece\u516c\u7f51docker\u955c\u50cf\u4ed3\u5e93\u62c9\u53d6CurveFS docker\u955c\u50cf\u573a\u666f\u4e0b\u7684\u90e8\u7f72\u3002","sidebar":"tutorialSidebar"},"CurveBS/deploy/openstack":{"id":"CurveBS/deploy/openstack","title":"OpenStack \u5bf9\u63a5","description":"1. Cinder\u5bf9\u63a5\u8bf7\u53c2\u8003\uff1ahttps://github.com/opencurve/curve-cinder","sidebar":"tutorialSidebar"},"CurveBS/deploy/quickstart":{"id":"CurveBS/deploy/quickstart","title":"CurveBS \u5feb\u901f\u4f53\u9a8c","description":"\u4e3a\u4e86\u63d0\u5347 Curve \u7684\u8fd0\u7ef4\u4fbf\u5229\u6027\uff0c\u6211\u4eec\u8bbe\u8ba1\u5f00\u53d1\u4e86 CurveAdm \u9879\u76ee\uff0c\u5176\u4e3b\u8981\u7528\u4e8e\u90e8\u7f72\u548c\u7ba1\u7406 Curve \u96c6\u7fa4\uff0c\u76ee\u524d\u5df2\u652f\u6301\u90e8\u7f72CurveBS & CurveFS\uff0c\u76f8\u5173\u4f7f\u7528\u6587\u6863\u8bf7\u53c2\u8003 CurveAdm\u7528\u6237\u624b\u518c\uff0c\u5e76\u6839\u636e\u624b\u518c\u9996\u5148\u5b89\u88c5CurveAdm\u5de5\u5177\u4e4b\u540e\u518d\u8fdb\u884cCurve\u96c6\u7fa4\u7684\u90e8\u7f72\u3002","sidebar":"tutorialSidebar"},"CurveBS/deploy/rbd":{"id":"CurveBS/deploy/rbd","title":"OpenStack\u4e2dCurveBS\u7684Ceph RBD\u517c\u5bb9\u5c42\u5b9e\u73b0","description":"\u80cc\u666f\u4e0e\u76ee\u6807","sidebar":"tutorialSidebar"},"CurveBS/deploy/rdma-spdk":{"id":"CurveBS/deploy/rdma-spdk","title":"CurveBS RDMA+SPDK \u7248\u672c\u90e8\u7f72","description":"\u7cfb\u7edf\u73af\u5883","sidebar":"tutorialSidebar"},"CurveBS/interface/localsnapshotclone_restful_api":{"id":"CurveBS/interface/localsnapshotclone_restful_api","title":"localsnapshotclone restful api","description":"localsnapshotclone restful api \u9700\u517c\u5bb9\u539f\u6709s3\u5feb\u7167api: snapshotcloneserverinterface, \u4f7f\u7528\u4e24\u5957API\u5747\u53ef\u4ee5\u8c03\u7528\u672c\u5730\u5feb\u7167\u548c\u514b\u9686\u529f\u80fd,","sidebar":"tutorialSidebar"},"CurveBS/interface/localsnapshotclone_tools_api":{"id":"CurveBS/interface/localsnapshotclone_tools_api","title":"localsnapshotclone tools api","description":"\u672c\u5730\u5feb\u7167\u548c\u514b\u9686\u91c7\u7528tools-v2\u5de5\u5177\u547d\u4ee4\u884c\u65b9\u5f0f\uff0c\u4f7f\u7528\u65b9\u6cd5\u5982\u4e0b\uff1a","sidebar":"tutorialSidebar"},"CurveBS/interface/snapshotcloneserver_interface":{"id":"CurveBS/interface/snapshotcloneserver_interface","title":"snapshotcloneserver interface","description":"\u521b\u5efa\u5feb\u7167\uff1a","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-client-map":{"id":"CurveBS/maintenance/administrator-guide/curvebs-client-map","title":"Curve \u6302\u8f7dnbd\u76d8\u5230\u7269\u7406\u673a","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-client-unmap":{"id":"CurveBS/maintenance/administrator-guide/curvebs-client-unmap","title":"Curve \u4ece\u7269\u7406\u673a\u5378\u8f7dnbd\u76d8","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-config-mds":{"id":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-config-mds","title":"Curve \u4fee\u6539mds\u914d\u7f6e","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-config-snapshot":{"id":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-config-snapshot","title":"Curve \u4fee\u6539snapshotclone\u914d\u7f6e","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-downgrade-mds":{"id":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-downgrade-mds","title":"Curve \u56de\u9000mds","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-downgrade-snapshot":{"id":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-downgrade-snapshot","title":"Curve \u56de\u9000snapshotclone","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-restart-mds":{"id":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-restart-mds","title":"Curve \u91cd\u542fmds","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-restart-snapshot":{"id":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-restart-snapshot","title":"Curve \u91cd\u542fsnapshotclone","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-start-mds":{"id":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-start-mds","title":"Curve \u542f\u52a8mds","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-start-snapshot":{"id":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-start-snapshot","title":"Curve \u542f\u52a8snapshotclone","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-stop-mds":{"id":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-stop-mds","title":"Curve \u505c\u6b62mds","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-stop-snapshot":{"id":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-stop-snapshot","title":"Curve \u505c\u6b62snapshotclone","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-upgrade-mds":{"id":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-upgrade-mds","title":"Curve \u5347\u7ea7mds","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-upgrade-snapshot":{"id":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-upgrade-snapshot","title":"Curve \u5347\u7ea7snapshotclone","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-datapanel-change-disk":{"id":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-change-disk","title":"Curve \u574f\u76d8\u66f4\u6362","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-datapanel-config-chunkserver":{"id":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-config-chunkserver","title":"Curve \u4fee\u6539chunkserver\u914d\u7f6e","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-datapanel-downgrade-chunkserver":{"id":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-downgrade-chunkserver","title":"Curve \u56de\u9000chunkserver","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-datapanel-migrate":{"id":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-migrate","title":"Curve \u8fc1\u79fb\u670d\u52a1","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-datapanel-restart-chunkserver":{"id":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-restart-chunkserver","title":"Curve \u91cd\u542fchunkserver","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-datapanel-scaleout":{"id":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-scaleout","title":"Curve \u96c6\u7fa4\u6269\u5bb9","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-datapanel-start-chunkserver":{"id":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-start-chunkserver","title":"Curve \u542f\u52a8chunkserver","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-datapanel-stop-chunkserver":{"id":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-stop-chunkserver","title":"Curve \u505c\u6b62chunkserver","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/administrator-guide/curvebs-datapanel-upgrade-chunkserver":{"id":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-upgrade-chunkserver","title":"Curve \u5347\u7ea7chunkserver","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveBS/maintenance/command-line-tools":{"id":"CurveBS/maintenance/command-line-tools","title":"\u547d\u4ee4\u884c\u5de5\u5177","description":"Curve \u547d\u4ee4\u884c\u5de5\u5177\u4ee3\u7801\u4ed3\u5e93\u5730\u5740\uff1ahttps://github.com/opencurve/curve/blob/master/tools-v2/README.md","sidebar":"tutorialSidebar"},"CurveBS/performance/how-to-benchmark":{"id":"CurveBS/performance/how-to-benchmark","title":"benchmark\u6307\u5357","description":"TBD","sidebar":"tutorialSidebar"},"CurveBS/test/ci\u4ecb\u7ecd":{"id":"CurveBS/test/ci\u4ecb\u7ecd","title":"\u6982\u8ff0","description":"\u672c\u6587\u5c06\u4e3b\u8981\u4ecb\u7ecd\u793e\u533a\u4eba\u5458\u5728\u53c2\u4e0ecurve\u9879\u76ee\u5f00\u53d1\u8fc7\u7a0b\u4e2d\u5982\u4f55\u5feb\u901f\u63d0\u4ea4PR\u5e76\u8fdb\u884cCI\u6d4b\u8bd5\uff0c\u4ee5\u53ca\u5feb\u901f\u5b9a\u4f4dCI\u5931\u8d25\u539f\u56e0\u3002","sidebar":"tutorialSidebar"},"CurveBS/test/curve\u8986\u76d6\u7387\u6536\u96c6":{"id":"CurveBS/test/curve\u8986\u76d6\u7387\u6536\u96c6","title":"curve\u8986\u76d6\u7387\u6536\u96c6\u4f18\u5316","description":"curve\u4e3b\u8981\u4ece2\u4e2a\u7ef4\u5ea6\u8861\u91cf\u5355\u5143\u6d4b\u8bd5\u8986\u76d6\u7387\uff1a\u884c\u8986\u76d6\u7387\u548c\u5206\u652f\u8986\u76d6\u7387\u3002","sidebar":"tutorialSidebar"},"CurveBS/test/env-setup":{"id":"CurveBS/test/env-setup","title":"\u6d4b\u8bd5\u73af\u5883\u914d\u7f6e","description":"\u8bf7\u53c2\u8003 \u6d4b\u8bd5\u73af\u5883\u914d\u7f6e","sidebar":"tutorialSidebar"},"CurveBS/test/\u5f02\u5e38\u81ea\u52a8\u5316\u65b9\u6cd5":{"id":"CurveBS/test/\u5f02\u5e38\u81ea\u52a8\u5316\u65b9\u6cd5","title":"\u5f02\u5e38\u81ea\u52a8\u5316\u65b9\u6cd5","description":"\u6d4b\u8bd5\u76ee\u7684","sidebar":"tutorialSidebar"},"CurveBS/test/\u6d4b\u8bd5\u5de5\u5177":{"id":"CurveBS/test/\u6d4b\u8bd5\u5de5\u5177","title":"\u6027\u80fd\u6d4b\u8bd5","description":"\u80cc\u666f\u77e5\u8bc6","sidebar":"tutorialSidebar"},"CurveBS/test/\u6d4b\u8bd5\u73af\u5883\u914d\u7f6e\u4fe1\u606f":{"id":"CurveBS/test/\u6d4b\u8bd5\u73af\u5883\u914d\u7f6e\u4fe1\u606f","title":"Curve \u6d4b\u8bd5\u73af\u5883\u914d\u7f6e\u4fe1\u606f","description":"Curve \u5f53\u524d\u6d4b\u8bd5\u7684\u6027\u80fd\uff0c\u5982\u679c\u6ca1\u6709\u7279\u522b\u8bf4\u660e\uff0c\u90fd\u662f\u5728\u57fa\u4e8e\u4ee5\u4e0b\u914d\u7f6e\u7684\u673a\u5668\u4e0a\u6d4b\u8bd5\u7684\u3002\u8be5\u914d\u7f6e\u4ec5\u4ec5\u8868\u793acurve\u5f53\u524d\u6027\u80fd\u6570\u636e\u7684\u6d4b\u8bd5\u73af\u5883\uff0c\u7531\u4e8e\u90e8\u5206\u786c\u4ef6\u7248\u672c\u6bd4\u8f83\u65e7\uff0c\u8be5\u73af\u5883\u7684\u786c\u4ef6\u4e0d\u4f5c\u4e3a\u63a8\u8350\u786c\u4ef6\u578b\u53f7\uff0c\u4f46\u662f\u5bf9\u786c\u4ef6\u7684\u914d\u7f6e\u90e8\u5206\u53ef\u505a\u53c2\u8003\u3002","sidebar":"tutorialSidebar"},"CurveBS/test/\u7f16\u8bd1\u548c\u5355\u5143\u6d4b\u8bd5":{"id":"CurveBS/test/\u7f16\u8bd1\u548c\u5355\u5143\u6d4b\u8bd5","title":"\u7f16\u8bd1\u73af\u5883\u642d\u5efa","description":"\u8bf7\u6ce8\u610f\uff1a","sidebar":"tutorialSidebar"},"CurveBS/usecase/chuangyun":{"id":"CurveBS/usecase/chuangyun","title":"\u521b\u4e91\u878d\u8fbe\u57fa\u4e8eCurve\u5757\u5b58\u50a8\u7684\u8d85\u878d\u5408\u573a\u666f\u5b9e\u8df5","description":"1. \u521b\u4e91\u878d\u8fbe\u80cc\u666f","sidebar":"tutorialSidebar"},"CurveBS/usecase/cloudnative-database":{"id":"CurveBS/usecase/cloudnative-database","title":"\u9ad8\u6027\u80fd\u4e91\u539f\u751f\u6570\u636e\u5e93\u5b58\u50a8\u5e95\u5ea7","description":"\u524d\u8a00","sidebar":"tutorialSidebar"},"CurveBS/usecase/rdma-spdk":{"id":"CurveBS/usecase/rdma-spdk","title":"CurveBS RDMA+SPDK \u7248\u672c\u5728\u7f51\u6613\u6570\u636e\u5e93\u573a\u666f\u7684\u843d\u5730\u5b9e\u8df5","description":"TBD","sidebar":"tutorialSidebar"},"CurveBS/usecase/scenario":{"id":"CurveBS/usecase/scenario","title":"\u5e94\u7528\u573a\u666f","description":"CurveBS\u7684\u6838\u5fc3\u5e94\u7528\u573a\u666f\u4e3b\u8981\u5305\u62ec\uff1a","sidebar":"tutorialSidebar"},"CurveBS/usecase/wanfang":{"id":"CurveBS/usecase/wanfang","title":"\u626c\u5dde\u4e07\u65b9\u57fa\u4e8e\u7533\u5a01\u5e73\u53f0\u7684Curve\u5757\u5b58\u50a8\u5728\u9ad8\u6027\u80fd\u548c\u8d85\u878d\u5408\u573a\u666f\u4e0b\u7684\u5b9e\u8df5","description":"1. \u626c\u5dde\u4e07\u65b9\u80cc\u666f","sidebar":"tutorialSidebar"},"CurveFS/architecture/architecture-intro":{"id":"CurveFS/architecture/architecture-intro","title":"CurveFS \u67b6\u6784\u4ecb\u7ecd","description":"CurveFS \u662f POSIX \u517c\u5bb9\u7684\u5206\u5e03\u5f0f\u6587\u4ef6\u5b58\u50a8\u7cfb\u7edf\uff0c\u7528\u4e8e\u66f4\u597d\u7684\u652f\u6301\u4e91\u539f\u751f\u573a\u666f\u3002","sidebar":"tutorialSidebar"},"CurveFS/architecture/client-arch":{"id":"CurveFS/architecture/client-arch","title":"CurveFS Client \u67b6\u6784\u4ecb\u7ecd","description":"1 \u6982\u8981","sidebar":"tutorialSidebar"},"CurveFS/architecture/metaserver-arch":{"id":"CurveFS/architecture/metaserver-arch","title":"CurveFS MetaServer \u67b6\u6784\u4ecb\u7ecd","description":"\u6982\u8ff0","sidebar":"tutorialSidebar"},"CurveFS/comparison/CurveFS-vs-Other-FS":{"id":"CurveFS/comparison/CurveFS-vs-Other-FS","title":"CurveFS \u5bf9\u6bd4\u5176\u4ed6FS","description":"CurveFS \u4e0e\u5176\u4ed6\u5206\u5e03\u5f0f\u6587\u4ef6\u7cfb\u7edf\u7684\u533a\u522b\u53ef\u4ee5\u53c2\u8003 FAQ \u4e2d\u7684\u7b80\u5355\u6bd4\u8f83\uff0c\u5982\u9700\u4e86\u89e3\u8be6\u7ec6\u5dee\u5f02\uff0c\u8bf7\u6309\u7167\u5982\u4e0b \u8054\u7cfb\u65b9\u5f0f \u4e0e Curve \u56e2\u961f\u8fdb\u884c\u4ea4\u6d41\u3002","sidebar":"tutorialSidebar"},"CurveFS/deploy/csi":{"id":"CurveFS/deploy/csi","title":"CurveFS CSI \u9a71\u52a8\u7a0b\u5e8f","description":"\u7b80\u4ecb","sidebar":"tutorialSidebar"},"CurveFS/deploy/curvefs-client-config":{"id":"CurveFS/deploy/curvefs-client-config","title":"CurveFS Client Config For Curveadm","description":"\u7b80\u8981\u8bf4\u660e","sidebar":"tutorialSidebar"},"CurveFS/deploy/deploy-with-curveadm":{"id":"CurveFS/deploy/deploy-with-curveadm","title":"\u7269\u7406\u673a\u90e8\u7f72 CurveFS \u96c6\u7fa4","description":"\u4e3a\u4e86\u63d0\u5347 Curve \u7684\u8fd0\u7ef4\u4fbf\u5229\u6027\uff0c\u6211\u4eec\u8bbe\u8ba1\u5f00\u53d1\u4e86 CurveAdm \u9879\u76ee\uff0c\u5176\u4e3b\u8981\u7528\u4e8e\u90e8\u7f72\u548c\u7ba1\u7406 Curve \u96c6\u7fa4\uff0c\u76ee\u524d\u5df2\u652f\u6301\u90e8\u7f72CurveBS & CurveFS\uff0c\u76f8\u5173\u4f7f\u7528\u6587\u6863\u8bf7\u53c2\u8003 CurveAdm\u7528\u6237\u624b\u518c\uff0c\u5e76\u6839\u636e\u624b\u518c\u9996\u5148\u5b89\u88c5CurveAdm\u5de5\u5177\u4e4b\u540e\u518d\u8fdb\u884cCurve\u96c6\u7fa4\u7684\u90e8\u7f72\u3002","sidebar":"tutorialSidebar"},"CurveFS/deploy/deploy-with-k8s-operator":{"id":"CurveFS/deploy/deploy-with-k8s-operator","title":"Kubernetes \u4e0a\u90e8\u7f72 CurveFS \u96c6\u7fa4","description":"curve-operator\u4ee3\u7801\u4ed3\u5e93\uff1ahttps://github.com/opencurve/curve-operator/blob/master/docs/readme_cn.md","sidebar":"tutorialSidebar"},"CurveFS/deploy/distributed-cache":{"id":"CurveFS/deploy/distributed-cache","title":"\u4f7f\u7528 CurveAdm \u90e8\u7f72\u5206\u5e03\u5f0f\u7f13\u5b58","description":"\u5206\u5e03\u5f0f\u7f13\u5b58\u4ecb\u7ecd","sidebar":"tutorialSidebar"},"CurveFS/deploy/offline-deploy":{"id":"CurveFS/deploy/offline-deploy","title":"\u79bb\u7ebf\u90e8\u7f72 CurveFS \u96c6\u7fa4","description":"\u672c\u6587\u9002\u7528\u4e8e\u65e0\u6cd5\u4ece\u516c\u7f51docker\u955c\u50cf\u4ed3\u5e93\u62c9\u53d6CurveFS docker\u955c\u50cf\u573a\u666f\u4e0b\u7684\u90e8\u7f72\u3002","sidebar":"tutorialSidebar"},"CurveFS/deploy/quickstart":{"id":"CurveFS/deploy/quickstart","title":"CurveFS \u5feb\u901f\u4f53\u9a8c","description":"\u4e3a\u4e86\u63d0\u5347 Curve \u7684\u8fd0\u7ef4\u4fbf\u5229\u6027\uff0c\u6211\u4eec\u8bbe\u8ba1\u5f00\u53d1\u4e86 CurveAdm \u9879\u76ee\uff0c\u5176\u4e3b\u8981\u7528\u4e8e\u90e8\u7f72\u548c\u7ba1\u7406 Curve \u96c6\u7fa4\uff0c\u76ee\u524d\u5df2\u652f\u6301\u90e8\u7f72CurveBS & CurveFS\uff0c\u76f8\u5173\u4f7f\u7528\u6587\u6863\u8bf7\u53c2\u8003 CurveAdm\u7528\u6237\u624b\u518c\uff0c\u5e76\u6839\u636e\u624b\u518c\u9996\u5148\u5b89\u88c5CurveAdm\u5de5\u5177\u4e4b\u540e\u518d\u8fdb\u884cCurve\u96c6\u7fa4\u7684\u90e8\u7f72\u3002","sidebar":"tutorialSidebar"},"CurveFS/deploy/static-pv":{"id":"CurveFS/deploy/static-pv","title":"\u9759\u6001PV\u914d\u7f6e","description":"CurveFS CSI\u4f7f\u7528node\u8282\u70b9\u4e0a\u7684\u7f13\u5b58\u76d8","sidebar":"tutorialSidebar"},"CurveFS/maintenance/administrator-guide/curvefs-client-mount":{"id":"CurveFS/maintenance/administrator-guide/curvefs-client-mount","title":"Curve \u6302\u8f7d\u6587\u4ef6\u7cfb\u7edf","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveFS/maintenance/administrator-guide/curvefs-client-umount":{"id":"CurveFS/maintenance/administrator-guide/curvefs-client-umount","title":"Curve \u5378\u8f7d\u6587\u4ef6\u7cfb\u7edf","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-config-mds":{"id":"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-config-mds","title":"Curve \u4fee\u6539mds\u914d\u7f6e","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-downgrade-mds":{"id":"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-downgrade-mds","title":"Curve \u56de\u9000mds","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-restart-mds":{"id":"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-restart-mds","title":"Curve \u91cd\u542fmds","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-start-mds":{"id":"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-start-mds","title":"Curve \u542f\u52a8mds","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-stop-mds":{"id":"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-stop-mds","title":"Curve \u505c\u6b62mds","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-upgrade-mds":{"id":"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-upgrade-mds","title":"Curve \u5347\u7ea7mds","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveFS/maintenance/administrator-guide/curvefs-datapanel-change-disk":{"id":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-change-disk","title":"Curve \u574f\u76d8\u66f4\u6362","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveFS/maintenance/administrator-guide/curvefs-datapanel-config-metaserver":{"id":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-config-metaserver","title":"Curve \u4fee\u6539metaserver\u914d\u7f6e","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveFS/maintenance/administrator-guide/curvefs-datapanel-downgrade-metaserver":{"id":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-downgrade-metaserver","title":"Curve \u56de\u9000metaserver","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveFS/maintenance/administrator-guide/curvefs-datapanel-migrate":{"id":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-migrate","title":"Curve \u8fc1\u79fb\u670d\u52a1","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveFS/maintenance/administrator-guide/curvefs-datapanel-restart-metaserver":{"id":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-restart-metaserver","title":"Curve \u91cd\u542fmetaserver","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveFS/maintenance/administrator-guide/curvefs-datapanel-scaleout":{"id":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-scaleout","title":"Curve \u96c6\u7fa4\u6269\u5bb9","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveFS/maintenance/administrator-guide/curvefs-datapanel-start-metaserver":{"id":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-start-metaserver","title":"Curve \u542f\u52a8metaserver","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveFS/maintenance/administrator-guide/curvefs-datapanel-stop-metaserver":{"id":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-stop-metaserver","title":"Curve \u505c\u6b62metaserver","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveFS/maintenance/administrator-guide/curvefs-datapanel-upgrade-metaserver":{"id":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-upgrade-metaserver","title":"Curve \u5347\u7ea7metaserver","description":"1. \u9002\u7528\u73af\u5883:","sidebar":"tutorialSidebar"},"CurveFS/maintenance/command-line-tools":{"id":"CurveFS/maintenance/command-line-tools","title":"\u547d\u4ee4\u884c\u5de5\u5177","description":"Curve \u547d\u4ee4\u884c\u5de5\u5177\u4ee3\u7801\u4ed3\u5e93\u5730\u5740\uff1ahttps://github.com/opencurve/curve/blob/master/tools-v2/README.md","sidebar":"tutorialSidebar"},"CurveFS/maintenance/data-migration":{"id":"CurveFS/maintenance/data-migration","title":"\u8fc1\u79fb\u6570\u636e\u5230 CurveFS","description":"CurveFS\u5728\u4e0d\u540c\u5e94\u7528\u573a\u666f\u843d\u5730\u4f7f\u7528\u65f6\uff0c\u4e0d\u53ef\u907f\u514d\u7684\u6d89\u53ca\u5230\u5c06\u539f\u7cfb\u7edf\u6570\u636e\u8fc1\u79fb\u5230CurveFS\uff0c\u7279\u522b\u662f\u5927\u6570\u636e\u548cAI\u76f8\u5173\u4e1a\u52a1\uff0c\u4ed6\u4eec\u6570\u636e\u91cf\u5de8\u5927\uff08\u5305\u62ec\u6d77\u91cf\u5c0f\u6587\u4ef6\uff09\uff0c\u5982\u4f55\u505a\u5230\u9ad8\u6548\u3001\u53ef\u9760\u7684\u6570\u636e\u8fc1\u79fb\u662f\u4e00\u5207\u7684\u5f00\u59cb\u3002","sidebar":"tutorialSidebar"},"CurveFS/performance/benchmark":{"id":"CurveFS/performance/benchmark","title":"\u6027\u80fd\u6307\u6807","description":"TBD","sidebar":"tutorialSidebar"},"CurveFS/performance/how-to-benchmark":{"id":"CurveFS/performance/how-to-benchmark","title":"\u6027\u80fd\u6d4b\u8bd5\u6307\u5357","description":"\u6d4b\u8bd5\u5de5\u5177","sidebar":"tutorialSidebar"},"CurveFS/performance/perf-tune":{"id":"CurveFS/performance/perf-tune","title":"\u6027\u80fd\u8c03\u4f18","description":"TBD","sidebar":"tutorialSidebar"},"CurveFS/test/ci\u4ecb\u7ecd":{"id":"CurveFS/test/ci\u4ecb\u7ecd","title":"\u6982\u8ff0","description":"\u672c\u6587\u5c06\u4e3b\u8981\u4ecb\u7ecd\u793e\u533a\u4eba\u5458\u5728\u53c2\u4e0ecurve\u9879\u76ee\u5f00\u53d1\u8fc7\u7a0b\u4e2d\u5982\u4f55\u5feb\u901f\u63d0\u4ea4PR\u5e76\u8fdb\u884cCI\u6d4b\u8bd5\uff0c\u4ee5\u53ca\u5feb\u901f\u5b9a\u4f4dCI\u5931\u8d25\u539f\u56e0\u3002","sidebar":"tutorialSidebar"},"CurveFS/test/env-setup":{"id":"CurveFS/test/env-setup","title":"\u6d4b\u8bd5\u73af\u5883\u914d\u7f6e","description":"\u8bf7\u53c2\u8003 \u6d4b\u8bd5\u73af\u5883\u914d\u7f6e","sidebar":"tutorialSidebar"},"CurveFS/test/\u5f02\u5e38\u81ea\u52a8\u5316\u65b9\u6cd5":{"id":"CurveFS/test/\u5f02\u5e38\u81ea\u52a8\u5316\u65b9\u6cd5","title":"\u5f02\u5e38\u81ea\u52a8\u5316\u65b9\u6cd5","description":"\u6d4b\u8bd5\u76ee\u7684","sidebar":"tutorialSidebar"},"CurveFS/test/\u6027\u80fd\u6d4b\u8bd5\u5de5\u5177":{"id":"CurveFS/test/\u6027\u80fd\u6d4b\u8bd5\u5de5\u5177","title":"\u6027\u80fd\u6d4b\u8bd5","description":"\u6d4b\u8bd5\u5de5\u5177","sidebar":"tutorialSidebar"},"CurveFS/test/\u7f16\u8bd1\u548c\u5355\u5143\u6d4b\u8bd5":{"id":"CurveFS/test/\u7f16\u8bd1\u548c\u5355\u5143\u6d4b\u8bd5","title":"\u7f16\u8bd1\u73af\u5883\u642d\u5efa","description":"\u8bf7\u6ce8\u610f\uff1a","sidebar":"tutorialSidebar"},"CurveFS/usecase/ai-storage":{"id":"CurveFS/usecase/ai-storage","title":"Curve \u6587\u4ef6\u7cfb\u7edf\u4e3a AI \u4e1a\u52a1\u964d\u672c\u589e\u6548","description":"\u80cc\u666f","sidebar":"tutorialSidebar"},"CurveFS/usecase/asr-storage":{"id":"CurveFS/usecase/asr-storage","title":"CurveFS \u52a9\u529b\u7f51\u6613\u4e91\u5546\uff0c\u89e3\u51b3\u8bed\u97f3\u8bc6\u522b\u8bad\u7ec3\u6570\u636e\u589e\u957f\u9700\u6c42","description":"\u4e91\u5546 ASR \u8bad\u7ec3\u6570\u636e\u5feb\u901f\u589e\u957f\u9762\u4e34\u56f0\u5883","sidebar":"tutorialSidebar"},"CurveFS/usecase/elasticsearch-cold-data":{"id":"CurveFS/usecase/elasticsearch-cold-data","title":"CurveFS\u5728Elasticsearch\u51b7\u70ed\u6570\u636e\u5b58\u50a8\u4e2d\u7684\u5e94\u7528","description":"ES\u4f7f\u7528CurveFS\u7684\u6536\u76ca","sidebar":"tutorialSidebar"},"CurveFS/usecase/hadoop-on-cloud":{"id":"CurveFS/usecase/hadoop-on-cloud","title":"\u516c\u6709\u4e91\u4e0a\u4f7f\u7528CurveFS\u66ff\u6362HDFS\u51b7\u5b58\u50a8\u5b9e\u73b0\u964d\u672c","description":"\u672c\u6587\u8ba8\u8bba\u7684\u90e8\u7f72\u65b9\u5f0f\u4e3a\u57fa\u4e8eCurveFS\u6302\u8f7d\u70b9\u66ff\u6362\u516c\u6709\u4e91EBS\u7b49\u4e91\u76d8\uff0cCurveFS\u652f\u6301HDFS SDK\u529f\u80fd\u5c06\u4e8e2.7\u7248\u672c\u53d1\u5e03\uff0c\u5c4a\u65f6\u5c06\u63d0\u4f9b\u5b8c\u5168\u517c\u5bb9HDFS API\u7684SDK jar\u5305\u4f9b\u4e0a\u5c42\u5927\u6570\u636e\u5e94\u7528\uff08\u5982Spark\u3001Flink\u7b49\uff09\u4f7f\u7528\uff0c\u5c06\u4e0d\u518d\u9700\u8981CurveFS\u6302\u8f7d\u70b9\u3002","sidebar":"tutorialSidebar"},"CurveFS/usecase/jiangsu-nongxin-es":{"id":"CurveFS/usecase/jiangsu-nongxin-es","title":"\u6c5f\u82cf\u519c\u4fe1\u9009\u62e9CurveFS\u5b9e\u73b0ES\u51b7\u6570\u636e\u957f\u671f\u5b58\u50a8","description":"\u4e00\u3001\u9700\u6c42\u80cc\u666f","sidebar":"tutorialSidebar"},"CurveFS/usecase/s3-gateway":{"id":"CurveFS/usecase/s3-gateway","title":"CurveFS\u57fa\u4e8eminio-s3-gateway\u7684S3\u534f\u8bae\u652f\u6301","description":"\u672c\u6587\u7684\u90e8\u7f72\u65b9\u6848\u662f\u57fa\u4e8eCurveFS\u6302\u8f7d\u70b9+minio-s3-gateway\u65b9\u5f0f\uff0c\u540e\u7eed\u4f1a\u8003\u8651\u652f\u6301minio-s3-gateway+CurveFS SDK\u65b9\u5f0f\u90e8\u7f72\uff0c\u5c06\u4e0d\u518d\u9700\u8981\u4f9d\u8d56CurveFS\u6302\u8f7d\u70b9\u3002","sidebar":"tutorialSidebar"},"CurveFS/usecase/scenario":{"id":"CurveFS/usecase/scenario","title":"\u5e94\u7528\u573a\u666f","description":"CurveFS\u7684\u6838\u5fc3\u5e94\u7528\u573a\u666f\u4e3b\u8981\u5305\u62ec\uff1a","sidebar":"tutorialSidebar"},"CurveFS/usecase/smb-support":{"id":"CurveFS/usecase/smb-support","title":"\u57fa\u4e8eCurveFS+Samba\u652f\u6301SMB\u534f\u8bae","description":"\u672c\u6587\u5c06\u4f1a\u4ecb\u7ecdCurveFS\u4e0esamba\u4ee5\u53ca\u5982\u4f55\u5c06\u4ed6\u4eec\u7ed3\u5408\u4f7f\u7528, \u5e76\u4e14\u4ecb\u7ecdsamba\u7684\u7b2c\u4e09\u65b9moudle\u5f00\u53d1\u77e5\u8bc6\u3002","sidebar":"tutorialSidebar"},"Develop/build-and-test":{"id":"Develop/build-and-test","title":"\u7f16\u8bd1\u548c\u6d4b\u8bd5","description":"- \u7f16\u8bd1\u548c\u6d4b\u8bd5","sidebar":"tutorialSidebar"},"Develop/code-walkthrough":{"id":"Develop/code-walkthrough","title":"\u4ee3\u7801\u8d70\u8bfb","description":"\u8bf7\u53c2\u8003 Curve\u6e90\u7801\u53ca\u6838\u5fc3\u6d41\u7a0b\u6df1\u5ea6\u89e3\u8bfb","sidebar":"tutorialSidebar"},"Develop/how-to-contribute":{"id":"Develop/how-to-contribute","title":"\u53c2\u4e0e\u8d21\u732e","description":"\u5982\u4f55\u53c2\u4e0e Curve \u9879\u76ee\u5f00\u53d1\u8be6\u89c1 Curve \u5f00\u53d1\u8005\u6307\u5357\uff0c\u5e76\u4e14\u8bf7\u9075\u5faa\u8d21\u732e\u8005\u51c6\u5219\uff0c\u6211\u4eec\u671f\u5f85\u60a8\u7684\u8d21\u732e\uff01","sidebar":"tutorialSidebar"},"FAQ":{"id":"FAQ","title":"FAQ","description":"\u5173\u4e8eCurve","sidebar":"tutorialSidebar"},"Intro":{"id":"Intro","title":"\u5173\u4e8e Curve","description":"Curve \u662f\u7f51\u6613\u4e3b\u5bfc\u81ea\u7814\u7684\u73b0\u4ee3\u5316\u5b58\u50a8\u7cfb\u7edf, \u76ee\u524d\u652f\u6301\u6587\u4ef6\u5b58\u50a8(CurveFS)\u548c\u5757\u5b58\u50a8(CurveBS)\u3002\u73b0\u4f5c\u4e3a\u6c99\u7bb1\u9879\u76ee\u6258\u7ba1\u4e8eCNCF\u3002","sidebar":"tutorialSidebar"},"Release/release-intro":{"id":"Release/release-intro","title":"\u7248\u672c\u53d1\u5e03\u5468\u671f","description":"- CURVE\u7248\u672c\u53d1\u5e03\u5468\u671f\uff1a\u5927\u7248\u672c\u534a\u5e74\uff0c\u5c0f\u7248\u672c1~2\u4e2a\u6708","sidebar":"tutorialSidebar"},"Release/release-notes-v1.5":{"id":"Release/release-notes-v1.5","title":"CHANGELOG of v1.5","description":"Features","sidebar":"tutorialSidebar"},"Release/release-notes-v2.6":{"id":"Release/release-notes-v2.6","title":"CHANGELOG of v2.6","description":"Previous change logs can be found at CHANGELOG-2.5","sidebar":"tutorialSidebar"},"Release/release-notes-v2.7":{"id":"Release/release-notes-v2.7","title":"CHANGELOG of v2.7","description":"Previous change logs can be found at CHANGELOG-2.6","sidebar":"tutorialSidebar"},"Roadmap/roadmap-2023":{"id":"Roadmap/roadmap-2023","title":"Curve Roadmap 2023","description":"\u8bf7\u53c2\u8003 Curve Roadmap 2023","sidebar":"tutorialSidebar"},"Roadmap/roadmap-2024":{"id":"Roadmap/roadmap-2024","title":"Curve Roadmap 2024","description":"Curve","sidebar":"tutorialSidebar"}}}')}}]); \ No newline at end of file diff --git a/assets/js/e9e8c2c5.0266dba3.js b/assets/js/e9e8c2c5.0266dba3.js new file mode 100644 index 0000000..6dd7483 --- /dev/null +++ b/assets/js/e9e8c2c5.0266dba3.js @@ -0,0 +1 @@ +"use strict";(self.webpackChunkcurve_book=self.webpackChunkcurve_book||[]).push([[1347],{3905:(t,e,a)=>{a.d(e,{Zo:()=>d,kt:()=>g});var n=a(7294);function r(t,e,a){return e in t?Object.defineProperty(t,e,{value:a,enumerable:!0,configurable:!0,writable:!0}):t[e]=a,t}function l(t,e){var a=Object.keys(t);if(Object.getOwnPropertySymbols){var n=Object.getOwnPropertySymbols(t);e&&(n=n.filter((function(e){return Object.getOwnPropertyDescriptor(t,e).enumerable}))),a.push.apply(a,n)}return a}function p(t){for(var e=1;e=0||(r[a]=t[a]);return r}(t,e);if(Object.getOwnPropertySymbols){var l=Object.getOwnPropertySymbols(t);for(n=0;n=0||Object.prototype.propertyIsEnumerable.call(t,a)&&(r[a]=t[a])}return r}var m=n.createContext({}),i=function(t){var e=n.useContext(m),a=e;return t&&(a="function"==typeof t?t(e):p(p({},e),t)),a},d=function(t){var e=i(t.components);return n.createElement(m.Provider,{value:e},t.children)},o="mdxType",k={inlineCode:"code",wrapper:function(t){var e=t.children;return n.createElement(n.Fragment,{},e)}},N=n.forwardRef((function(t,e){var a=t.components,r=t.mdxType,l=t.originalType,m=t.parentName,d=u(t,["components","mdxType","originalType","parentName"]),o=i(a),N=r,g=o["".concat(m,".").concat(N)]||o[N]||k[N]||l;return a?n.createElement(g,p(p({ref:e},d),{},{components:a})):n.createElement(g,p({ref:e},d))}));function g(t,e){var a=arguments,r=e&&e.mdxType;if("string"==typeof t||r){var l=a.length,p=new Array(l);p[0]=N;var u={};for(var m in e)hasOwnProperty.call(e,m)&&(u[m]=e[m]);u.originalType=t,u[o]="string"==typeof t?t:r,p[1]=u;for(var i=2;i{a.r(e),a.d(e,{assets:()=>m,contentTitle:()=>p,default:()=>k,frontMatter:()=>l,metadata:()=>u,toc:()=>i});var n=a(7462),r=(a(7294),a(3905));const l={},p="Curve Roadmap 2024",u={unversionedId:"Roadmap/roadmap-2024",id:"Roadmap/roadmap-2024",title:"Curve Roadmap 2024",description:"Curve",source:"@site/docs/08-Roadmap/02-roadmap-2024.md",sourceDirName:"08-Roadmap",slug:"/Roadmap/roadmap-2024",permalink:"/Roadmap/roadmap-2024",draft:!1,tags:[],version:"current",sidebarPosition:2,frontMatter:{},sidebar:"tutorialSidebar",previous:{title:"Curve Roadmap 2023",permalink:"/Roadmap/roadmap-2023"}},m={},i=[{value:"Curve",id:"curve",level:2},{value:"CurveAdm",id:"curveadm",level:2},{value:"CSI / Operator",id:"csi--operator",level:2}],d={toc:i},o="wrapper";function k(t){let{components:e,...a}=t;return(0,r.kt)(o,(0,n.Z)({},d,a,{components:e,mdxType:"MDXLayout"}),(0,r.kt)("h1",{id:"curve-roadmap-2024"},"Curve Roadmap 2024"),(0,r.kt)("h2",{id:"curve"},"Curve"),(0,r.kt)("table",null,(0,r.kt)("thead",{parentName:"table"},(0,r.kt)("tr",{parentName:"thead"},(0,r.kt)("th",{parentName:"tr",align:null},"\u7c7b\u578b"),(0,r.kt)("th",{parentName:"tr",align:null},"\u9700\u6c42\u63cf\u8ff0"),(0,r.kt)("th",{parentName:"tr",align:null},"\u8ba1\u5212\u65f6\u95f4"),(0,r.kt)("th",{parentName:"tr",align:null},"issue\u94fe\u63a5"))),(0,r.kt)("tbody",{parentName:"table"},(0,r.kt)("tr",{parentName:"tbody"},(0,r.kt)("td",{parentName:"tr",align:null},"\u529f\u80fd"),(0,r.kt)("td",{parentName:"tr",align:null},"HDFS SDK\u5b9e\u73b0\u4f18\u5316\uff0c\u63d0\u5347\u6027\u80fd\uff0c\u652f\u6301\u9ad8\u7ea7\u6743\u9650\u7ba1\u7406"),(0,r.kt)("td",{parentName:"tr",align:null},"Q1"),(0,r.kt)("td",{parentName:"tr",align:null},"TBD")),(0,r.kt)("tr",{parentName:"tbody"},(0,r.kt)("td",{parentName:"tr",align:null},"\u529f\u80fd"),(0,r.kt)("td",{parentName:"tr",align:null},"\u652f\u6301Ceph Rados\u4f5c\u4e3a\u5b58\u50a8\u5f15\u64ce\uff0c\u63d0\u5347\u6613\u7528\u6027"),(0,r.kt)("td",{parentName:"tr",align:null},"Q2"),(0,r.kt)("td",{parentName:"tr",align:null},"TBD")),(0,r.kt)("tr",{parentName:"tbody"},(0,r.kt)("td",{parentName:"tr",align:null},"\u529f\u80fd"),(0,r.kt)("td",{parentName:"tr",align:null},"\u652f\u6301\u56de\u6536\u7ad9\uff0c\u63d0\u5347\u6613\u7528\u6027\u548c\u6570\u636e\u5b89\u5168\u6027"),(0,r.kt)("td",{parentName:"tr",align:null},"Q4"),(0,r.kt)("td",{parentName:"tr",align:null},"TBD")),(0,r.kt)("tr",{parentName:"tbody"},(0,r.kt)("td",{parentName:"tr",align:null},"\u529f\u80fd"),(0,r.kt)("td",{parentName:"tr",align:null},"\u652f\u6301\u6587\u4ef6\u7cfb\u7edf\u5feb\u7167\uff0c\u63d0\u5347\u6613\u7528\u6027\u548c\u6570\u636e\u5b89\u5168\u6027"),(0,r.kt)("td",{parentName:"tr",align:null},"Q4"),(0,r.kt)("td",{parentName:"tr",align:null},"TBD")),(0,r.kt)("tr",{parentName:"tbody"},(0,r.kt)("td",{parentName:"tr",align:null},"\u6027\u80fd"),(0,r.kt)("td",{parentName:"tr",align:null},"\u5206\u5e03\u5f0f\u7f13\u5b58\u67b6\u6784\u6539\u8fdb\uff0c\u81ea\u7814\u5206\u5e03\u5f0f\u7f13\u5b58\u96c6\u7fa4\uff0c\u63d0\u5347\u7f13\u5b58\u6027\u80fd\u548c\u6613\u7528\u6027\uff0c\u652f\u6301\u6301\u4e45\u5316\u5199\u7f13\u5b58"),(0,r.kt)("td",{parentName:"tr",align:null},"Q1"),(0,r.kt)("td",{parentName:"tr",align:null},"TBD")),(0,r.kt)("tr",{parentName:"tbody"},(0,r.kt)("td",{parentName:"tr",align:null},"\u6027\u80fd"),(0,r.kt)("td",{parentName:"tr",align:null},"\u5143\u6570\u636e\u5f15\u64ce\u67b6\u6784\u6539\u8fdb\uff0c\u63d0\u5347\u5143\u6570\u636e\u5206\u5e03\u7684\u4eb2\u548c\u6027\uff0c\u51cf\u5c11\u5143\u6570\u636e\u64cd\u4f5cRPC\u6b21\u6570\uff0c\u8fdb\u4e00\u6b65\u63d0\u5347\u5143\u6570\u636e\u7f13\u5b58\u6548\u7387"),(0,r.kt)("td",{parentName:"tr",align:null},"Q1"),(0,r.kt)("td",{parentName:"tr",align:null},"TBD")),(0,r.kt)("tr",{parentName:"tbody"},(0,r.kt)("td",{parentName:"tr",align:null},"\u8fd0\u7ef4"),(0,r.kt)("td",{parentName:"tr",align:null},"\u96c6\u7fa4\u76d1\u63a7\u5b8c\u5584\uff0c\u63d0\u5347\u6613\u7528\u6027"),(0,r.kt)("td",{parentName:"tr",align:null},"Q1"),(0,r.kt)("td",{parentName:"tr",align:null},"TBD")),(0,r.kt)("tr",{parentName:"tbody"},(0,r.kt)("td",{parentName:"tr",align:null},"\u8fd0\u7ef4"),(0,r.kt)("td",{parentName:"tr",align:null},"\u547d\u4ee4\u884c\u5de5\u5177\u5b8c\u5584\uff0c\u63d0\u5347\u6613\u7528\u6027"),(0,r.kt)("td",{parentName:"tr",align:null},"Q1"),(0,r.kt)("td",{parentName:"tr",align:null},"TBD")),(0,r.kt)("tr",{parentName:"tbody"},(0,r.kt)("td",{parentName:"tr",align:null},"\u8fd0\u7ef4"),(0,r.kt)("td",{parentName:"tr",align:null},"curve-fuse\u5ba2\u6237\u7aef\u70ed\u66f4\u65b0\uff0c\u907f\u514d\u505c\u670d\u5347\u7ea7"),(0,r.kt)("td",{parentName:"tr",align:null},"Q2"),(0,r.kt)("td",{parentName:"tr",align:null},"TBD")),(0,r.kt)("tr",{parentName:"tbody"},(0,r.kt)("td",{parentName:"tr",align:null},"\u8fd0\u7ef4"),(0,r.kt)("td",{parentName:"tr",align:null},"\u652f\u6301\u5143\u6570\u636e\u5907\u4efd\uff0c\u63d0\u5347\u6570\u636e\u53ef\u9760\u6027"),(0,r.kt)("td",{parentName:"tr",align:null},"Q3"),(0,r.kt)("td",{parentName:"tr",align:null},"TBD")),(0,r.kt)("tr",{parentName:"tbody"},(0,r.kt)("td",{parentName:"tr",align:null},"\u6d4b\u8bd5"),(0,r.kt)("td",{parentName:"tr",align:null},"\u81ea\u52a8\u5316\u96c6\u6210\u6d4b\u8bd5\u5de5\u5177\u5b8c\u5584\uff0c\u63d0\u5347\u9879\u76ee\u8d28\u91cf\u548c\u7248\u672c\u6d4b\u8bd5\u6548\u7387"),(0,r.kt)("td",{parentName:"tr",align:null},"Q2"),(0,r.kt)("td",{parentName:"tr",align:null},"TBD")))),(0,r.kt)("h2",{id:"curveadm"},"CurveAdm"),(0,r.kt)("table",null,(0,r.kt)("thead",{parentName:"table"},(0,r.kt)("tr",{parentName:"thead"},(0,r.kt)("th",{parentName:"tr",align:null},"\u7c7b\u578b"),(0,r.kt)("th",{parentName:"tr",align:null},"\u9700\u6c42\u63cf\u8ff0"),(0,r.kt)("th",{parentName:"tr",align:null},"\u8ba1\u5212\u65f6\u95f4"),(0,r.kt)("th",{parentName:"tr",align:null},"issue\u94fe\u63a5"))),(0,r.kt)("tbody",{parentName:"table"},(0,r.kt)("tr",{parentName:"tbody"},(0,r.kt)("td",{parentName:"tr",align:null},"\u529f\u80fd"),(0,r.kt)("td",{parentName:"tr",align:null},"\u5b8c\u5584\u96c6\u7fa4\u670d\u52a1\u7684\u5728\u7ebf\u8fc1\u79fb"),(0,r.kt)("td",{parentName:"tr",align:null},"Q1"),(0,r.kt)("td",{parentName:"tr",align:null},"TBD")),(0,r.kt)("tr",{parentName:"tbody"},(0,r.kt)("td",{parentName:"tr",align:null},"\u529f\u80fd"),(0,r.kt)("td",{parentName:"tr",align:null},"\u5b8c\u5584\u96c6\u7fa4\u670d\u52a1\u7684\u5728\u7ebf\u6269\u5bb9"),(0,r.kt)("td",{parentName:"tr",align:null},"Q1"),(0,r.kt)("td",{parentName:"tr",align:null},"TBD")),(0,r.kt)("tr",{parentName:"tbody"},(0,r.kt)("td",{parentName:"tr",align:null},"\u529f\u80fd"),(0,r.kt)("td",{parentName:"tr",align:null},"\u90e8\u7f72\u8fc7\u7a0b\u4e2d\uff0c\u663e\u793a\u5b9a\u4e49server\u5bf9\u5e94\u7684\u6545\u969c\u57df"),(0,r.kt)("td",{parentName:"tr",align:null},"Q1"),(0,r.kt)("td",{parentName:"tr",align:null},"TBD")),(0,r.kt)("tr",{parentName:"tbody"},(0,r.kt)("td",{parentName:"tr",align:null},"\u529f\u80fd"),(0,r.kt)("td",{parentName:"tr",align:null},"\u96c6\u6210rqlite\u6216\u8005\u63d0\u4f9b\u90e8\u7f72\u6807\u51c6\u7684\u90e8\u7f72\u6b65\u9aa4"),(0,r.kt)("td",{parentName:"tr",align:null},"Q1"),(0,r.kt)("td",{parentName:"tr",align:null},"TBD")),(0,r.kt)("tr",{parentName:"tbody"},(0,r.kt)("td",{parentName:"tr",align:null},"\u529f\u80fd"),(0,r.kt)("td",{parentName:"tr",align:null},"\u5185\u90e8\u529f\u80fd\u66ff\u6362\u8001\u5de5\u5177"),(0,r.kt)("td",{parentName:"tr",align:null},"Q1"),(0,r.kt)("td",{parentName:"tr",align:null},(0,r.kt)("a",{parentName:"td",href:"https://github.com/opencurve/curveadm/issues/321"},"https://github.com/opencurve/curveadm/issues/321"))),(0,r.kt)("tr",{parentName:"tbody"},(0,r.kt)("td",{parentName:"tr",align:null},"\u529f\u80fd"),(0,r.kt)("td",{parentName:"tr",align:null},"\u652f\u6301\u76d1\u63a7target\u5b9a\u65f6\u66f4\u65b0"),(0,r.kt)("td",{parentName:"tr",align:null},"Q1"),(0,r.kt)("td",{parentName:"tr",align:null},(0,r.kt)("a",{parentName:"td",href:"https://github.com/opencurve/curve/issues/2564"},"https://github.com/opencurve/curve/issues/2564"))),(0,r.kt)("tr",{parentName:"tbody"},(0,r.kt)("td",{parentName:"tr",align:null},"\u529f\u80fd"),(0,r.kt)("td",{parentName:"tr",align:null},"\u63d0\u4f9b playbook \u7ba1\u7406\u529f\u80fd"),(0,r.kt)("td",{parentName:"tr",align:null},"Q1"),(0,r.kt)("td",{parentName:"tr",align:null},(0,r.kt)("a",{parentName:"td",href:"https://github.com/opencurve/curveadm/issues/343"},"https://github.com/opencurve/curveadm/issues/343"))),(0,r.kt)("tr",{parentName:"tbody"},(0,r.kt)("td",{parentName:"tr",align:null},"\u6027\u80fd"),(0,r.kt)("td",{parentName:"tr",align:null},"\u63d0\u5347\u5927\u96c6\u7fa4status\u901f\u5ea6"),(0,r.kt)("td",{parentName:"tr",align:null},"Q1"),(0,r.kt)("td",{parentName:"tr",align:null},(0,r.kt)("a",{parentName:"td",href:"https://github.com/opencurve/curveadm/issues/381"},"https://github.com/opencurve/curveadm/issues/381"))))),(0,r.kt)("h2",{id:"csi--operator"},"CSI / Operator"),(0,r.kt)("table",null,(0,r.kt)("thead",{parentName:"table"},(0,r.kt)("tr",{parentName:"thead"},(0,r.kt)("th",{parentName:"tr",align:null},"\u7c7b\u578b"),(0,r.kt)("th",{parentName:"tr",align:null},"\u9700\u6c42\u63cf\u8ff0"),(0,r.kt)("th",{parentName:"tr",align:null},"\u8ba1\u5212\u65f6\u95f4"),(0,r.kt)("th",{parentName:"tr",align:null},"issue\u94fe\u63a5"))),(0,r.kt)("tbody",{parentName:"table"},(0,r.kt)("tr",{parentName:"tbody"},(0,r.kt)("td",{parentName:"tr",align:null},"\u529f\u80fd"),(0,r.kt)("td",{parentName:"tr",align:null},"CSI\u6302\u8f7d\u6062\u590d\uff0ccsi node-server\u91cd\u542f\u53ef\u4ee5\u81ea\u52a8\u6302\u8f7d"),(0,r.kt)("td",{parentName:"tr",align:null},"Q2"),(0,r.kt)("td",{parentName:"tr",align:null},"TBD")),(0,r.kt)("tr",{parentName:"tbody"},(0,r.kt)("td",{parentName:"tr",align:null},"\u529f\u80fd"),(0,r.kt)("td",{parentName:"tr",align:null},"CSI\u652f\u6301quota"),(0,r.kt)("td",{parentName:"tr",align:null},"Q2"),(0,r.kt)("td",{parentName:"tr",align:null},"TBD")),(0,r.kt)("tr",{parentName:"tbody"},(0,r.kt)("td",{parentName:"tr",align:null},"\u529f\u80fd"),(0,r.kt)("td",{parentName:"tr",align:null},"Operator\u652f\u6301\u96c6\u7fa4\u66f4\u65b0\u5347\u7ea7"),(0,r.kt)("td",{parentName:"tr",align:null},"Q4"),(0,r.kt)("td",{parentName:"tr",align:null},"TBD")))))}k.isMDXComponent=!0}}]); \ No newline at end of file diff --git a/assets/js/main.ba78c185.js b/assets/js/main.ba78c185.js new file mode 100644 index 0000000..f4f9394 --- /dev/null +++ b/assets/js/main.ba78c185.js @@ -0,0 +1,2 @@ +/*! For license information please see main.ba78c185.js.LICENSE.txt */ +(self.webpackChunkcurve_book=self.webpackChunkcurve_book||[]).push([[179],{723:(e,t,n)=>{"use strict";n.d(t,{Z:()=>f});var r=n(7294),a=n(7462),o=n(8356),i=n.n(o),s=n(6887);const l={"007537a1":[()=>n.e(6615).then(n.bind(n,2447)),"@site/docs/02-CurveBS/07-maintenance/02-administrator-guide/16-curvebs-client-map.md",2447],"01bc1984":[()=>n.e(7511).then(n.bind(n,4159)),"@site/docs/05-Community/02-Double-Week-Meetings/01-2023/2023-03-09.md",4159],"048b1048":[()=>n.e(2247).then(n.bind(n,6970)),"@site/docs/05-Community/01-community-guideline.md",6970],"06990c35":[()=>n.e(7519).then(n.bind(n,3798)),"@site/docs/02-CurveBS/03-test/01-env-setup.md",3798],"06c400de":[()=>n.e(2757).then(n.bind(n,1375)),"@site/docs/02-CurveBS/05-architecture/06-nebd.md",1375],"078d08d5":[()=>n.e(9993).then(n.t.bind(n,2692,19)),"~docs/default/category-tutorialsidebar-category-\u5f00\u53d1\u8005\u76f8\u5173-179.json",2692],"07acec2c":[()=>n.e(3418).then(n.bind(n,5853)),"@site/docs/05-Community/02-Double-Week-Meetings/01-2023/2023-06-01.md",5853],"09ba7f07":[()=>n.e(2036).then(n.t.bind(n,9396,19)),"~docs/default/category-tutorialsidebar-category-\u8fd0\u7ef4-1-fed.json",9396],"09e24f21":[()=>n.e(16).then(n.bind(n,8562)),"@site/docs/02-CurveBS/01-usecase/04-chuangyun.md",8562],"0cf3868d":[()=>n.e(145).then(n.bind(n,6003)),"@site/docs/02-CurveBS/07-maintenance/02-administrator-guide/14-curvebs-datapanel-change-disk.md",6003],"0d5af4ec":[()=>n.e(107).then(n.bind(n,2071)),"@site/docs/02-CurveBS/07-maintenance/02-administrator-guide/04-curvebs-controlpanel-config-mds.md",2071],"0e2c8fde":[()=>n.e(1708).then(n.bind(n,5502)),"@site/docs/02-CurveBS/07-maintenance/02-administrator-guide/17-curvebs-client-unmap.md",5502],"105ef1a2":[()=>n.e(7465).then(n.t.bind(n,3220,19)),"~docs/default/category-tutorialsidebar-category-\u7ba1\u7406\u5458\u64cd\u4f5c\u6307\u5bfc-03a.json",3220],"1101c492":[()=>n.e(3677).then(n.bind(n,9950)),"@site/docs/03-CurveFS/07-maintenance/02-administrator-guide/11-curvefs-datapanel-upgrade-metaserver.md",9950],"11a935e6":[()=>n.e(1934).then(n.bind(n,9147)),"@site/docs/08-Roadmap/01-roadmap-2023.md",9147],"12eab49d":[()=>n.e(9680).then(n.t.bind(n,30,19)),"~docs/default/category-tutorialsidebar-category-\u6027\u80fd-1-748.json",30],"14eb3368":[()=>Promise.all([n.e(532),n.e(9817)]).then(n.bind(n,4228)),"@theme/DocCategoryGeneratedIndexPage",4228],17896441:[()=>Promise.all([n.e(532),n.e(1690),n.e(7918)]).then(n.bind(n,230)),"@theme/DocItem",230],"1828f5d1":[()=>n.e(6539).then(n.bind(n,850)),"@site/docs/03-CurveFS/07-maintenance/02-administrator-guide/06-curvefs-controlpanel-downgrade-mds.md",850],"184af512":[()=>n.e(4443).then(n.bind(n,3468)),"@site/docs/02-CurveBS/07-maintenance/02-administrator-guide/18-curvebs-controlpanel-start-snapshot.md",3468],"1a4e3797":[()=>Promise.all([n.e(532),n.e(7920)]).then(n.bind(n,2027)),"@theme/SearchPage",2027],"1b4db4d5":[()=>n.e(4986).then(n.t.bind(n,7818,19)),"~docs/default/category-tutorialsidebar-category-\u90e8\u7f72-1-28a.json",7818],"1b7dffe9":[()=>n.e(683).then(n.bind(n,8714)),"@site/docs/05-Community/02-Double-Week-Meetings/01-2023/2023-04-13.md",8714],"1be78505":[()=>Promise.all([n.e(532),n.e(9514)]).then(n.bind(n,9963)),"@theme/DocPage",9963],"1bff94c1":[()=>n.e(555).then(n.bind(n,6198)),"@site/docs/03-CurveFS/03-test/01-env-setup.md",6198],"1dc14eca":[()=>n.e(9486).then(n.bind(n,6482)),"@site/docs/03-CurveFS/02-deploy/05-distributed-cache.md",6482],"1f391b9e":[()=>Promise.all([n.e(532),n.e(1690),n.e(3085)]).then(n.bind(n,4247)),"@theme/MDXPage",4247],"22cb970f":[()=>n.e(2435).then(n.bind(n,6903)),"@site/docs/03-CurveFS/02-deploy/08-curvefs-client-config.md",6903],"2350ea04":[()=>n.e(8002).then(n.bind(n,2604)),"@site/docs/06-Release/04-release-notes-v2.7.md",2604],"23675ca2":[()=>n.e(6885).then(n.t.bind(n,6390,19)),"~docs/default/category-tutorialsidebar-category-\u540c\u7c7b\u8f6f\u4ef6\u5bf9\u6bd4-b52.json",6390],"23c188a3":[()=>n.e(4402).then(n.t.bind(n,2909,19)),"~docs/default/category-tutorialsidebar-category-\u7ba1\u7406\u5458\u64cd\u4f5c\u6307\u5bfc-1-96b.json",2909],"2776a4dd":[()=>n.e(1578).then(n.bind(n,5302)),"@site/docs/02-CurveBS/08-interface/01-snapshotcloneserver_interface.md",5302],"29d09019":[()=>n.e(8563).then(n.bind(n,6533)),"@site/docs/03-CurveFS/01-usecase/05-s3-gateway.md",6533],"2a048c8f":[()=>n.e(8950).then(n.bind(n,3322)),"@site/docs/05-Community/02-Double-Week-Meetings/01-2023/2023-09-14.md",3322],"2a6ceb49":[()=>n.e(5536).then(n.bind(n,6653)),"@site/docs/06-Release/01-release-intro.md",6653],"2ae1e598":[()=>n.e(1586).then(n.bind(n,9629)),"@site/docs/07-FAQ.md",9629],"2cda8809":[()=>n.e(6776).then(n.bind(n,1948)),"@site/docs/03-CurveFS/03-test/\u6027\u80fd\u6d4b\u8bd5\u5de5\u5177.md",1948],"2e551f96":[()=>n.e(2027).then(n.bind(n,4348)),"@site/docs/02-CurveBS/03-test/\u6d4b\u8bd5\u73af\u5883\u914d\u7f6e\u4fe1\u606f.md",4348],"32b54dbf":[()=>n.e(1152).then(n.bind(n,7109)),"@site/docs/03-CurveFS/07-maintenance/02-administrator-guide/15-curvefs-datapanel-migrate.md",7109],"3532e847":[()=>n.e(9819).then(n.bind(n,3887)),"@site/docs/02-CurveBS/07-maintenance/02-administrator-guide/13-curvebs-datapanel-scaleout.md",3887],"382473a8":[()=>n.e(480).then(n.bind(n,349)),"@site/docs/02-CurveBS/02-deploy/02-deploy-with-curveadm.md",349],"393be207":[()=>n.e(7414).then(n.bind(n,9286)),"@site/src/pages/markdown-page.md",9286],"3ab80725":[()=>n.e(58).then(n.bind(n,8403)),"@site/docs/03-CurveFS/07-maintenance/03-data-migration.md",8403],"3b8b069e":[()=>n.e(7581).then(n.bind(n,5763)),"@site/docs/03-CurveFS/07-maintenance/02-administrator-guide/07-curvefs-datapanel-start-metaserver.md",5763],"3de2262a":[()=>n.e(6730).then(n.bind(n,3194)),"@site/docs/05-Community/02-Double-Week-Meetings/01-2023/2023-03-23.md",3194],"3fd36018":[()=>n.e(2701).then(n.bind(n,6341)),"@site/docs/04-Develop/02-build-and-test.md",6341],"42f8a9a4":[()=>n.e(6136).then(n.t.bind(n,4616,19)),"~docs/default/category-tutorialsidebar-category-\u6d4b\u8bd5-d30.json",4616],"43bf57b2":[()=>n.e(8825).then(n.t.bind(n,8440,19)),"~docs/default/category-tutorialsidebar-category-\u63a5\u53e3\u6587\u6863-0bd.json",8440],"441f2faf":[()=>n.e(4130).then(n.bind(n,9947)),"@site/docs/02-CurveBS/03-test/\u7f16\u8bd1\u548c\u5355\u5143\u6d4b\u8bd5.md",9947],"44c97498":[()=>n.e(919).then(n.bind(n,3930)),"@site/docs/02-CurveBS/07-maintenance/02-administrator-guide/12-curvebs-datapanel-downgrade-chunkserver.md",3930],"45ba0cb4":[()=>n.e(5733).then(n.bind(n,5314)),"@site/docs/03-CurveFS/01-usecase/04-hadoop-on-cloud.md",5314],"45f0158b":[()=>n.e(7750).then(n.bind(n,1714)),"@site/docs/02-CurveBS/07-maintenance/02-administrator-guide/03-curvebs-controlpanel-restart-mds.md",1714],"46f8cdc4":[()=>n.e(8514).then(n.bind(n,2346)),"@site/docs/02-CurveBS/02-deploy/01-quickstart.md",2346],"48555c74":[()=>n.e(2599).then(n.bind(n,9175)),"@site/docs/03-CurveFS/07-maintenance/02-administrator-guide/03-curvefs-controlpanel-restart-mds.md",9175],"493bc0dd":[()=>n.e(8099).then(n.t.bind(n,4485,19)),"~docs/default/category-tutorialsidebar-category-roadmap-866.json",4485],"498ce1c4":[()=>n.e(4995).then(n.bind(n,2215)),"@site/docs/05-Community/02-Double-Week-Meetings/01-2023/2023-07-13.md",2215],"4be9eef3":[()=>n.e(9418).then(n.bind(n,4686)),"@site/docs/02-CurveBS/07-maintenance/02-administrator-guide/19-curvebs-controlpanel-stop-snapshot.md",4686],"4c0e612b":[()=>n.e(1512).then(n.bind(n,2573)),"@site/docs/03-CurveFS/07-maintenance/02-administrator-guide/13-curvefs-datapanel-scaleout.md",2573],"4de6d914":[()=>n.e(1099).then(n.bind(n,6369)),"@site/docs/02-CurveBS/06-performance/01-how-to-benchmark.md",6369],"5051a974":[()=>n.e(5619).then(n.bind(n,3683)),"@site/docs/03-CurveFS/01-usecase/03-smb-support.md",3683],"52985ac1":[()=>n.e(5908).then(n.t.bind(n,2776,19)),"/home/runner/work/curve-book/curve-book/.docusaurus/@easyops-cn/docusaurus-search-local/default/plugin-route-context-module-100.json",2776],"55fa803f":[()=>n.e(860).then(n.bind(n,9909)),"@site/docs/02-CurveBS/07-maintenance/02-administrator-guide/05-curvebs-controlpanel-upgrade-mds.md",9909],"561d73c1":[()=>n.e(8877).then(n.bind(n,6319)),"@site/docs/03-CurveFS/01-usecase/08-asr-storage.md",6319],"599204fa":[()=>n.e(4886).then(n.bind(n,150)),"@site/docs/03-CurveFS/02-deploy/04-offline-deploy.md",150],"59a66e8b":[()=>n.e(8804).then(n.bind(n,2900)),"@site/docs/05-Community/02-Double-Week-Meetings/01-2023/2023-06-15.md",2900],"5a734ea1":[()=>n.e(4841).then(n.bind(n,8033)),"@site/docs/02-CurveBS/07-maintenance/02-administrator-guide/22-curvebs-controlpanel-upgrade-snapshot.md",8033],"5afac02b":[()=>n.e(5498).then(n.bind(n,3223)),"@site/docs/05-Community/02-Double-Week-Meetings/01-2023/2023-08-03.md",3223],"5de60b57":[()=>n.e(2893).then(n.bind(n,4164)),"@site/docs/03-CurveFS/07-maintenance/02-administrator-guide/17-curvefs-client-umount.md",4164],"5f525944":[()=>n.e(3030).then(n.bind(n,3153)),"@site/docs/02-CurveBS/02-deploy/04-offline-deploy.md",3153],"6095e94e":[()=>n.e(4845).then(n.t.bind(n,2316,19)),"~docs/default/category-tutorialsidebar-category-\u793e\u533a\u76f8\u5173-7bb.json",2316],"60ef353b":[()=>n.e(5042).then(n.bind(n,1741)),"@site/docs/02-CurveBS/01-usecase/05-wanfang.md",1741],"62578a01":[()=>n.e(1239).then(n.bind(n,2857)),"@site/docs/05-Community/02-Double-Week-Meetings/01-2023/2023-02-23.md",2857],"68fc0323":[()=>n.e(8325).then(n.t.bind(n,1919,19)),"~docs/default/category-tutorialsidebar-category-\u67b6\u6784-0c6.json",1919],"6acc8b0c":[()=>n.e(3315).then(n.bind(n,989)),"@site/docs/03-CurveFS/01-usecase/01-scenario.md",989],"6dc77e3b":[()=>n.e(8448).then(n.bind(n,2825)),"@site/docs/03-CurveFS/01-usecase/02-jiangsu-nongxin-es.md",2825],"6e16c946":[()=>n.e(2913).then(n.bind(n,4745)),"@site/docs/02-CurveBS/05-architecture/03-client-arch.md",4745],"70a05990":[()=>n.e(5243).then(n.bind(n,1749)),"@site/docs/06-Release/03-release-notes-v2.6.md",1749],"74a75e9e":[()=>n.e(396).then(n.t.bind(n,3517,19)),"~docs/default/category-tutorialsidebar-category-\u5e94\u7528\u573a\u666f\u53ca\u6848\u4f8b-1-4c2.json",3517],"774abb52":[()=>n.e(8643).then(n.bind(n,8822)),"@site/docs/03-CurveFS/07-maintenance/02-administrator-guide/02-curvefs-controlpanel-stop-mds.md",8822],"783daffc":[()=>n.e(4930).then(n.t.bind(n,871,19)),"~docs/default/category-tutorialsidebar-category-\u67b6\u6784-1-eec.json",871],"7b7f79ff":[()=>n.e(3996).then(n.bind(n,8255)),"@site/docs/03-CurveFS/07-maintenance/02-administrator-guide/16-curvefs-client-mount.md",8255],"7cf27860":[()=>n.e(4460).then(n.bind(n,2336)),"@site/docs/02-CurveBS/02-deploy/05-csi.md",2336],"7dce40bc":[()=>n.e(1230).then(n.bind(n,781)),"@site/docs/02-CurveBS/07-maintenance/02-administrator-guide/02-curvebs-controlpanel-stop-mds.md",781],"7e989825":[()=>n.e(6647).then(n.bind(n,1840)),"@site/docs/03-CurveFS/03-test/\u5f02\u5e38\u81ea\u52a8\u5316\u65b9\u6cd5.md",1840],"80aaa2f6":[()=>n.e(4688).then(n.bind(n,4016)),"@site/docs/04-Develop/01-how-to-contribute.md",4016],"82fd0fa3":[()=>n.e(9354).then(n.bind(n,1329)),"@site/docs/03-CurveFS/07-maintenance/02-administrator-guide/09-curvefs-datapanel-restart-metaserver.md",1329],"86c5a5b3":[()=>n.e(2493).then(n.bind(n,4413)),"@site/docs/02-CurveBS/03-test/\u6d4b\u8bd5\u5de5\u5177.md",4413],"8a2146e7":[()=>n.e(7789).then(n.bind(n,9180)),"@site/docs/02-CurveBS/07-maintenance/02-administrator-guide/08-curvebs-datapanel-stop-chunkserver.md",9180],"8ccfadd4":[()=>n.e(7853).then(n.t.bind(n,922,19)),"~docs/default/category-tutorialsidebar-category-\u6027\u80fd-3a6.json",922],"8ce7ab14":[()=>n.e(3051).then(n.t.bind(n,2559,19)),"~docs/default/category-tutorialsidebar-category-\u90e8\u7f72-2f8.json",2559],"8d7a4e76":[()=>n.e(1122).then(n.t.bind(n,7782,19)),"~docs/default/category-tutorialsidebar-category-\u5e94\u7528\u573a\u666f\u53ca\u6848\u4f8b-98b.json",7782],"8dcab980":[()=>n.e(3510).then(n.t.bind(n,31,19)),"~docs/default/category-tutorialsidebar-category-\u6d4b\u8bd5-1-e5b.json",31],"8f511069":[()=>n.e(9116).then(n.bind(n,7590)),"@site/docs/02-CurveBS/07-maintenance/02-administrator-guide/06-curvebs-controlpanel-downgrade-mds.md",7590],"8fa8ac7a":[()=>n.e(7154).then(n.t.bind(n,2982,19)),"~docs/default/category-tutorialsidebar-category-curve\u6587\u4ef6\u5b58\u50a8-b49.json",2982],"9099f67d":[()=>n.e(1616).then(n.bind(n,9732)),"@site/docs/03-CurveFS/04-comparison/01-CurveFS-vs-Other-FS.md",9732],"913df6cf":[()=>n.e(7954).then(n.bind(n,9574)),"@site/docs/06-Release/02-release-notes-v1.5.md",9574],"935f2afb":[()=>n.e(53).then(n.t.bind(n,1109,19)),"~docs/default/version-current-metadata-prop-751.json",1109],"93753ec6":[()=>n.e(6942).then(n.bind(n,2898)),"@site/docs/02-CurveBS/01-usecase/03-rdma-spdk.md",2898],"94ed7e21":[()=>n.e(1563).then(n.bind(n,7471)),"@site/docs/02-CurveBS/04-comparison/01-CurveBS-vs-Ceph-rbd.md",7471],"95184c52":[()=>n.e(6042).then(n.bind(n,7805)),"@site/docs/02-CurveBS/07-maintenance/02-administrator-guide/09-curvebs-datapanel-restart-chunkserver.md",7805],"965581a4":[()=>n.e(3609).then(n.bind(n,3011)),"@site/docs/05-Community/02-Double-Week-Meetings/01-2023/2023-01-12.md",3011],"97dbe3e9":[()=>n.e(1551).then(n.bind(n,4723)),"@site/docs/03-CurveFS/07-maintenance/02-administrator-guide/10-curvefs-datapanel-config-metaserver.md",4723],"9c7a26e0":[()=>n.e(446).then(n.bind(n,4801)),"@site/docs/03-CurveFS/06-performance/01-how-to-benchmark.md",4801],"9d2a34a4":[()=>n.e(2053).then(n.bind(n,8809)),"@site/docs/02-CurveBS/05-architecture/01-architecture-intro.md",8809],"9fdc18a9":[()=>n.e(985).then(n.bind(n,6420)),"@site/docs/02-CurveBS/02-deploy/03-deploy-with-k8s-operator.md",6420],a062829b:[()=>n.e(4138).then(n.bind(n,9831)),"@site/docs/02-CurveBS/07-maintenance/02-administrator-guide/20-curvebs-controlpanel-restart-snapshot.md",9831],a23aff59:[()=>n.e(9118).then(n.bind(n,1950)),"@site/docs/02-CurveBS/08-interface/03-localsnapshotclone_tools_api.md",1950],a2f19940:[()=>n.e(7865).then(n.bind(n,2753)),"@site/docs/02-CurveBS/01-usecase/01-scenario.md",2753],a509eed6:[()=>n.e(7510).then(n.t.bind(n,9143,19)),"~docs/default/category-tutorialsidebar-category-2023-555.json",9143],a5f3a35f:[()=>n.e(7702).then(n.bind(n,2804)),"@site/docs/02-CurveBS/07-maintenance/02-administrator-guide/11-curvebs-datapanel-upgrade-chunkserver.md",2804],a6c7cc4f:[()=>n.e(8214).then(n.bind(n,5680)),"@site/docs/02-CurveBS/07-maintenance/02-administrator-guide/15-curvebs-datapanel-migrate.md",5680],a7d716b5:[()=>n.e(3536).then(n.bind(n,5487)),"@site/docs/05-Community/02-Double-Week-Meetings/01-2023/2023-12-14.md",5487],a9b5322f:[()=>n.e(6681).then(n.bind(n,5618)),"@site/docs/02-CurveBS/03-test/ci\u4ecb\u7ecd.md",5618],a9c8bd8c:[()=>n.e(3250).then(n.bind(n,629)),"@site/docs/02-CurveBS/07-maintenance/02-administrator-guide/23-curvebs-controlpanel-downgrade-snapshot.md",629],ab2f8a70:[()=>n.e(1644).then(n.bind(n,2329)),"@site/docs/02-CurveBS/07-maintenance/02-administrator-guide/21-curvebs-controlpanel-config-snapshot.md",2329],adec6730:[()=>n.e(1920).then(n.bind(n,5190)),"@site/docs/03-CurveFS/03-test/\u7f16\u8bd1\u548c\u5355\u5143\u6d4b\u8bd5.md",5190],ae6dce9f:[()=>n.e(3001).then(n.bind(n,2069)),"@site/docs/03-CurveFS/02-deploy/07-static-pv.md",2069],ae817aac:[()=>n.e(9795).then(n.t.bind(n,5745,19)),"/home/runner/work/curve-book/curve-book/.docusaurus/docusaurus-plugin-content-pages/default/plugin-route-context-module-100.json",5745],af95274e:[()=>n.e(3727).then(n.bind(n,6467)),"@site/docs/02-CurveBS/05-architecture/04-mds.md",6467],afabcd0e:[()=>n.e(6893).then(n.bind(n,1213)),"@site/docs/03-CurveFS/02-deploy/03-deploy-with-k8s-operator.md",1213],afb57922:[()=>n.e(2222).then(n.bind(n,1763)),"@site/docs/03-CurveFS/01-usecase/07-ai-storage.md",1763],b02e08b4:[()=>n.e(6758).then(n.t.bind(n,2972,19)),"~docs/default/category-tutorialsidebar-category-\u53cc\u5468\u4f1a-2c8.json",2972],b1373c07:[()=>n.e(2458).then(n.bind(n,840)),"@site/docs/03-CurveFS/02-deploy/06-csi.md",840],b45e84ef:[()=>n.e(5196).then(n.bind(n,4945)),"@site/docs/02-CurveBS/02-deploy/06-iscsi.md",4945],bd477228:[()=>n.e(167).then(n.bind(n,9813)),"@site/docs/03-CurveFS/06-performance/03-perf-tune.md",9813],bda932b4:[()=>n.e(9880).then(n.bind(n,7279)),"@site/docs/03-CurveFS/01-usecase/06-elasticsearch-cold-data.md",7279],bed49b90:[()=>n.e(3072).then(n.bind(n,3451)),"@site/docs/02-CurveBS/03-test/\u5f02\u5e38\u81ea\u52a8\u5316\u65b9\u6cd5.md",3451],c028f367:[()=>n.e(6443).then(n.bind(n,5206)),"@site/docs/03-CurveFS/07-maintenance/02-administrator-guide/05-curvefs-controlpanel-upgrade-mds.md",5206],c1b372e7:[()=>n.e(638).then(n.t.bind(n,3197,19)),"~docs/default/category-tutorialsidebar-category-\u7248\u672c\u76f8\u5173-11f.json",3197],c2009c07:[()=>n.e(1641).then(n.bind(n,7907)),"@site/docs/02-CurveBS/02-deploy/10-dashboard.md",7907],c7886a8c:[()=>n.e(3937).then(n.bind(n,8945)),"@site/docs/03-CurveFS/07-maintenance/02-administrator-guide/14-curvefs-datapanel-change-disk.md",8945],c8770ea0:[()=>n.e(7548).then(n.bind(n,4216)),"@site/docs/03-CurveFS/05-architecture/02-client-arch.md",4216],c8964f95:[()=>n.e(2645).then(n.bind(n,7085)),"@site/docs/02-CurveBS/01-usecase/02-cloudnative-database.md",7085],c949413d:[()=>n.e(6937).then(n.bind(n,8904)),"@site/docs/05-Community/02-Double-Week-Meetings/01-2023/2023-04-27.md",8904],cac80de7:[()=>n.e(2286).then(n.bind(n,4659)),"@site/docs/02-CurveBS/02-deploy/08-openstack.md",4659],cb08b7d8:[()=>n.e(2906).then(n.t.bind(n,4447,19)),"~docs/default/category-tutorialsidebar-category-\u8fd0\u7ef4-3e4.json",4447],ce5f1a59:[()=>n.e(7249).then(n.bind(n,2708)),"@site/docs/05-Community/02-Double-Week-Meetings/01-2023/2023-10-12.md",2708],d0acbaae:[()=>n.e(4397).then(n.bind(n,9358)),"@site/docs/03-CurveFS/07-maintenance/02-administrator-guide/01-curvefs-controlpanel-start-mds.md",9358],d26f610f:[()=>n.e(8506).then(n.bind(n,2549)),"@site/docs/02-CurveBS/07-maintenance/01-command-line-tools.md",2549],d311f897:[()=>n.e(5898).then(n.bind(n,2887)),"@site/docs/04-Develop/03-code-walkthrough.md",2887],d3299682:[()=>n.e(8001).then(n.bind(n,3231)),"@site/docs/03-CurveFS/03-test/ci\u4ecb\u7ecd.md",3231],d385b444:[()=>n.e(2089).then(n.bind(n,3294)),"@site/docs/02-CurveBS/08-interface/02-localsnapshotclone_restful_api.md",3294],d9cf25ad:[()=>n.e(5999).then(n.bind(n,46)),"@site/docs/02-CurveBS/03-test/curve\u8986\u76d6\u7387\u6536\u96c6.md",46],da3ce109:[()=>n.e(9815).then(n.bind(n,2874)),"@site/docs/03-CurveFS/07-maintenance/01-command-line-tools.md",2874],dcb01ba1:[()=>n.e(3337).then(n.bind(n,9964)),"@site/docs/03-CurveFS/05-architecture/03-metaserver-arch.md",9964],dcb06450:[()=>n.e(9036).then(n.bind(n,1829)),"@site/docs/03-CurveFS/07-maintenance/02-administrator-guide/08-curvefs-datapanel-stop-metaserver.md",1829],de05f377:[()=>n.e(746).then(n.bind(n,6642)),"@site/docs/05-Community/02-Double-Week-Meetings/01-2023/2023-05-18.md",6642],dffd5b2b:[()=>n.e(9294).then(n.bind(n,2832)),"@site/docs/03-CurveFS/05-architecture/01-architecture-intro.md",2832],e095c50a:[()=>n.e(7770).then(n.bind(n,4521)),"@site/docs/03-CurveFS/02-deploy/01-quickstart.md",4521],e0ebe412:[()=>n.e(6621).then(n.bind(n,6654)),"@site/docs/02-CurveBS/02-deploy/07-rbd.md",6654],e176d7a0:[()=>n.e(7400).then(n.bind(n,8036)),"@site/docs/01-Intro.md",8036],e2a39381:[()=>n.e(5748).then(n.bind(n,4664)),"@site/docs/05-Community/02-Double-Week-Meetings/01-2023/2023-06-29.md",4664],e56a7fe5:[()=>n.e(6976).then(n.bind(n,9733)),"@site/docs/03-CurveFS/02-deploy/02-deploy-with-curveadm.md",9733],e68ea24b:[()=>n.e(4617).then(n.t.bind(n,4436,19)),"~docs/default/category-tutorialsidebar-category-curve\u5757\u5b58\u50a8-206.json",4436],e7fffe47:[()=>n.e(9286).then(n.bind(n,6549)),"@site/docs/02-CurveBS/07-maintenance/02-administrator-guide/10-curvebs-datapanel-config-chunkserver.md",6549],e809d2db:[()=>n.e(2873).then(n.bind(n,7059)),"@site/docs/02-CurveBS/07-maintenance/02-administrator-guide/07-curvebs-datapanel-start-chunkserver.md",7059],e9e8c2c5:[()=>n.e(1347).then(n.bind(n,9885)),"@site/docs/08-Roadmap/02-roadmap-2024.md",9885],eaf56d49:[()=>n.e(5058).then(n.bind(n,9826)),"@site/docs/05-Community/02-Double-Week-Meetings/01-2023/2023-02-09.md",9826],eb514fab:[()=>n.e(8559).then(n.bind(n,7608)),"@site/docs/02-CurveBS/07-maintenance/02-administrator-guide/01-curvebs-controlpanel-start-mds.md",7608],ed21a024:[()=>n.e(2327).then(n.bind(n,5047)),"@site/docs/03-CurveFS/07-maintenance/02-administrator-guide/04-curvefs-controlpanel-config-mds.md",5047],f41bc988:[()=>n.e(6376).then(n.bind(n,3286)),"@site/docs/05-Community/02-Double-Week-Meetings/01-2023/01-README.md",3286],f6a35de5:[()=>n.e(7809).then(n.bind(n,4425)),"@site/docs/03-CurveFS/06-performance/02-benchmark.md",4425],f6de79b2:[()=>n.e(2009).then(n.bind(n,1782)),"@site/docs/03-CurveFS/07-maintenance/02-administrator-guide/12-curvefs-datapanel-downgrade-metaserver.md",1782],f7d183ad:[()=>n.e(82).then(n.bind(n,5958)),"@site/docs/02-CurveBS/05-architecture/05-snapshot.md",5958],f82b6cfe:[()=>n.e(9932).then(n.bind(n,8683)),"@site/docs/02-CurveBS/02-deploy/09-rdma-spdk.md",8683],fb3a7270:[()=>n.e(2680).then(n.bind(n,6840)),"@site/docs/02-CurveBS/05-architecture/02-chunkserver-arch.md",6840],fdcd7759:[()=>n.e(1118).then(n.t.bind(n,3769,19)),"/home/runner/work/curve-book/curve-book/.docusaurus/docusaurus-plugin-content-docs/default/plugin-route-context-module-100.json",3769],fe1b9c8e:[()=>n.e(1147).then(n.t.bind(n,5981,19)),"~docs/default/category-tutorialsidebar-category-\u540c\u7c7b\u8f6f\u4ef6\u5bf9\u6bd4-1-345.json",5981]};function u(e){let{error:t,retry:n,pastDelay:a}=e;return t?r.createElement("div",{style:{textAlign:"center",color:"#fff",backgroundColor:"#fa383e",borderColor:"#fa383e",borderStyle:"solid",borderRadius:"0.25rem",borderWidth:"1px",boxSizing:"border-box",display:"block",padding:"1rem",flex:"0 0 50%",marginLeft:"25%",marginRight:"25%",marginTop:"5rem",maxWidth:"50%",width:"100%"}},r.createElement("p",null,String(t)),r.createElement("div",null,r.createElement("button",{type:"button",onClick:n},"Retry"))):a?r.createElement("div",{style:{display:"flex",justifyContent:"center",alignItems:"center",height:"100vh"}},r.createElement("svg",{id:"loader",style:{width:128,height:110,position:"absolute",top:"calc(100vh - 64%)"},viewBox:"0 0 45 45",xmlns:"http://www.w3.org/2000/svg",stroke:"#61dafb"},r.createElement("g",{fill:"none",fillRule:"evenodd",transform:"translate(1 1)",strokeWidth:"2"},r.createElement("circle",{cx:"22",cy:"22",r:"6",strokeOpacity:"0"},r.createElement("animate",{attributeName:"r",begin:"1.5s",dur:"3s",values:"6;22",calcMode:"linear",repeatCount:"indefinite"}),r.createElement("animate",{attributeName:"stroke-opacity",begin:"1.5s",dur:"3s",values:"1;0",calcMode:"linear",repeatCount:"indefinite"}),r.createElement("animate",{attributeName:"stroke-width",begin:"1.5s",dur:"3s",values:"2;0",calcMode:"linear",repeatCount:"indefinite"})),r.createElement("circle",{cx:"22",cy:"22",r:"6",strokeOpacity:"0"},r.createElement("animate",{attributeName:"r",begin:"3s",dur:"3s",values:"6;22",calcMode:"linear",repeatCount:"indefinite"}),r.createElement("animate",{attributeName:"stroke-opacity",begin:"3s",dur:"3s",values:"1;0",calcMode:"linear",repeatCount:"indefinite"}),r.createElement("animate",{attributeName:"stroke-width",begin:"3s",dur:"3s",values:"2;0",calcMode:"linear",repeatCount:"indefinite"})),r.createElement("circle",{cx:"22",cy:"22",r:"8"},r.createElement("animate",{attributeName:"r",begin:"0s",dur:"1.5s",values:"6;1;2;3;4;5;6",calcMode:"linear",repeatCount:"indefinite"}))))):null}var c=n(9670),d=n(226);function p(e,t){if("*"===e)return i()({loading:u,loader:()=>n.e(4972).then(n.bind(n,4972)),modules:["@theme/NotFound"],webpack:()=>[4972],render(e,t){const n=e.default;return r.createElement(d.z,{value:{plugin:{name:"native",id:"default"}}},r.createElement(n,t))}});const o=s[`${e}-${t}`],p={},f=[],m=[],h=(0,c.Z)(o);return Object.entries(h).forEach((e=>{let[t,n]=e;const r=l[n];r&&(p[t]=r[0],f.push(r[1]),m.push(r[2]))})),i().Map({loading:u,loader:p,modules:f,webpack:()=>m,render(t,n){const i=JSON.parse(JSON.stringify(o));Object.entries(t).forEach((t=>{let[n,r]=t;const a=r.default;if(!a)throw new Error(`The page component at ${e} doesn't have a default export. This makes it impossible to render anything. Consider default-exporting a React component.`);"object"!=typeof a&&"function"!=typeof a||Object.keys(r).filter((e=>"default"!==e)).forEach((e=>{a[e]=r[e]}));let o=i;const s=n.split(".");s.slice(0,-1).forEach((e=>{o=o[e]})),o[s[s.length-1]]=a}));const s=i.__comp;delete i.__comp;const l=i.__context;return delete i.__context,r.createElement(d.z,{value:l},r.createElement(s,(0,a.Z)({},i,n)))}})}const f=[{path:"/markdown-page",component:p("/markdown-page","d81"),exact:!0},{path:"/search",component:p("/search","59b"),exact:!0},{path:"/",component:p("/","a2b"),routes:[{path:"/",component:p("/","ade"),exact:!0,sidebar:"tutorialSidebar"},{path:"/category/2023",component:p("/category/2023","1cd"),exact:!0,sidebar:"tutorialSidebar"},{path:"/category/curve\u5757\u5b58\u50a8",component:p("/category/curve\u5757\u5b58\u50a8","458"),exact:!0,sidebar:"tutorialSidebar"},{path:"/category/curve\u6587\u4ef6\u5b58\u50a8",component:p("/category/curve\u6587\u4ef6\u5b58\u50a8","9f2"),exact:!0,sidebar:"tutorialSidebar"},{path:"/category/roadmap",component:p("/category/roadmap","232"),exact:!0,sidebar:"tutorialSidebar"},{path:"/category/\u53cc\u5468\u4f1a",component:p("/category/\u53cc\u5468\u4f1a","0a1"),exact:!0,sidebar:"tutorialSidebar"},{path:"/category/\u540c\u7c7b\u8f6f\u4ef6\u5bf9\u6bd4",component:p("/category/\u540c\u7c7b\u8f6f\u4ef6\u5bf9\u6bd4","dae"),exact:!0,sidebar:"tutorialSidebar"},{path:"/category/\u540c\u7c7b\u8f6f\u4ef6\u5bf9\u6bd4-1",component:p("/category/\u540c\u7c7b\u8f6f\u4ef6\u5bf9\u6bd4-1","261"),exact:!0,sidebar:"tutorialSidebar"},{path:"/category/\u5e94\u7528\u573a\u666f\u53ca\u6848\u4f8b",component:p("/category/\u5e94\u7528\u573a\u666f\u53ca\u6848\u4f8b","c19"),exact:!0,sidebar:"tutorialSidebar"},{path:"/category/\u5e94\u7528\u573a\u666f\u53ca\u6848\u4f8b-1",component:p("/category/\u5e94\u7528\u573a\u666f\u53ca\u6848\u4f8b-1","1d6"),exact:!0,sidebar:"tutorialSidebar"},{path:"/category/\u5f00\u53d1\u8005\u76f8\u5173",component:p("/category/\u5f00\u53d1\u8005\u76f8\u5173","bb3"),exact:!0,sidebar:"tutorialSidebar"},{path:"/category/\u6027\u80fd",component:p("/category/\u6027\u80fd","ca5"),exact:!0,sidebar:"tutorialSidebar"},{path:"/category/\u6027\u80fd-1",component:p("/category/\u6027\u80fd-1","252"),exact:!0,sidebar:"tutorialSidebar"},{path:"/category/\u63a5\u53e3\u6587\u6863",component:p("/category/\u63a5\u53e3\u6587\u6863","386"),exact:!0,sidebar:"tutorialSidebar"},{path:"/category/\u67b6\u6784",component:p("/category/\u67b6\u6784","164"),exact:!0,sidebar:"tutorialSidebar"},{path:"/category/\u67b6\u6784-1",component:p("/category/\u67b6\u6784-1","7a0"),exact:!0,sidebar:"tutorialSidebar"},{path:"/category/\u6d4b\u8bd5",component:p("/category/\u6d4b\u8bd5","473"),exact:!0,sidebar:"tutorialSidebar"},{path:"/category/\u6d4b\u8bd5-1",component:p("/category/\u6d4b\u8bd5-1","12e"),exact:!0,sidebar:"tutorialSidebar"},{path:"/category/\u7248\u672c\u76f8\u5173",component:p("/category/\u7248\u672c\u76f8\u5173","816"),exact:!0,sidebar:"tutorialSidebar"},{path:"/category/\u793e\u533a\u76f8\u5173",component:p("/category/\u793e\u533a\u76f8\u5173","5a5"),exact:!0,sidebar:"tutorialSidebar"},{path:"/category/\u7ba1\u7406\u5458\u64cd\u4f5c\u6307\u5bfc",component:p("/category/\u7ba1\u7406\u5458\u64cd\u4f5c\u6307\u5bfc","883"),exact:!0,sidebar:"tutorialSidebar"},{path:"/category/\u7ba1\u7406\u5458\u64cd\u4f5c\u6307\u5bfc-1",component:p("/category/\u7ba1\u7406\u5458\u64cd\u4f5c\u6307\u5bfc-1","71e"),exact:!0,sidebar:"tutorialSidebar"},{path:"/category/\u8fd0\u7ef4",component:p("/category/\u8fd0\u7ef4","1e7"),exact:!0,sidebar:"tutorialSidebar"},{path:"/category/\u8fd0\u7ef4-1",component:p("/category/\u8fd0\u7ef4-1","eb7"),exact:!0,sidebar:"tutorialSidebar"},{path:"/category/\u90e8\u7f72",component:p("/category/\u90e8\u7f72","8b8"),exact:!0,sidebar:"tutorialSidebar"},{path:"/category/\u90e8\u7f72-1",component:p("/category/\u90e8\u7f72-1","3b2"),exact:!0,sidebar:"tutorialSidebar"},{path:"/Community/community-guideline",component:p("/Community/community-guideline","3d0"),exact:!0,sidebar:"tutorialSidebar"},{path:"/Community/Double-Week-Meetings/01-2023/2023-01-12",component:p("/Community/Double-Week-Meetings/01-2023/2023-01-12","f33"),exact:!0,sidebar:"tutorialSidebar"},{path:"/Community/Double-Week-Meetings/01-2023/2023-02-09",component:p("/Community/Double-Week-Meetings/01-2023/2023-02-09","670"),exact:!0,sidebar:"tutorialSidebar"},{path:"/Community/Double-Week-Meetings/01-2023/2023-02-23",component:p("/Community/Double-Week-Meetings/01-2023/2023-02-23","a85"),exact:!0,sidebar:"tutorialSidebar"},{path:"/Community/Double-Week-Meetings/01-2023/2023-03-09",component:p("/Community/Double-Week-Meetings/01-2023/2023-03-09","940"),exact:!0,sidebar:"tutorialSidebar"},{path:"/Community/Double-Week-Meetings/01-2023/2023-03-23",component:p("/Community/Double-Week-Meetings/01-2023/2023-03-23","8c0"),exact:!0,sidebar:"tutorialSidebar"},{path:"/Community/Double-Week-Meetings/01-2023/2023-04-13",component:p("/Community/Double-Week-Meetings/01-2023/2023-04-13","224"),exact:!0,sidebar:"tutorialSidebar"},{path:"/Community/Double-Week-Meetings/01-2023/2023-04-27",component:p("/Community/Double-Week-Meetings/01-2023/2023-04-27","548"),exact:!0,sidebar:"tutorialSidebar"},{path:"/Community/Double-Week-Meetings/01-2023/2023-05-18",component:p("/Community/Double-Week-Meetings/01-2023/2023-05-18","3df"),exact:!0,sidebar:"tutorialSidebar"},{path:"/Community/Double-Week-Meetings/01-2023/2023-06-01",component:p("/Community/Double-Week-Meetings/01-2023/2023-06-01","c14"),exact:!0,sidebar:"tutorialSidebar"},{path:"/Community/Double-Week-Meetings/01-2023/2023-06-15",component:p("/Community/Double-Week-Meetings/01-2023/2023-06-15","0e7"),exact:!0,sidebar:"tutorialSidebar"},{path:"/Community/Double-Week-Meetings/01-2023/2023-06-29",component:p("/Community/Double-Week-Meetings/01-2023/2023-06-29","546"),exact:!0,sidebar:"tutorialSidebar"},{path:"/Community/Double-Week-Meetings/01-2023/2023-07-13",component:p("/Community/Double-Week-Meetings/01-2023/2023-07-13","ae8"),exact:!0,sidebar:"tutorialSidebar"},{path:"/Community/Double-Week-Meetings/01-2023/2023-08-03",component:p("/Community/Double-Week-Meetings/01-2023/2023-08-03","d8b"),exact:!0,sidebar:"tutorialSidebar"},{path:"/Community/Double-Week-Meetings/01-2023/2023-09-14",component:p("/Community/Double-Week-Meetings/01-2023/2023-09-14","137"),exact:!0,sidebar:"tutorialSidebar"},{path:"/Community/Double-Week-Meetings/01-2023/2023-10-12",component:p("/Community/Double-Week-Meetings/01-2023/2023-10-12","8ff"),exact:!0,sidebar:"tutorialSidebar"},{path:"/Community/Double-Week-Meetings/01-2023/2023-12-14",component:p("/Community/Double-Week-Meetings/01-2023/2023-12-14","09d"),exact:!0,sidebar:"tutorialSidebar"},{path:"/Community/Double-Week-Meetings/01-2023/README",component:p("/Community/Double-Week-Meetings/01-2023/README","ce9"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/architecture/architecture-intro",component:p("/CurveBS/architecture/architecture-intro","7b4"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/architecture/chunkserver-arch",component:p("/CurveBS/architecture/chunkserver-arch","7fa"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/architecture/client-arch",component:p("/CurveBS/architecture/client-arch","10a"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/architecture/mds",component:p("/CurveBS/architecture/mds","344"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/architecture/nebd",component:p("/CurveBS/architecture/nebd","87b"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/architecture/snapshot",component:p("/CurveBS/architecture/snapshot","111"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/comparison/CurveBS-vs-Ceph-rbd",component:p("/CurveBS/comparison/CurveBS-vs-Ceph-rbd","215"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/deploy/csi",component:p("/CurveBS/deploy/csi","a18"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/deploy/dashboard",component:p("/CurveBS/deploy/dashboard","d00"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/deploy/deploy-with-curveadm",component:p("/CurveBS/deploy/deploy-with-curveadm","305"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/deploy/deploy-with-k8s-operator",component:p("/CurveBS/deploy/deploy-with-k8s-operator","14f"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/deploy/iscsi",component:p("/CurveBS/deploy/iscsi","8d2"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/deploy/offline-deploy",component:p("/CurveBS/deploy/offline-deploy","967"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/deploy/openstack",component:p("/CurveBS/deploy/openstack","a9b"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/deploy/quickstart",component:p("/CurveBS/deploy/quickstart","209"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/deploy/rbd",component:p("/CurveBS/deploy/rbd","217"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/deploy/rdma-spdk",component:p("/CurveBS/deploy/rdma-spdk","a9f"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/interface/localsnapshotclone_restful_api",component:p("/CurveBS/interface/localsnapshotclone_restful_api","017"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/interface/localsnapshotclone_tools_api",component:p("/CurveBS/interface/localsnapshotclone_tools_api","5af"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/interface/snapshotcloneserver_interface",component:p("/CurveBS/interface/snapshotcloneserver_interface","af2"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/maintenance/administrator-guide/curvebs-client-map",component:p("/CurveBS/maintenance/administrator-guide/curvebs-client-map","695"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/maintenance/administrator-guide/curvebs-client-unmap",component:p("/CurveBS/maintenance/administrator-guide/curvebs-client-unmap","d36"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-config-mds",component:p("/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-config-mds","8e2"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-config-snapshot",component:p("/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-config-snapshot","7ba"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-downgrade-mds",component:p("/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-downgrade-mds","866"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-downgrade-snapshot",component:p("/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-downgrade-snapshot","8ca"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-restart-mds",component:p("/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-restart-mds","3f7"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-restart-snapshot",component:p("/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-restart-snapshot","4b0"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-start-mds",component:p("/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-start-mds","e05"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-start-snapshot",component:p("/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-start-snapshot","1d5"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-stop-mds",component:p("/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-stop-mds","01a"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-stop-snapshot",component:p("/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-stop-snapshot","ac9"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-upgrade-mds",component:p("/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-upgrade-mds","ade"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-upgrade-snapshot",component:p("/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-upgrade-snapshot","c2e"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/maintenance/administrator-guide/curvebs-datapanel-change-disk",component:p("/CurveBS/maintenance/administrator-guide/curvebs-datapanel-change-disk","485"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/maintenance/administrator-guide/curvebs-datapanel-config-chunkserver",component:p("/CurveBS/maintenance/administrator-guide/curvebs-datapanel-config-chunkserver","52e"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/maintenance/administrator-guide/curvebs-datapanel-downgrade-chunkserver",component:p("/CurveBS/maintenance/administrator-guide/curvebs-datapanel-downgrade-chunkserver","f48"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/maintenance/administrator-guide/curvebs-datapanel-migrate",component:p("/CurveBS/maintenance/administrator-guide/curvebs-datapanel-migrate","8fd"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/maintenance/administrator-guide/curvebs-datapanel-restart-chunkserver",component:p("/CurveBS/maintenance/administrator-guide/curvebs-datapanel-restart-chunkserver","2d1"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/maintenance/administrator-guide/curvebs-datapanel-scaleout",component:p("/CurveBS/maintenance/administrator-guide/curvebs-datapanel-scaleout","e17"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/maintenance/administrator-guide/curvebs-datapanel-start-chunkserver",component:p("/CurveBS/maintenance/administrator-guide/curvebs-datapanel-start-chunkserver","95a"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/maintenance/administrator-guide/curvebs-datapanel-stop-chunkserver",component:p("/CurveBS/maintenance/administrator-guide/curvebs-datapanel-stop-chunkserver","bca"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/maintenance/administrator-guide/curvebs-datapanel-upgrade-chunkserver",component:p("/CurveBS/maintenance/administrator-guide/curvebs-datapanel-upgrade-chunkserver","e87"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/maintenance/command-line-tools",component:p("/CurveBS/maintenance/command-line-tools","2cc"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/performance/how-to-benchmark",component:p("/CurveBS/performance/how-to-benchmark","5f3"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/test/ci\u4ecb\u7ecd",component:p("/CurveBS/test/ci\u4ecb\u7ecd","390"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/test/curve\u8986\u76d6\u7387\u6536\u96c6",component:p("/CurveBS/test/curve\u8986\u76d6\u7387\u6536\u96c6","d4c"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/test/env-setup",component:p("/CurveBS/test/env-setup","ca5"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/test/\u5f02\u5e38\u81ea\u52a8\u5316\u65b9\u6cd5",component:p("/CurveBS/test/\u5f02\u5e38\u81ea\u52a8\u5316\u65b9\u6cd5","96d"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/test/\u6d4b\u8bd5\u5de5\u5177",component:p("/CurveBS/test/\u6d4b\u8bd5\u5de5\u5177","d56"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/test/\u6d4b\u8bd5\u73af\u5883\u914d\u7f6e\u4fe1\u606f",component:p("/CurveBS/test/\u6d4b\u8bd5\u73af\u5883\u914d\u7f6e\u4fe1\u606f","ec2"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/test/\u7f16\u8bd1\u548c\u5355\u5143\u6d4b\u8bd5",component:p("/CurveBS/test/\u7f16\u8bd1\u548c\u5355\u5143\u6d4b\u8bd5","932"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/usecase/chuangyun",component:p("/CurveBS/usecase/chuangyun","36c"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/usecase/cloudnative-database",component:p("/CurveBS/usecase/cloudnative-database","5eb"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/usecase/rdma-spdk",component:p("/CurveBS/usecase/rdma-spdk","0c5"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/usecase/scenario",component:p("/CurveBS/usecase/scenario","6c0"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveBS/usecase/wanfang",component:p("/CurveBS/usecase/wanfang","411"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/architecture/architecture-intro",component:p("/CurveFS/architecture/architecture-intro","7ad"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/architecture/client-arch",component:p("/CurveFS/architecture/client-arch","a56"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/architecture/metaserver-arch",component:p("/CurveFS/architecture/metaserver-arch","3b2"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/comparison/CurveFS-vs-Other-FS",component:p("/CurveFS/comparison/CurveFS-vs-Other-FS","abc"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/deploy/csi",component:p("/CurveFS/deploy/csi","a2a"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/deploy/curvefs-client-config",component:p("/CurveFS/deploy/curvefs-client-config","168"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/deploy/deploy-with-curveadm",component:p("/CurveFS/deploy/deploy-with-curveadm","dc4"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/deploy/deploy-with-k8s-operator",component:p("/CurveFS/deploy/deploy-with-k8s-operator","8ff"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/deploy/distributed-cache",component:p("/CurveFS/deploy/distributed-cache","08c"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/deploy/offline-deploy",component:p("/CurveFS/deploy/offline-deploy","cc6"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/deploy/quickstart",component:p("/CurveFS/deploy/quickstart","99c"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/deploy/static-pv",component:p("/CurveFS/deploy/static-pv","4df"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/maintenance/administrator-guide/curvefs-client-mount",component:p("/CurveFS/maintenance/administrator-guide/curvefs-client-mount","432"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/maintenance/administrator-guide/curvefs-client-umount",component:p("/CurveFS/maintenance/administrator-guide/curvefs-client-umount","e7a"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-config-mds",component:p("/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-config-mds","636"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-downgrade-mds",component:p("/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-downgrade-mds","ca3"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-restart-mds",component:p("/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-restart-mds","080"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-start-mds",component:p("/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-start-mds","326"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-stop-mds",component:p("/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-stop-mds","73a"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-upgrade-mds",component:p("/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-upgrade-mds","c22"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/maintenance/administrator-guide/curvefs-datapanel-change-disk",component:p("/CurveFS/maintenance/administrator-guide/curvefs-datapanel-change-disk","431"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/maintenance/administrator-guide/curvefs-datapanel-config-metaserver",component:p("/CurveFS/maintenance/administrator-guide/curvefs-datapanel-config-metaserver","314"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/maintenance/administrator-guide/curvefs-datapanel-downgrade-metaserver",component:p("/CurveFS/maintenance/administrator-guide/curvefs-datapanel-downgrade-metaserver","30a"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/maintenance/administrator-guide/curvefs-datapanel-migrate",component:p("/CurveFS/maintenance/administrator-guide/curvefs-datapanel-migrate","ddc"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/maintenance/administrator-guide/curvefs-datapanel-restart-metaserver",component:p("/CurveFS/maintenance/administrator-guide/curvefs-datapanel-restart-metaserver","808"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/maintenance/administrator-guide/curvefs-datapanel-scaleout",component:p("/CurveFS/maintenance/administrator-guide/curvefs-datapanel-scaleout","8f3"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/maintenance/administrator-guide/curvefs-datapanel-start-metaserver",component:p("/CurveFS/maintenance/administrator-guide/curvefs-datapanel-start-metaserver","f97"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/maintenance/administrator-guide/curvefs-datapanel-stop-metaserver",component:p("/CurveFS/maintenance/administrator-guide/curvefs-datapanel-stop-metaserver","291"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/maintenance/administrator-guide/curvefs-datapanel-upgrade-metaserver",component:p("/CurveFS/maintenance/administrator-guide/curvefs-datapanel-upgrade-metaserver","abe"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/maintenance/command-line-tools",component:p("/CurveFS/maintenance/command-line-tools","405"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/maintenance/data-migration",component:p("/CurveFS/maintenance/data-migration","440"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/performance/benchmark",component:p("/CurveFS/performance/benchmark","9ed"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/performance/how-to-benchmark",component:p("/CurveFS/performance/how-to-benchmark","945"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/performance/perf-tune",component:p("/CurveFS/performance/perf-tune","b62"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/test/ci\u4ecb\u7ecd",component:p("/CurveFS/test/ci\u4ecb\u7ecd","98c"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/test/env-setup",component:p("/CurveFS/test/env-setup","04f"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/test/\u5f02\u5e38\u81ea\u52a8\u5316\u65b9\u6cd5",component:p("/CurveFS/test/\u5f02\u5e38\u81ea\u52a8\u5316\u65b9\u6cd5","6a8"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/test/\u6027\u80fd\u6d4b\u8bd5\u5de5\u5177",component:p("/CurveFS/test/\u6027\u80fd\u6d4b\u8bd5\u5de5\u5177","da9"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/test/\u7f16\u8bd1\u548c\u5355\u5143\u6d4b\u8bd5",component:p("/CurveFS/test/\u7f16\u8bd1\u548c\u5355\u5143\u6d4b\u8bd5","ac6"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/usecase/ai-storage",component:p("/CurveFS/usecase/ai-storage","c5f"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/usecase/asr-storage",component:p("/CurveFS/usecase/asr-storage","882"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/usecase/elasticsearch-cold-data",component:p("/CurveFS/usecase/elasticsearch-cold-data","9f7"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/usecase/hadoop-on-cloud",component:p("/CurveFS/usecase/hadoop-on-cloud","3f8"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/usecase/jiangsu-nongxin-es",component:p("/CurveFS/usecase/jiangsu-nongxin-es","246"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/usecase/s3-gateway",component:p("/CurveFS/usecase/s3-gateway","ec5"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/usecase/scenario",component:p("/CurveFS/usecase/scenario","99d"),exact:!0,sidebar:"tutorialSidebar"},{path:"/CurveFS/usecase/smb-support",component:p("/CurveFS/usecase/smb-support","304"),exact:!0,sidebar:"tutorialSidebar"},{path:"/Develop/build-and-test",component:p("/Develop/build-and-test","e51"),exact:!0,sidebar:"tutorialSidebar"},{path:"/Develop/code-walkthrough",component:p("/Develop/code-walkthrough","4a8"),exact:!0,sidebar:"tutorialSidebar"},{path:"/Develop/how-to-contribute",component:p("/Develop/how-to-contribute","f1c"),exact:!0,sidebar:"tutorialSidebar"},{path:"/faq",component:p("/faq","90c"),exact:!0,sidebar:"tutorialSidebar"},{path:"/Release/release-intro",component:p("/Release/release-intro","6d0"),exact:!0,sidebar:"tutorialSidebar"},{path:"/Release/release-notes-v1.5",component:p("/Release/release-notes-v1.5","6b6"),exact:!0,sidebar:"tutorialSidebar"},{path:"/Release/release-notes-v2.6",component:p("/Release/release-notes-v2.6","670"),exact:!0,sidebar:"tutorialSidebar"},{path:"/Release/release-notes-v2.7",component:p("/Release/release-notes-v2.7","94b"),exact:!0,sidebar:"tutorialSidebar"},{path:"/Roadmap/roadmap-2023",component:p("/Roadmap/roadmap-2023","37c"),exact:!0,sidebar:"tutorialSidebar"},{path:"/Roadmap/roadmap-2024",component:p("/Roadmap/roadmap-2024","b4a"),exact:!0,sidebar:"tutorialSidebar"}]},{path:"*",component:p("*")}]},8934:(e,t,n)=>{"use strict";n.d(t,{_:()=>a,t:()=>o});var r=n(7294);const a=r.createContext(!1);function o(e){let{children:t}=e;const[n,o]=(0,r.useState)(!1);return(0,r.useEffect)((()=>{o(!0)}),[]),r.createElement(a.Provider,{value:n},t)}},9383:(e,t,n)=>{"use strict";var r=n(7294),a=n(3935),o=n(3727),i=n(405),s=n(412);const l=[n(2497),n(3310),n(8320),n(2295)];var u=n(723),c=n(6550),d=n(8790);function p(e){let{children:t}=e;return r.createElement(r.Fragment,null,t)}var f=n(7462),m=n(5742),h=n(2263),g=n(4996),b=n(6668),v=n(1944),y=n(4711),S=n(9727),w=n(3320),k=n(197);function C(){const{i18n:{defaultLocale:e,localeConfigs:t}}=(0,h.Z)(),n=(0,y.l)();return r.createElement(m.Z,null,Object.entries(t).map((e=>{let[t,{htmlLang:a}]=e;return r.createElement("link",{key:t,rel:"alternate",href:n.createUrl({locale:t,fullyQualified:!0}),hrefLang:a})})),r.createElement("link",{rel:"alternate",href:n.createUrl({locale:e,fullyQualified:!0}),hrefLang:"x-default"}))}function E(e){let{permalink:t}=e;const{siteConfig:{url:n}}=(0,h.Z)(),a=function(){const{siteConfig:{url:e}}=(0,h.Z)(),{pathname:t}=(0,c.TH)();return e+(0,g.Z)(t)}(),o=t?`${n}${t}`:a;return r.createElement(m.Z,null,r.createElement("meta",{property:"og:url",content:o}),r.createElement("link",{rel:"canonical",href:o}))}function x(){const{i18n:{currentLocale:e}}=(0,h.Z)(),{metadata:t,image:n}=(0,b.L)();return r.createElement(r.Fragment,null,r.createElement(m.Z,null,r.createElement("meta",{name:"twitter:card",content:"summary_large_image"}),r.createElement("body",{className:S.h})),n&&r.createElement(v.d,{image:n}),r.createElement(E,null),r.createElement(C,null),r.createElement(k.Z,{tag:w.HX,locale:e}),r.createElement(m.Z,null,t.map(((e,t)=>r.createElement("meta",(0,f.Z)({key:t},e))))))}const _=new Map;function T(e){if(_.has(e.pathname))return{...e,pathname:_.get(e.pathname)};if((0,d.f)(u.Z,e.pathname).some((e=>{let{route:t}=e;return!0===t.exact})))return _.set(e.pathname,e.pathname),e;const t=e.pathname.trim().replace(/(?:\/index)?\.html$/,"")||"/";return _.set(e.pathname,t),{...e,pathname:t}}var L=n(8934),B=n(8940);function A(e){for(var t=arguments.length,n=new Array(t>1?t-1:0),r=1;r{const r=t.default?.[e]??t[e];return r?.(...n)}));return()=>a.forEach((e=>e?.()))}const F=function(e){let{children:t,location:n,previousLocation:a}=e;return(0,r.useLayoutEffect)((()=>{a!==n&&(!function(e){let{location:t,previousLocation:n}=e;if(!n)return;const r=t.pathname===n.pathname,a=t.hash===n.hash,o=t.search===n.search;if(r&&a&&!o)return;const{hash:i}=t;if(i){const e=decodeURIComponent(i.substring(1)),t=document.getElementById(e);t?.scrollIntoView()}else window.scrollTo(0,0)}({location:n,previousLocation:a}),A("onRouteDidUpdate",{previousLocation:a,location:n}))}),[a,n]),t};function R(e){const t=Array.from(new Set([e,decodeURI(e)])).map((e=>(0,d.f)(u.Z,e))).flat();return Promise.all(t.map((e=>e.route.component.preload?.())))}class P extends r.Component{previousLocation;routeUpdateCleanupCb;constructor(e){super(e),this.previousLocation=null,this.routeUpdateCleanupCb=s.Z.canUseDOM?A("onRouteUpdate",{previousLocation:null,location:this.props.location}):()=>{},this.state={nextRouteHasLoaded:!0}}shouldComponentUpdate(e,t){if(e.location===this.props.location)return t.nextRouteHasLoaded;const n=e.location;return this.previousLocation=this.props.location,this.setState({nextRouteHasLoaded:!1}),this.routeUpdateCleanupCb=A("onRouteUpdate",{previousLocation:this.previousLocation,location:n}),R(n.pathname).then((()=>{this.routeUpdateCleanupCb(),this.setState({nextRouteHasLoaded:!0})})).catch((e=>{console.warn(e),window.location.reload()})),!1}render(){const{children:e,location:t}=this.props;return r.createElement(F,{previousLocation:this.previousLocation,location:t},r.createElement(c.AW,{location:t,render:()=>e}))}}const D=P,O="__docusaurus-base-url-issue-banner-container",N="__docusaurus-base-url-issue-banner",I="__docusaurus-base-url-issue-banner-suggestion-container",M="__DOCUSAURUS_INSERT_BASEURL_BANNER";function j(e){return`\nwindow['${M}'] = true;\n\ndocument.addEventListener('DOMContentLoaded', maybeInsertBanner);\n\nfunction maybeInsertBanner() {\n var shouldInsert = window['${M}'];\n shouldInsert && insertBanner();\n}\n\nfunction insertBanner() {\n var bannerContainer = document.getElementById('${O}');\n if (!bannerContainer) {\n return;\n }\n var bannerHtml = ${JSON.stringify(function(e){return`\n
    \n

    Your Docusaurus site did not load properly.

    \n

    A very common reason is a wrong site baseUrl configuration.

    \n

    Current configured baseUrl = ${e} ${"/"===e?" (default value)":""}

    \n

    We suggest trying baseUrl =

    \n
    \n`}(e)).replace(/{window[M]=!1}),[]),r.createElement(r.Fragment,null,!s.Z.canUseDOM&&r.createElement(m.Z,null,r.createElement("script",null,j(e))),r.createElement("div",{id:O}))}function $(){const{siteConfig:{baseUrl:e,baseUrlIssueBanner:t}}=(0,h.Z)(),{pathname:n}=(0,c.TH)();return t&&n===e?r.createElement(z,null):null}function U(){const{siteConfig:{favicon:e,title:t,noIndex:n},i18n:{currentLocale:a,localeConfigs:o}}=(0,h.Z)(),i=(0,g.Z)(e),{htmlLang:s,direction:l}=o[a];return r.createElement(m.Z,null,r.createElement("html",{lang:s,dir:l}),r.createElement("title",null,t),r.createElement("meta",{property:"og:title",content:t}),r.createElement("meta",{name:"viewport",content:"width=device-width, initial-scale=1.0"}),n&&r.createElement("meta",{name:"robots",content:"noindex, nofollow"}),e&&r.createElement("link",{rel:"icon",href:i}))}var q=n(4763);function W(){const e=(0,d.H)(u.Z),t=(0,c.TH)();return r.createElement(q.Z,null,r.createElement(B.M,null,r.createElement(L.t,null,r.createElement(p,null,r.createElement(U,null),r.createElement(x,null),r.createElement($,null),r.createElement(D,{location:T(t)},e)))))}var G=n(6887);const H=function(e){try{return document.createElement("link").relList.supports(e)}catch{return!1}}("prefetch")?function(e){return new Promise(((t,n)=>{if("undefined"==typeof document)return void n();const r=document.createElement("link");r.setAttribute("rel","prefetch"),r.setAttribute("href",e),r.onload=()=>t(),r.onerror=()=>n();const a=document.getElementsByTagName("head")[0]??document.getElementsByName("script")[0]?.parentNode;a?.appendChild(r)}))}:function(e){return new Promise(((t,n)=>{const r=new XMLHttpRequest;r.open("GET",e,!0),r.withCredentials=!0,r.onload=()=>{200===r.status?t():n()},r.send(null)}))};var Q=n(9670);const Z=new Set,V=new Set,K=()=>navigator.connection?.effectiveType.includes("2g")||navigator.connection?.saveData,Y={prefetch(e){if(!(e=>!K()&&!V.has(e)&&!Z.has(e))(e))return!1;Z.add(e);const t=(0,d.f)(u.Z,e).flatMap((e=>{return t=e.route.path,Object.entries(G).filter((e=>{let[n]=e;return n.replace(/-[^-]+$/,"")===t})).flatMap((e=>{let[,t]=e;return Object.values((0,Q.Z)(t))}));var t}));return Promise.all(t.map((e=>{const t=n.gca(e);return t&&!t.includes("undefined")?H(t).catch((()=>{})):Promise.resolve()})))},preload:e=>!!(e=>!K()&&!V.has(e))(e)&&(V.add(e),R(e))},X=Object.freeze(Y);if(s.Z.canUseDOM){window.docusaurus=X;const e=a.hydrate;R(window.location.pathname).then((()=>{e(r.createElement(i.B6,null,r.createElement(o.VK,null,r.createElement(W,null))),document.getElementById("__docusaurus"))}))}},8940:(e,t,n)=>{"use strict";n.d(t,{_:()=>c,M:()=>d});var r=n(7294),a=n(6809);const o=JSON.parse('{"docusaurus-plugin-content-docs":{"default":{"path":"/","versions":[{"name":"current","label":"Next","isLast":true,"path":"/","mainDocId":"Intro","docs":[{"id":"Community/community-guideline","path":"/Community/community-guideline","sidebar":"tutorialSidebar"},{"id":"Community/Double-Week-Meetings/01-2023/2023-01-12","path":"/Community/Double-Week-Meetings/01-2023/2023-01-12","sidebar":"tutorialSidebar"},{"id":"Community/Double-Week-Meetings/01-2023/2023-02-09","path":"/Community/Double-Week-Meetings/01-2023/2023-02-09","sidebar":"tutorialSidebar"},{"id":"Community/Double-Week-Meetings/01-2023/2023-02-23","path":"/Community/Double-Week-Meetings/01-2023/2023-02-23","sidebar":"tutorialSidebar"},{"id":"Community/Double-Week-Meetings/01-2023/2023-03-09","path":"/Community/Double-Week-Meetings/01-2023/2023-03-09","sidebar":"tutorialSidebar"},{"id":"Community/Double-Week-Meetings/01-2023/2023-03-23","path":"/Community/Double-Week-Meetings/01-2023/2023-03-23","sidebar":"tutorialSidebar"},{"id":"Community/Double-Week-Meetings/01-2023/2023-04-13","path":"/Community/Double-Week-Meetings/01-2023/2023-04-13","sidebar":"tutorialSidebar"},{"id":"Community/Double-Week-Meetings/01-2023/2023-04-27","path":"/Community/Double-Week-Meetings/01-2023/2023-04-27","sidebar":"tutorialSidebar"},{"id":"Community/Double-Week-Meetings/01-2023/2023-05-18","path":"/Community/Double-Week-Meetings/01-2023/2023-05-18","sidebar":"tutorialSidebar"},{"id":"Community/Double-Week-Meetings/01-2023/2023-06-01","path":"/Community/Double-Week-Meetings/01-2023/2023-06-01","sidebar":"tutorialSidebar"},{"id":"Community/Double-Week-Meetings/01-2023/2023-06-15","path":"/Community/Double-Week-Meetings/01-2023/2023-06-15","sidebar":"tutorialSidebar"},{"id":"Community/Double-Week-Meetings/01-2023/2023-06-29","path":"/Community/Double-Week-Meetings/01-2023/2023-06-29","sidebar":"tutorialSidebar"},{"id":"Community/Double-Week-Meetings/01-2023/2023-07-13","path":"/Community/Double-Week-Meetings/01-2023/2023-07-13","sidebar":"tutorialSidebar"},{"id":"Community/Double-Week-Meetings/01-2023/2023-08-03","path":"/Community/Double-Week-Meetings/01-2023/2023-08-03","sidebar":"tutorialSidebar"},{"id":"Community/Double-Week-Meetings/01-2023/2023-09-14","path":"/Community/Double-Week-Meetings/01-2023/2023-09-14","sidebar":"tutorialSidebar"},{"id":"Community/Double-Week-Meetings/01-2023/2023-10-12","path":"/Community/Double-Week-Meetings/01-2023/2023-10-12","sidebar":"tutorialSidebar"},{"id":"Community/Double-Week-Meetings/01-2023/2023-12-14","path":"/Community/Double-Week-Meetings/01-2023/2023-12-14","sidebar":"tutorialSidebar"},{"id":"Community/Double-Week-Meetings/01-2023/README","path":"/Community/Double-Week-Meetings/01-2023/README","sidebar":"tutorialSidebar"},{"id":"CurveBS/architecture/architecture-intro","path":"/CurveBS/architecture/architecture-intro","sidebar":"tutorialSidebar"},{"id":"CurveBS/architecture/chunkserver-arch","path":"/CurveBS/architecture/chunkserver-arch","sidebar":"tutorialSidebar"},{"id":"CurveBS/architecture/client-arch","path":"/CurveBS/architecture/client-arch","sidebar":"tutorialSidebar"},{"id":"CurveBS/architecture/mds","path":"/CurveBS/architecture/mds","sidebar":"tutorialSidebar"},{"id":"CurveBS/architecture/nebd","path":"/CurveBS/architecture/nebd","sidebar":"tutorialSidebar"},{"id":"CurveBS/architecture/snapshot","path":"/CurveBS/architecture/snapshot","sidebar":"tutorialSidebar"},{"id":"CurveBS/comparison/CurveBS-vs-Ceph-rbd","path":"/CurveBS/comparison/CurveBS-vs-Ceph-rbd","sidebar":"tutorialSidebar"},{"id":"CurveBS/deploy/csi","path":"/CurveBS/deploy/csi","sidebar":"tutorialSidebar"},{"id":"CurveBS/deploy/dashboard","path":"/CurveBS/deploy/dashboard","sidebar":"tutorialSidebar"},{"id":"CurveBS/deploy/deploy-with-curveadm","path":"/CurveBS/deploy/deploy-with-curveadm","sidebar":"tutorialSidebar"},{"id":"CurveBS/deploy/deploy-with-k8s-operator","path":"/CurveBS/deploy/deploy-with-k8s-operator","sidebar":"tutorialSidebar"},{"id":"CurveBS/deploy/iscsi","path":"/CurveBS/deploy/iscsi","sidebar":"tutorialSidebar"},{"id":"CurveBS/deploy/offline-deploy","path":"/CurveBS/deploy/offline-deploy","sidebar":"tutorialSidebar"},{"id":"CurveBS/deploy/openstack","path":"/CurveBS/deploy/openstack","sidebar":"tutorialSidebar"},{"id":"CurveBS/deploy/quickstart","path":"/CurveBS/deploy/quickstart","sidebar":"tutorialSidebar"},{"id":"CurveBS/deploy/rbd","path":"/CurveBS/deploy/rbd","sidebar":"tutorialSidebar"},{"id":"CurveBS/deploy/rdma-spdk","path":"/CurveBS/deploy/rdma-spdk","sidebar":"tutorialSidebar"},{"id":"CurveBS/interface/localsnapshotclone_restful_api","path":"/CurveBS/interface/localsnapshotclone_restful_api","sidebar":"tutorialSidebar"},{"id":"CurveBS/interface/localsnapshotclone_tools_api","path":"/CurveBS/interface/localsnapshotclone_tools_api","sidebar":"tutorialSidebar"},{"id":"CurveBS/interface/snapshotcloneserver_interface","path":"/CurveBS/interface/snapshotcloneserver_interface","sidebar":"tutorialSidebar"},{"id":"CurveBS/maintenance/administrator-guide/curvebs-client-map","path":"/CurveBS/maintenance/administrator-guide/curvebs-client-map","sidebar":"tutorialSidebar"},{"id":"CurveBS/maintenance/administrator-guide/curvebs-client-unmap","path":"/CurveBS/maintenance/administrator-guide/curvebs-client-unmap","sidebar":"tutorialSidebar"},{"id":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-config-mds","path":"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-config-mds","sidebar":"tutorialSidebar"},{"id":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-config-snapshot","path":"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-config-snapshot","sidebar":"tutorialSidebar"},{"id":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-downgrade-mds","path":"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-downgrade-mds","sidebar":"tutorialSidebar"},{"id":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-downgrade-snapshot","path":"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-downgrade-snapshot","sidebar":"tutorialSidebar"},{"id":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-restart-mds","path":"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-restart-mds","sidebar":"tutorialSidebar"},{"id":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-restart-snapshot","path":"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-restart-snapshot","sidebar":"tutorialSidebar"},{"id":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-start-mds","path":"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-start-mds","sidebar":"tutorialSidebar"},{"id":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-start-snapshot","path":"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-start-snapshot","sidebar":"tutorialSidebar"},{"id":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-stop-mds","path":"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-stop-mds","sidebar":"tutorialSidebar"},{"id":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-stop-snapshot","path":"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-stop-snapshot","sidebar":"tutorialSidebar"},{"id":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-upgrade-mds","path":"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-upgrade-mds","sidebar":"tutorialSidebar"},{"id":"CurveBS/maintenance/administrator-guide/curvebs-controlpanel-upgrade-snapshot","path":"/CurveBS/maintenance/administrator-guide/curvebs-controlpanel-upgrade-snapshot","sidebar":"tutorialSidebar"},{"id":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-change-disk","path":"/CurveBS/maintenance/administrator-guide/curvebs-datapanel-change-disk","sidebar":"tutorialSidebar"},{"id":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-config-chunkserver","path":"/CurveBS/maintenance/administrator-guide/curvebs-datapanel-config-chunkserver","sidebar":"tutorialSidebar"},{"id":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-downgrade-chunkserver","path":"/CurveBS/maintenance/administrator-guide/curvebs-datapanel-downgrade-chunkserver","sidebar":"tutorialSidebar"},{"id":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-migrate","path":"/CurveBS/maintenance/administrator-guide/curvebs-datapanel-migrate","sidebar":"tutorialSidebar"},{"id":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-restart-chunkserver","path":"/CurveBS/maintenance/administrator-guide/curvebs-datapanel-restart-chunkserver","sidebar":"tutorialSidebar"},{"id":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-scaleout","path":"/CurveBS/maintenance/administrator-guide/curvebs-datapanel-scaleout","sidebar":"tutorialSidebar"},{"id":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-start-chunkserver","path":"/CurveBS/maintenance/administrator-guide/curvebs-datapanel-start-chunkserver","sidebar":"tutorialSidebar"},{"id":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-stop-chunkserver","path":"/CurveBS/maintenance/administrator-guide/curvebs-datapanel-stop-chunkserver","sidebar":"tutorialSidebar"},{"id":"CurveBS/maintenance/administrator-guide/curvebs-datapanel-upgrade-chunkserver","path":"/CurveBS/maintenance/administrator-guide/curvebs-datapanel-upgrade-chunkserver","sidebar":"tutorialSidebar"},{"id":"CurveBS/maintenance/command-line-tools","path":"/CurveBS/maintenance/command-line-tools","sidebar":"tutorialSidebar"},{"id":"CurveBS/performance/how-to-benchmark","path":"/CurveBS/performance/how-to-benchmark","sidebar":"tutorialSidebar"},{"id":"CurveBS/test/ci\u4ecb\u7ecd","path":"/CurveBS/test/ci\u4ecb\u7ecd","sidebar":"tutorialSidebar"},{"id":"CurveBS/test/curve\u8986\u76d6\u7387\u6536\u96c6","path":"/CurveBS/test/curve\u8986\u76d6\u7387\u6536\u96c6","sidebar":"tutorialSidebar"},{"id":"CurveBS/test/env-setup","path":"/CurveBS/test/env-setup","sidebar":"tutorialSidebar"},{"id":"CurveBS/test/\u5f02\u5e38\u81ea\u52a8\u5316\u65b9\u6cd5","path":"/CurveBS/test/\u5f02\u5e38\u81ea\u52a8\u5316\u65b9\u6cd5","sidebar":"tutorialSidebar"},{"id":"CurveBS/test/\u6d4b\u8bd5\u5de5\u5177","path":"/CurveBS/test/\u6d4b\u8bd5\u5de5\u5177","sidebar":"tutorialSidebar"},{"id":"CurveBS/test/\u6d4b\u8bd5\u73af\u5883\u914d\u7f6e\u4fe1\u606f","path":"/CurveBS/test/\u6d4b\u8bd5\u73af\u5883\u914d\u7f6e\u4fe1\u606f","sidebar":"tutorialSidebar"},{"id":"CurveBS/test/\u7f16\u8bd1\u548c\u5355\u5143\u6d4b\u8bd5","path":"/CurveBS/test/\u7f16\u8bd1\u548c\u5355\u5143\u6d4b\u8bd5","sidebar":"tutorialSidebar"},{"id":"CurveBS/usecase/chuangyun","path":"/CurveBS/usecase/chuangyun","sidebar":"tutorialSidebar"},{"id":"CurveBS/usecase/cloudnative-database","path":"/CurveBS/usecase/cloudnative-database","sidebar":"tutorialSidebar"},{"id":"CurveBS/usecase/rdma-spdk","path":"/CurveBS/usecase/rdma-spdk","sidebar":"tutorialSidebar"},{"id":"CurveBS/usecase/scenario","path":"/CurveBS/usecase/scenario","sidebar":"tutorialSidebar"},{"id":"CurveBS/usecase/wanfang","path":"/CurveBS/usecase/wanfang","sidebar":"tutorialSidebar"},{"id":"CurveFS/architecture/architecture-intro","path":"/CurveFS/architecture/architecture-intro","sidebar":"tutorialSidebar"},{"id":"CurveFS/architecture/client-arch","path":"/CurveFS/architecture/client-arch","sidebar":"tutorialSidebar"},{"id":"CurveFS/architecture/metaserver-arch","path":"/CurveFS/architecture/metaserver-arch","sidebar":"tutorialSidebar"},{"id":"CurveFS/comparison/CurveFS-vs-Other-FS","path":"/CurveFS/comparison/CurveFS-vs-Other-FS","sidebar":"tutorialSidebar"},{"id":"CurveFS/deploy/csi","path":"/CurveFS/deploy/csi","sidebar":"tutorialSidebar"},{"id":"CurveFS/deploy/curvefs-client-config","path":"/CurveFS/deploy/curvefs-client-config","sidebar":"tutorialSidebar"},{"id":"CurveFS/deploy/deploy-with-curveadm","path":"/CurveFS/deploy/deploy-with-curveadm","sidebar":"tutorialSidebar"},{"id":"CurveFS/deploy/deploy-with-k8s-operator","path":"/CurveFS/deploy/deploy-with-k8s-operator","sidebar":"tutorialSidebar"},{"id":"CurveFS/deploy/distributed-cache","path":"/CurveFS/deploy/distributed-cache","sidebar":"tutorialSidebar"},{"id":"CurveFS/deploy/offline-deploy","path":"/CurveFS/deploy/offline-deploy","sidebar":"tutorialSidebar"},{"id":"CurveFS/deploy/quickstart","path":"/CurveFS/deploy/quickstart","sidebar":"tutorialSidebar"},{"id":"CurveFS/deploy/static-pv","path":"/CurveFS/deploy/static-pv","sidebar":"tutorialSidebar"},{"id":"CurveFS/maintenance/administrator-guide/curvefs-client-mount","path":"/CurveFS/maintenance/administrator-guide/curvefs-client-mount","sidebar":"tutorialSidebar"},{"id":"CurveFS/maintenance/administrator-guide/curvefs-client-umount","path":"/CurveFS/maintenance/administrator-guide/curvefs-client-umount","sidebar":"tutorialSidebar"},{"id":"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-config-mds","path":"/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-config-mds","sidebar":"tutorialSidebar"},{"id":"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-downgrade-mds","path":"/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-downgrade-mds","sidebar":"tutorialSidebar"},{"id":"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-restart-mds","path":"/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-restart-mds","sidebar":"tutorialSidebar"},{"id":"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-start-mds","path":"/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-start-mds","sidebar":"tutorialSidebar"},{"id":"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-stop-mds","path":"/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-stop-mds","sidebar":"tutorialSidebar"},{"id":"CurveFS/maintenance/administrator-guide/curvefs-controlpanel-upgrade-mds","path":"/CurveFS/maintenance/administrator-guide/curvefs-controlpanel-upgrade-mds","sidebar":"tutorialSidebar"},{"id":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-change-disk","path":"/CurveFS/maintenance/administrator-guide/curvefs-datapanel-change-disk","sidebar":"tutorialSidebar"},{"id":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-config-metaserver","path":"/CurveFS/maintenance/administrator-guide/curvefs-datapanel-config-metaserver","sidebar":"tutorialSidebar"},{"id":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-downgrade-metaserver","path":"/CurveFS/maintenance/administrator-guide/curvefs-datapanel-downgrade-metaserver","sidebar":"tutorialSidebar"},{"id":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-migrate","path":"/CurveFS/maintenance/administrator-guide/curvefs-datapanel-migrate","sidebar":"tutorialSidebar"},{"id":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-restart-metaserver","path":"/CurveFS/maintenance/administrator-guide/curvefs-datapanel-restart-metaserver","sidebar":"tutorialSidebar"},{"id":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-scaleout","path":"/CurveFS/maintenance/administrator-guide/curvefs-datapanel-scaleout","sidebar":"tutorialSidebar"},{"id":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-start-metaserver","path":"/CurveFS/maintenance/administrator-guide/curvefs-datapanel-start-metaserver","sidebar":"tutorialSidebar"},{"id":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-stop-metaserver","path":"/CurveFS/maintenance/administrator-guide/curvefs-datapanel-stop-metaserver","sidebar":"tutorialSidebar"},{"id":"CurveFS/maintenance/administrator-guide/curvefs-datapanel-upgrade-metaserver","path":"/CurveFS/maintenance/administrator-guide/curvefs-datapanel-upgrade-metaserver","sidebar":"tutorialSidebar"},{"id":"CurveFS/maintenance/command-line-tools","path":"/CurveFS/maintenance/command-line-tools","sidebar":"tutorialSidebar"},{"id":"CurveFS/maintenance/data-migration","path":"/CurveFS/maintenance/data-migration","sidebar":"tutorialSidebar"},{"id":"CurveFS/performance/benchmark","path":"/CurveFS/performance/benchmark","sidebar":"tutorialSidebar"},{"id":"CurveFS/performance/how-to-benchmark","path":"/CurveFS/performance/how-to-benchmark","sidebar":"tutorialSidebar"},{"id":"CurveFS/performance/perf-tune","path":"/CurveFS/performance/perf-tune","sidebar":"tutorialSidebar"},{"id":"CurveFS/test/ci\u4ecb\u7ecd","path":"/CurveFS/test/ci\u4ecb\u7ecd","sidebar":"tutorialSidebar"},{"id":"CurveFS/test/env-setup","path":"/CurveFS/test/env-setup","sidebar":"tutorialSidebar"},{"id":"CurveFS/test/\u5f02\u5e38\u81ea\u52a8\u5316\u65b9\u6cd5","path":"/CurveFS/test/\u5f02\u5e38\u81ea\u52a8\u5316\u65b9\u6cd5","sidebar":"tutorialSidebar"},{"id":"CurveFS/test/\u6027\u80fd\u6d4b\u8bd5\u5de5\u5177","path":"/CurveFS/test/\u6027\u80fd\u6d4b\u8bd5\u5de5\u5177","sidebar":"tutorialSidebar"},{"id":"CurveFS/test/\u7f16\u8bd1\u548c\u5355\u5143\u6d4b\u8bd5","path":"/CurveFS/test/\u7f16\u8bd1\u548c\u5355\u5143\u6d4b\u8bd5","sidebar":"tutorialSidebar"},{"id":"CurveFS/usecase/ai-storage","path":"/CurveFS/usecase/ai-storage","sidebar":"tutorialSidebar"},{"id":"CurveFS/usecase/asr-storage","path":"/CurveFS/usecase/asr-storage","sidebar":"tutorialSidebar"},{"id":"CurveFS/usecase/elasticsearch-cold-data","path":"/CurveFS/usecase/elasticsearch-cold-data","sidebar":"tutorialSidebar"},{"id":"CurveFS/usecase/hadoop-on-cloud","path":"/CurveFS/usecase/hadoop-on-cloud","sidebar":"tutorialSidebar"},{"id":"CurveFS/usecase/jiangsu-nongxin-es","path":"/CurveFS/usecase/jiangsu-nongxin-es","sidebar":"tutorialSidebar"},{"id":"CurveFS/usecase/s3-gateway","path":"/CurveFS/usecase/s3-gateway","sidebar":"tutorialSidebar"},{"id":"CurveFS/usecase/scenario","path":"/CurveFS/usecase/scenario","sidebar":"tutorialSidebar"},{"id":"CurveFS/usecase/smb-support","path":"/CurveFS/usecase/smb-support","sidebar":"tutorialSidebar"},{"id":"Develop/build-and-test","path":"/Develop/build-and-test","sidebar":"tutorialSidebar"},{"id":"Develop/code-walkthrough","path":"/Develop/code-walkthrough","sidebar":"tutorialSidebar"},{"id":"Develop/how-to-contribute","path":"/Develop/how-to-contribute","sidebar":"tutorialSidebar"},{"id":"FAQ","path":"/faq","sidebar":"tutorialSidebar"},{"id":"Intro","path":"/","sidebar":"tutorialSidebar"},{"id":"Release/release-intro","path":"/Release/release-intro","sidebar":"tutorialSidebar"},{"id":"Release/release-notes-v1.5","path":"/Release/release-notes-v1.5","sidebar":"tutorialSidebar"},{"id":"Release/release-notes-v2.6","path":"/Release/release-notes-v2.6","sidebar":"tutorialSidebar"},{"id":"Release/release-notes-v2.7","path":"/Release/release-notes-v2.7","sidebar":"tutorialSidebar"},{"id":"Roadmap/roadmap-2023","path":"/Roadmap/roadmap-2023","sidebar":"tutorialSidebar"},{"id":"Roadmap/roadmap-2024","path":"/Roadmap/roadmap-2024","sidebar":"tutorialSidebar"},{"id":"/category/curve\u5757\u5b58\u50a8","path":"/category/curve\u5757\u5b58\u50a8","sidebar":"tutorialSidebar"},{"id":"/category/\u5e94\u7528\u573a\u666f\u53ca\u6848\u4f8b","path":"/category/\u5e94\u7528\u573a\u666f\u53ca\u6848\u4f8b","sidebar":"tutorialSidebar"},{"id":"/category/\u90e8\u7f72","path":"/category/\u90e8\u7f72","sidebar":"tutorialSidebar"},{"id":"/category/\u6d4b\u8bd5","path":"/category/\u6d4b\u8bd5","sidebar":"tutorialSidebar"},{"id":"/category/\u540c\u7c7b\u8f6f\u4ef6\u5bf9\u6bd4","path":"/category/\u540c\u7c7b\u8f6f\u4ef6\u5bf9\u6bd4","sidebar":"tutorialSidebar"},{"id":"/category/\u67b6\u6784","path":"/category/\u67b6\u6784","sidebar":"tutorialSidebar"},{"id":"/category/\u6027\u80fd","path":"/category/\u6027\u80fd","sidebar":"tutorialSidebar"},{"id":"/category/\u8fd0\u7ef4","path":"/category/\u8fd0\u7ef4","sidebar":"tutorialSidebar"},{"id":"/category/\u7ba1\u7406\u5458\u64cd\u4f5c\u6307\u5bfc","path":"/category/\u7ba1\u7406\u5458\u64cd\u4f5c\u6307\u5bfc","sidebar":"tutorialSidebar"},{"id":"/category/\u63a5\u53e3\u6587\u6863","path":"/category/\u63a5\u53e3\u6587\u6863","sidebar":"tutorialSidebar"},{"id":"/category/curve\u6587\u4ef6\u5b58\u50a8","path":"/category/curve\u6587\u4ef6\u5b58\u50a8","sidebar":"tutorialSidebar"},{"id":"/category/\u5e94\u7528\u573a\u666f\u53ca\u6848\u4f8b-1","path":"/category/\u5e94\u7528\u573a\u666f\u53ca\u6848\u4f8b-1","sidebar":"tutorialSidebar"},{"id":"/category/\u90e8\u7f72-1","path":"/category/\u90e8\u7f72-1","sidebar":"tutorialSidebar"},{"id":"/category/\u6d4b\u8bd5-1","path":"/category/\u6d4b\u8bd5-1","sidebar":"tutorialSidebar"},{"id":"/category/\u540c\u7c7b\u8f6f\u4ef6\u5bf9\u6bd4-1","path":"/category/\u540c\u7c7b\u8f6f\u4ef6\u5bf9\u6bd4-1","sidebar":"tutorialSidebar"},{"id":"/category/\u67b6\u6784-1","path":"/category/\u67b6\u6784-1","sidebar":"tutorialSidebar"},{"id":"/category/\u6027\u80fd-1","path":"/category/\u6027\u80fd-1","sidebar":"tutorialSidebar"},{"id":"/category/\u8fd0\u7ef4-1","path":"/category/\u8fd0\u7ef4-1","sidebar":"tutorialSidebar"},{"id":"/category/\u7ba1\u7406\u5458\u64cd\u4f5c\u6307\u5bfc-1","path":"/category/\u7ba1\u7406\u5458\u64cd\u4f5c\u6307\u5bfc-1","sidebar":"tutorialSidebar"},{"id":"/category/\u5f00\u53d1\u8005\u76f8\u5173","path":"/category/\u5f00\u53d1\u8005\u76f8\u5173","sidebar":"tutorialSidebar"},{"id":"/category/\u793e\u533a\u76f8\u5173","path":"/category/\u793e\u533a\u76f8\u5173","sidebar":"tutorialSidebar"},{"id":"/category/\u53cc\u5468\u4f1a","path":"/category/\u53cc\u5468\u4f1a","sidebar":"tutorialSidebar"},{"id":"/category/2023","path":"/category/2023","sidebar":"tutorialSidebar"},{"id":"/category/\u7248\u672c\u76f8\u5173","path":"/category/\u7248\u672c\u76f8\u5173","sidebar":"tutorialSidebar"},{"id":"/category/roadmap","path":"/category/roadmap","sidebar":"tutorialSidebar"}],"draftIds":[],"sidebars":{"tutorialSidebar":{"link":{"path":"/","label":"Intro"}}}}],"breadcrumbs":true}}}'),i=JSON.parse('{"defaultLocale":"zh","locales":["zh"],"path":"i18n","currentLocale":"zh","localeConfigs":{"zh":{"label":"\u4e2d\u6587","direction":"ltr","htmlLang":"zh","calendar":"gregory","path":"zh"}}}');var s=n(7529);const l=JSON.parse('{"docusaurusVersion":"2.4.1","siteVersion":"1.0.0","pluginVersions":{"docusaurus-plugin-content-docs":{"type":"package","name":"@docusaurus/plugin-content-docs","version":"2.4.1"},"docusaurus-plugin-content-pages":{"type":"package","name":"@docusaurus/plugin-content-pages","version":"2.4.1"},"docusaurus-plugin-sitemap":{"type":"package","name":"@docusaurus/plugin-sitemap","version":"2.4.1"},"docusaurus-theme-classic":{"type":"package","name":"@docusaurus/theme-classic","version":"2.4.1"},"@easyops-cn/docusaurus-search-local":{"type":"package","name":"@easyops-cn/docusaurus-search-local","version":"0.35.0"}}}'),u={siteConfig:a.default,siteMetadata:l,globalData:o,i18n:i,codeTranslations:s},c=r.createContext(u);function d(e){let{children:t}=e;return r.createElement(c.Provider,{value:u},t)}},4763:(e,t,n)=>{"use strict";n.d(t,{Z:()=>p});var r=n(7294),a=n(412),o=n(5742),i=n(8780),s=n(179);function l(e){let{error:t,tryAgain:n}=e;return r.createElement("div",{style:{display:"flex",flexDirection:"column",justifyContent:"center",alignItems:"flex-start",minHeight:"100vh",width:"100%",maxWidth:"80ch",fontSize:"20px",margin:"0 auto",padding:"1rem"}},r.createElement("h1",{style:{fontSize:"3rem"}},"This page crashed"),r.createElement("button",{type:"button",onClick:n,style:{margin:"1rem 0",fontSize:"2rem",cursor:"pointer",borderRadius:20,padding:"1rem"}},"Try again"),r.createElement(u,{error:t}))}function u(e){let{error:t}=e;const n=(0,i.getErrorCausalChain)(t).map((e=>e.message)).join("\n\nCause:\n");return r.createElement("p",{style:{whiteSpace:"pre-wrap"}},n)}function c(e){let{error:t,tryAgain:n}=e;return r.createElement(p,{fallback:()=>r.createElement(l,{error:t,tryAgain:n})},r.createElement(o.Z,null,r.createElement("title",null,"Page Error")),r.createElement(s.Z,null,r.createElement(l,{error:t,tryAgain:n})))}const d=e=>r.createElement(c,e);class p extends r.Component{constructor(e){super(e),this.state={error:null}}componentDidCatch(e){a.Z.canUseDOM&&this.setState({error:e})}render(){const{children:e}=this.props,{error:t}=this.state;if(t){const e={error:t,tryAgain:()=>this.setState({error:null})};return(this.props.fallback??d)(e)}return e??null}}},412:(e,t,n)=>{"use strict";n.d(t,{Z:()=>a});const r="undefined"!=typeof window&&"document"in window&&"createElement"in window.document,a={canUseDOM:r,canUseEventListeners:r&&("addEventListener"in window||"attachEvent"in window),canUseIntersectionObserver:r&&"IntersectionObserver"in window,canUseViewport:r&&"screen"in window}},5742:(e,t,n)=>{"use strict";n.d(t,{Z:()=>o});var r=n(7294),a=n(405);function o(e){return r.createElement(a.ql,e)}},9960:(e,t,n)=>{"use strict";n.d(t,{Z:()=>f});var r=n(7462),a=n(7294),o=n(3727),i=n(8780),s=n(2263),l=n(3919),u=n(412);const c=a.createContext({collectLink:()=>{}});var d=n(4996);function p(e,t){let{isNavLink:n,to:p,href:f,activeClassName:m,isActive:h,"data-noBrokenLinkCheck":g,autoAddBaseUrl:b=!0,...v}=e;const{siteConfig:{trailingSlash:y,baseUrl:S}}=(0,s.Z)(),{withBaseUrl:w}=(0,d.C)(),k=(0,a.useContext)(c),C=(0,a.useRef)(null);(0,a.useImperativeHandle)(t,(()=>C.current));const E=p||f;const x=(0,l.Z)(E),_=E?.replace("pathname://","");let T=void 0!==_?(L=_,b&&(e=>e.startsWith("/"))(L)?w(L):L):void 0;var L;T&&x&&(T=(0,i.applyTrailingSlash)(T,{trailingSlash:y,baseUrl:S}));const B=(0,a.useRef)(!1),A=n?o.OL:o.rU,F=u.Z.canUseIntersectionObserver,R=(0,a.useRef)(),P=()=>{B.current||null==T||(window.docusaurus.preload(T),B.current=!0)};(0,a.useEffect)((()=>(!F&&x&&null!=T&&window.docusaurus.prefetch(T),()=>{F&&R.current&&R.current.disconnect()})),[R,T,F,x]);const D=T?.startsWith("#")??!1,O=!T||!x||D;return O||g||k.collectLink(T),O?a.createElement("a",(0,r.Z)({ref:C,href:T},E&&!x&&{target:"_blank",rel:"noopener noreferrer"},v)):a.createElement(A,(0,r.Z)({},v,{onMouseEnter:P,onTouchStart:P,innerRef:e=>{C.current=e,F&&e&&x&&(R.current=new window.IntersectionObserver((t=>{t.forEach((t=>{e===t.target&&(t.isIntersecting||t.intersectionRatio>0)&&(R.current.unobserve(e),R.current.disconnect(),null!=T&&window.docusaurus.prefetch(T))}))})),R.current.observe(e))},to:T},n&&{isActive:h,activeClassName:m}))}const f=a.forwardRef(p)},5999:(e,t,n)=>{"use strict";n.d(t,{Z:()=>l,I:()=>s});var r=n(7294);function a(e,t){const n=e.split(/(\{\w+\})/).map(((e,n)=>{if(n%2==1){const n=t?.[e.slice(1,-1)];if(void 0!==n)return n}return e}));return n.some((e=>(0,r.isValidElement)(e)))?n.map(((e,t)=>(0,r.isValidElement)(e)?r.cloneElement(e,{key:t}):e)).filter((e=>""!==e)):n.join("")}var o=n(7529);function i(e){let{id:t,message:n}=e;if(void 0===t&&void 0===n)throw new Error("Docusaurus translation declarations must have at least a translation id or a default translation message");return o[t??n]??n??t}function s(e,t){let{message:n,id:r}=e;return a(i({message:n,id:r}),t)}function l(e){let{children:t,id:n,values:o}=e;if(t&&"string"!=typeof t)throw console.warn("Illegal children",t),new Error("The Docusaurus component only accept simple string values");const s=i({message:t,id:n});return r.createElement(r.Fragment,null,a(s,o))}},9935:(e,t,n)=>{"use strict";n.d(t,{m:()=>r});const r="default"},3919:(e,t,n)=>{"use strict";function r(e){return/^(?:\w*:|\/\/)/.test(e)}function a(e){return void 0!==e&&!r(e)}n.d(t,{Z:()=>a,b:()=>r})},4996:(e,t,n)=>{"use strict";n.d(t,{C:()=>i,Z:()=>s});var r=n(7294),a=n(2263),o=n(3919);function i(){const{siteConfig:{baseUrl:e,url:t}}=(0,a.Z)(),n=(0,r.useCallback)(((n,r)=>function(e,t,n,r){let{forcePrependBaseUrl:a=!1,absolute:i=!1}=void 0===r?{}:r;if(!n||n.startsWith("#")||(0,o.b)(n))return n;if(a)return t+n.replace(/^\//,"");if(n===t.replace(/\/$/,""))return t;const s=n.startsWith(t)?n:t+n.replace(/^\//,"");return i?e+s:s}(t,e,n,r)),[t,e]);return{withBaseUrl:n}}function s(e,t){void 0===t&&(t={});const{withBaseUrl:n}=i();return n(e,t)}},2263:(e,t,n)=>{"use strict";n.d(t,{Z:()=>o});var r=n(7294),a=n(8940);function o(){return(0,r.useContext)(a._)}},2389:(e,t,n)=>{"use strict";n.d(t,{Z:()=>o});var r=n(7294),a=n(8934);function o(){return(0,r.useContext)(a._)}},9670:(e,t,n)=>{"use strict";n.d(t,{Z:()=>a});const r=e=>"object"==typeof e&&!!e&&Object.keys(e).length>0;function a(e){const t={};return function e(n,a){Object.entries(n).forEach((n=>{let[o,i]=n;const s=a?`${a}.${o}`:o;r(i)?e(i,s):t[s]=i}))}(e),t}},226:(e,t,n)=>{"use strict";n.d(t,{_:()=>a,z:()=>o});var r=n(7294);const a=r.createContext(null);function o(e){let{children:t,value:n}=e;const o=r.useContext(a),i=(0,r.useMemo)((()=>function(e){let{parent:t,value:n}=e;if(!t){if(!n)throw new Error("Unexpected: no Docusaurus route context found");if(!("plugin"in n))throw new Error("Unexpected: Docusaurus topmost route context has no `plugin` attribute");return n}const r={...t.data,...n?.data};return{plugin:t.plugin,data:r}}({parent:o,value:n})),[o,n]);return r.createElement(a.Provider,{value:i},t)}},143:(e,t,n)=>{"use strict";n.d(t,{Iw:()=>h,gA:()=>p,_r:()=>c,Jo:()=>g,zh:()=>d,yW:()=>m,gB:()=>f});var r=n(6550),a=n(2263),o=n(9935);function i(e,t){void 0===t&&(t={});const n=function(){const{globalData:e}=(0,a.Z)();return e}()[e];if(!n&&t.failfast)throw new Error(`Docusaurus plugin global data not found for "${e}" plugin.`);return n}const s=e=>e.versions.find((e=>e.isLast));function l(e,t){const n=function(e,t){const n=s(e);return[...e.versions.filter((e=>e!==n)),n].find((e=>!!(0,r.LX)(t,{path:e.path,exact:!1,strict:!1})))}(e,t),a=n?.docs.find((e=>!!(0,r.LX)(t,{path:e.path,exact:!0,strict:!1})));return{activeVersion:n,activeDoc:a,alternateDocVersions:a?function(t){const n={};return e.versions.forEach((e=>{e.docs.forEach((r=>{r.id===t&&(n[e.name]=r)}))})),n}(a.id):{}}}const u={},c=()=>i("docusaurus-plugin-content-docs")??u,d=e=>function(e,t,n){void 0===t&&(t=o.m),void 0===n&&(n={});const r=i(e),a=r?.[t];if(!a&&n.failfast)throw new Error(`Docusaurus plugin global data not found for "${e}" plugin with id "${t}".`);return a}("docusaurus-plugin-content-docs",e,{failfast:!0});function p(e){void 0===e&&(e={});const t=c(),{pathname:n}=(0,r.TH)();return function(e,t,n){void 0===n&&(n={});const a=Object.entries(e).sort(((e,t)=>t[1].path.localeCompare(e[1].path))).find((e=>{let[,n]=e;return!!(0,r.LX)(t,{path:n.path,exact:!1,strict:!1})})),o=a?{pluginId:a[0],pluginData:a[1]}:void 0;if(!o&&n.failfast)throw new Error(`Can't find active docs plugin for "${t}" pathname, while it was expected to be found. Maybe you tried to use a docs feature that can only be used on a docs-related page? Existing docs plugin paths are: ${Object.values(e).map((e=>e.path)).join(", ")}`);return o}(t,n,e)}function f(e){return d(e).versions}function m(e){const t=d(e);return s(t)}function h(e){const t=d(e),{pathname:n}=(0,r.TH)();return l(t,n)}function g(e){const t=d(e),{pathname:n}=(0,r.TH)();return function(e,t){const n=s(e);return{latestDocSuggestion:l(e,t).alternateDocVersions[n.name],latestVersionSuggestion:n}}(t,n)}},8320:(e,t,n)=>{"use strict";n.r(t),n.d(t,{default:()=>o});var r=n(4865),a=n.n(r);a().configure({showSpinner:!1});const o={onRouteUpdate(e){let{location:t,previousLocation:n}=e;if(n&&t.pathname!==n.pathname){const e=window.setTimeout((()=>{a().start()}),200);return()=>window.clearTimeout(e)}},onRouteDidUpdate(){a().done()}}},3310:(e,t,n)=>{"use strict";n.r(t);var r=n(7410),a=n(6809);!function(e){const{themeConfig:{prism:t}}=a.default,{additionalLanguages:r}=t;globalThis.Prism=e,r.forEach((e=>{n(6726)(`./prism-${e}`)})),delete globalThis.Prism}(r.Z)},9471:(e,t,n)=>{"use strict";n.d(t,{Z:()=>o});var r=n(7294);const a={iconExternalLink:"iconExternalLink_nPIU"};function o(e){let{width:t=13.5,height:n=13.5}=e;return r.createElement("svg",{width:t,height:n,"aria-hidden":"true",viewBox:"0 0 24 24",className:a.iconExternalLink},r.createElement("path",{fill:"currentColor",d:"M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"}))}},179:(e,t,n)=>{"use strict";n.d(t,{Z:()=>Rt});var r=n(7294),a=n(6010),o=n(4763),i=n(1944),s=n(7462),l=n(6550),u=n(5999),c=n(5936);const d="__docusaurus_skipToContent_fallback";function p(e){e.setAttribute("tabindex","-1"),e.focus(),e.removeAttribute("tabindex")}function f(){const e=(0,r.useRef)(null),{action:t}=(0,l.k6)(),n=(0,r.useCallback)((e=>{e.preventDefault();const t=document.querySelector("main:first-of-type")??document.getElementById(d);t&&p(t)}),[]);return(0,c.S)((n=>{let{location:r}=n;e.current&&!r.hash&&"PUSH"===t&&p(e.current)})),{containerRef:e,onClick:n}}const m=(0,u.I)({id:"theme.common.skipToMainContent",description:"The skip to content label used for accessibility, allowing to rapidly navigate to main content with keyboard tab/enter navigation",message:"Skip to main content"});function h(e){const t=e.children??m,{containerRef:n,onClick:a}=f();return r.createElement("div",{ref:n,role:"region","aria-label":m},r.createElement("a",(0,s.Z)({},e,{href:`#${d}`,onClick:a}),t))}var g=n(5281),b=n(9727);const v={skipToContent:"skipToContent_fXgn"};function y(){return r.createElement(h,{className:v.skipToContent})}var S=n(6668),w=n(9689);function k(e){let{width:t=21,height:n=21,color:a="currentColor",strokeWidth:o=1.2,className:i,...l}=e;return r.createElement("svg",(0,s.Z)({viewBox:"0 0 15 15",width:t,height:n},l),r.createElement("g",{stroke:a,strokeWidth:o},r.createElement("path",{d:"M.75.75l13.5 13.5M14.25.75L.75 14.25"})))}const C={closeButton:"closeButton_CVFx"};function E(e){return r.createElement("button",(0,s.Z)({type:"button","aria-label":(0,u.I)({id:"theme.AnnouncementBar.closeButtonAriaLabel",message:"Close",description:"The ARIA label for close button of announcement bar"})},e,{className:(0,a.Z)("clean-btn close",C.closeButton,e.className)}),r.createElement(k,{width:14,height:14,strokeWidth:3.1}))}const x={content:"content_knG7"};function _(e){const{announcementBar:t}=(0,S.L)(),{content:n}=t;return r.createElement("div",(0,s.Z)({},e,{className:(0,a.Z)(x.content,e.className),dangerouslySetInnerHTML:{__html:n}}))}const T={announcementBar:"announcementBar_mb4j",announcementBarPlaceholder:"announcementBarPlaceholder_vyr4",announcementBarClose:"announcementBarClose_gvF7",announcementBarContent:"announcementBarContent_xLdY"};function L(){const{announcementBar:e}=(0,S.L)(),{isActive:t,close:n}=(0,w.nT)();if(!t)return null;const{backgroundColor:a,textColor:o,isCloseable:i}=e;return r.createElement("div",{className:T.announcementBar,style:{backgroundColor:a,color:o},role:"banner"},i&&r.createElement("div",{className:T.announcementBarPlaceholder}),r.createElement(_,{className:T.announcementBarContent}),i&&r.createElement(E,{onClick:n,className:T.announcementBarClose}))}var B=n(2961),A=n(2466);var F=n(902),R=n(3102);const P=r.createContext(null);function D(e){let{children:t}=e;const n=function(){const e=(0,B.e)(),t=(0,R.HY)(),[n,a]=(0,r.useState)(!1),o=null!==t.component,i=(0,F.D9)(o);return(0,r.useEffect)((()=>{o&&!i&&a(!0)}),[o,i]),(0,r.useEffect)((()=>{o?e.shown||a(!0):a(!1)}),[e.shown,o]),(0,r.useMemo)((()=>[n,a]),[n])}();return r.createElement(P.Provider,{value:n},t)}function O(e){if(e.component){const t=e.component;return r.createElement(t,e.props)}}function N(){const e=(0,r.useContext)(P);if(!e)throw new F.i6("NavbarSecondaryMenuDisplayProvider");const[t,n]=e,a=(0,r.useCallback)((()=>n(!1)),[n]),o=(0,R.HY)();return(0,r.useMemo)((()=>({shown:t,hide:a,content:O(o)})),[a,o,t])}function I(e){let{header:t,primaryMenu:n,secondaryMenu:o}=e;const{shown:i}=N();return r.createElement("div",{className:"navbar-sidebar"},t,r.createElement("div",{className:(0,a.Z)("navbar-sidebar__items",{"navbar-sidebar__items--show-secondary":i})},r.createElement("div",{className:"navbar-sidebar__item menu"},n),r.createElement("div",{className:"navbar-sidebar__item menu"},o)))}var M=n(2949),j=n(2389);function z(e){return r.createElement("svg",(0,s.Z)({viewBox:"0 0 24 24",width:24,height:24},e),r.createElement("path",{fill:"currentColor",d:"M12,9c1.65,0,3,1.35,3,3s-1.35,3-3,3s-3-1.35-3-3S10.35,9,12,9 M12,7c-2.76,0-5,2.24-5,5s2.24,5,5,5s5-2.24,5-5 S14.76,7,12,7L12,7z M2,13l2,0c0.55,0,1-0.45,1-1s-0.45-1-1-1l-2,0c-0.55,0-1,0.45-1,1S1.45,13,2,13z M20,13l2,0c0.55,0,1-0.45,1-1 s-0.45-1-1-1l-2,0c-0.55,0-1,0.45-1,1S19.45,13,20,13z M11,2v2c0,0.55,0.45,1,1,1s1-0.45,1-1V2c0-0.55-0.45-1-1-1S11,1.45,11,2z M11,20v2c0,0.55,0.45,1,1,1s1-0.45,1-1v-2c0-0.55-0.45-1-1-1C11.45,19,11,19.45,11,20z M5.99,4.58c-0.39-0.39-1.03-0.39-1.41,0 c-0.39,0.39-0.39,1.03,0,1.41l1.06,1.06c0.39,0.39,1.03,0.39,1.41,0s0.39-1.03,0-1.41L5.99,4.58z M18.36,16.95 c-0.39-0.39-1.03-0.39-1.41,0c-0.39,0.39-0.39,1.03,0,1.41l1.06,1.06c0.39,0.39,1.03,0.39,1.41,0c0.39-0.39,0.39-1.03,0-1.41 L18.36,16.95z M19.42,5.99c0.39-0.39,0.39-1.03,0-1.41c-0.39-0.39-1.03-0.39-1.41,0l-1.06,1.06c-0.39,0.39-0.39,1.03,0,1.41 s1.03,0.39,1.41,0L19.42,5.99z M7.05,18.36c0.39-0.39,0.39-1.03,0-1.41c-0.39-0.39-1.03-0.39-1.41,0l-1.06,1.06 c-0.39,0.39-0.39,1.03,0,1.41s1.03,0.39,1.41,0L7.05,18.36z"}))}function $(e){return r.createElement("svg",(0,s.Z)({viewBox:"0 0 24 24",width:24,height:24},e),r.createElement("path",{fill:"currentColor",d:"M9.37,5.51C9.19,6.15,9.1,6.82,9.1,7.5c0,4.08,3.32,7.4,7.4,7.4c0.68,0,1.35-0.09,1.99-0.27C17.45,17.19,14.93,19,12,19 c-3.86,0-7-3.14-7-7C5,9.07,6.81,6.55,9.37,5.51z M12,3c-4.97,0-9,4.03-9,9s4.03,9,9,9s9-4.03,9-9c0-0.46-0.04-0.92-0.1-1.36 c-0.98,1.37-2.58,2.26-4.4,2.26c-2.98,0-5.4-2.42-5.4-5.4c0-1.81,0.89-3.42,2.26-4.4C12.92,3.04,12.46,3,12,3L12,3z"}))}const U={toggle:"toggle_vylO",toggleButton:"toggleButton_gllP",darkToggleIcon:"darkToggleIcon_wfgR",lightToggleIcon:"lightToggleIcon_pyhR",toggleButtonDisabled:"toggleButtonDisabled_aARS"};function q(e){let{className:t,buttonClassName:n,value:o,onChange:i}=e;const s=(0,j.Z)(),l=(0,u.I)({message:"Switch between dark and light mode (currently {mode})",id:"theme.colorToggle.ariaLabel",description:"The ARIA label for the navbar color mode toggle"},{mode:"dark"===o?(0,u.I)({message:"dark mode",id:"theme.colorToggle.ariaLabel.mode.dark",description:"The name for the dark color mode"}):(0,u.I)({message:"light mode",id:"theme.colorToggle.ariaLabel.mode.light",description:"The name for the light color mode"})});return r.createElement("div",{className:(0,a.Z)(U.toggle,t)},r.createElement("button",{className:(0,a.Z)("clean-btn",U.toggleButton,!s&&U.toggleButtonDisabled,n),type:"button",onClick:()=>i("dark"===o?"light":"dark"),disabled:!s,title:l,"aria-label":l,"aria-live":"polite"},r.createElement(z,{className:(0,a.Z)(U.toggleIcon,U.lightToggleIcon)}),r.createElement($,{className:(0,a.Z)(U.toggleIcon,U.darkToggleIcon)})))}const W=r.memo(q),G={darkNavbarColorModeToggle:"darkNavbarColorModeToggle_X3D1"};function H(e){let{className:t}=e;const n=(0,S.L)().navbar.style,a=(0,S.L)().colorMode.disableSwitch,{colorMode:o,setColorMode:i}=(0,M.I)();return a?null:r.createElement(W,{className:t,buttonClassName:"dark"===n?G.darkNavbarColorModeToggle:void 0,value:o,onChange:i})}var Q=n(1327);function Z(){return r.createElement(Q.Z,{className:"navbar__brand",imageClassName:"navbar__logo",titleClassName:"navbar__title text--truncate"})}function V(){const e=(0,B.e)();return r.createElement("button",{type:"button","aria-label":(0,u.I)({id:"theme.docs.sidebar.closeSidebarButtonAriaLabel",message:"Close navigation bar",description:"The ARIA label for close button of mobile sidebar"}),className:"clean-btn navbar-sidebar__close",onClick:()=>e.toggle()},r.createElement(k,{color:"var(--ifm-color-emphasis-600)"}))}function K(){return r.createElement("div",{className:"navbar-sidebar__brand"},r.createElement(Z,null),r.createElement(H,{className:"margin-right--md"}),r.createElement(V,null))}var Y=n(9960),X=n(4996),J=n(3919);function ee(e,t){return void 0!==e&&void 0!==t&&new RegExp(e,"gi").test(t)}var te=n(9471);function ne(e){let{activeBasePath:t,activeBaseRegex:n,to:a,href:o,label:i,html:l,isDropdownLink:u,prependBaseUrlToHref:c,...d}=e;const p=(0,X.Z)(a),f=(0,X.Z)(t),m=(0,X.Z)(o,{forcePrependBaseUrl:!0}),h=i&&o&&!(0,J.Z)(o),g=l?{dangerouslySetInnerHTML:{__html:l}}:{children:r.createElement(r.Fragment,null,i,h&&r.createElement(te.Z,u&&{width:12,height:12}))};return o?r.createElement(Y.Z,(0,s.Z)({href:c?m:o},d,g)):r.createElement(Y.Z,(0,s.Z)({to:p,isNavLink:!0},(t||n)&&{isActive:(e,t)=>n?ee(n,t.pathname):t.pathname.startsWith(f)},d,g))}function re(e){let{className:t,isDropdownItem:n=!1,...o}=e;const i=r.createElement(ne,(0,s.Z)({className:(0,a.Z)(n?"dropdown__link":"navbar__item navbar__link",t),isDropdownLink:n},o));return n?r.createElement("li",null,i):i}function ae(e){let{className:t,isDropdownItem:n,...o}=e;return r.createElement("li",{className:"menu__list-item"},r.createElement(ne,(0,s.Z)({className:(0,a.Z)("menu__link",t)},o)))}function oe(e){let{mobile:t=!1,position:n,...a}=e;const o=t?ae:re;return r.createElement(o,(0,s.Z)({},a,{activeClassName:a.activeClassName??(t?"menu__link--active":"navbar__link--active")}))}var ie=n(6043),se=n(8596),le=n(2263);function ue(e,t){return e.some((e=>function(e,t){return!!(0,se.Mg)(e.to,t)||!!ee(e.activeBaseRegex,t)||!(!e.activeBasePath||!t.startsWith(e.activeBasePath))}(e,t)))}function ce(e){let{items:t,position:n,className:o,onClick:i,...l}=e;const u=(0,r.useRef)(null),[c,d]=(0,r.useState)(!1);return(0,r.useEffect)((()=>{const e=e=>{u.current&&!u.current.contains(e.target)&&d(!1)};return document.addEventListener("mousedown",e),document.addEventListener("touchstart",e),document.addEventListener("focusin",e),()=>{document.removeEventListener("mousedown",e),document.removeEventListener("touchstart",e),document.removeEventListener("focusin",e)}}),[u]),r.createElement("div",{ref:u,className:(0,a.Z)("navbar__item","dropdown","dropdown--hoverable",{"dropdown--right":"right"===n,"dropdown--show":c})},r.createElement(ne,(0,s.Z)({"aria-haspopup":"true","aria-expanded":c,role:"button",href:l.to?void 0:"#",className:(0,a.Z)("navbar__link",o)},l,{onClick:l.to?void 0:e=>e.preventDefault(),onKeyDown:e=>{"Enter"===e.key&&(e.preventDefault(),d(!c))}}),l.children??l.label),r.createElement("ul",{className:"dropdown__menu"},t.map(((e,t)=>r.createElement(Ge,(0,s.Z)({isDropdownItem:!0,activeClassName:"dropdown__link--active"},e,{key:t}))))))}function de(e){let{items:t,className:n,position:o,onClick:i,...u}=e;const c=function(){const{siteConfig:{baseUrl:e}}=(0,le.Z)(),{pathname:t}=(0,l.TH)();return t.replace(e,"/")}(),d=ue(t,c),{collapsed:p,toggleCollapsed:f,setCollapsed:m}=(0,ie.u)({initialState:()=>!d});return(0,r.useEffect)((()=>{d&&m(!d)}),[c,d,m]),r.createElement("li",{className:(0,a.Z)("menu__list-item",{"menu__list-item--collapsed":p})},r.createElement(ne,(0,s.Z)({role:"button",className:(0,a.Z)("menu__link menu__link--sublist menu__link--sublist-caret",n)},u,{onClick:e=>{e.preventDefault(),f()}}),u.children??u.label),r.createElement(ie.z,{lazy:!0,as:"ul",className:"menu__list",collapsed:p},t.map(((e,t)=>r.createElement(Ge,(0,s.Z)({mobile:!0,isDropdownItem:!0,onClick:i,activeClassName:"menu__link--active"},e,{key:t}))))))}function pe(e){let{mobile:t=!1,...n}=e;const a=t?de:ce;return r.createElement(a,n)}var fe=n(4711);function me(e){let{width:t=20,height:n=20,...a}=e;return r.createElement("svg",(0,s.Z)({viewBox:"0 0 24 24",width:t,height:n,"aria-hidden":!0},a),r.createElement("path",{fill:"currentColor",d:"M12.87 15.07l-2.54-2.51.03-.03c1.74-1.94 2.98-4.17 3.71-6.53H17V4h-7V2H8v2H1v1.99h11.17C11.5 7.92 10.44 9.75 9 11.35 8.07 10.32 7.3 9.19 6.69 8h-2c.73 1.63 1.73 3.17 2.98 4.56l-5.09 5.02L4 19l5-5 3.11 3.11.76-2.04zM18.5 10h-2L12 22h2l1.12-3h4.75L21 22h2l-4.5-12zm-2.62 7l1.62-4.33L19.12 17h-3.24z"}))}const he="iconLanguage_nlXk";var ge=n(1029),be=n(412),ve=n(373),ye=n(143),Se=n(22),we=n(8202),ke=n(3926),Ce=n(1073),Ee=n(2539),xe=n(726);const _e='',Te='',Le='',Be='',Ae='',Fe='',Re='',Pe={searchBar:"searchBar_RVTs",dropdownMenu:"dropdownMenu_qbY6",searchBarLeft:"searchBarLeft_MXDe",suggestion:"suggestion_fB_2",cursor:"cursor_eG29",hitTree:"hitTree_kk6K",hitIcon:"hitIcon_a7Zy",hitPath:"hitPath_ieM4",noResultsIcon:"noResultsIcon_EBY5",hitFooter:"hitFooter_E9YW",hitWrapper:"hitWrapper_sAK8",hitTitle:"hitTitle_vyVt",hitAction:"hitAction_NqkB",hideAction:"hideAction_vcyE",noResults:"noResults_l6Q3",searchBarContainer:"searchBarContainer_NW3z",searchBarLoadingRing:"searchBarLoadingRing_YnHq",searchClearButton:"searchClearButton_qk4g",searchIndexLoading:"searchIndexLoading_EJ1f",searchHintContainer:"searchHintContainer_Pkmr",searchHint:"searchHint_iIMx",focused:"focused_OWtg",input:"input_FOTf",hint:"hint_URu1",suggestions:"suggestions_X8XU",dataset:"dataset_QiCy",empty:"empty_eITn"};function De(e){let{document:t,type:n,page:r,metadata:a,tokens:o,isInterOfTree:i,isLastOfTree:s}=e;const l=0===n,u=1===n,c=[];i?c.push(Fe):s&&c.push(Re);const d=c.map((e=>`${e}`)),p=`${l?_e:u?Te:Le}`,f=[`${(0,xe.o)(t.t,(0,Ce.m)(a,"t"),o)}`];if(!i&&!s&&ge.H6){const e=r?(r.b??[]).concat(r.t).concat(t.s&&t.s!==r.t?t.s:[]):t.b;f.push(`${(0,ke.e)(e??[])}`)}else l||f.push(`${(0,Ee.C)(r.t||(t.u.startsWith("/docs/api-reference/")?"API Reference":""),o)}`);const m=`${Be}`;return[...d,p,``,...f,"",m].join("")}function Oe(){return`${Ae}${(0,u.I)({id:"theme.SearchBar.noResultsText",message:"No results"})}`}var Ne=n(311);async function Ie(){const e=await Promise.all([n.e(8443),n.e(5525)]).then(n.t.bind(n,8443,23)),t=e.default;return t.noConflict?t.noConflict():e.noConflict&&e.noConflict(),t}const Me="_highlight";const je=function(e){let{handleSearchBarToggle:t}=e;const{siteConfig:{baseUrl:n}}=(0,le.Z)(),o=(0,ye.gA)();let i=n;try{const{preferredVersion:e}=(0,ve.J)(o?.pluginId??ge.gQ);e&&!e.isLast&&(i=e.path+"/")}catch(O){if(ge.l9&&!(O instanceof F.i6))throw O}const s=(0,l.k6)(),c=(0,l.TH)(),d=(0,r.useRef)(null),p=(0,r.useRef)(new Map),f=(0,r.useRef)(!1),[m,h]=(0,r.useState)(!1),[g,b]=(0,r.useState)(!1),[v,y]=(0,r.useState)(""),S=(0,r.useRef)(null),w=(0,r.useRef)(""),[k,C]=(0,r.useState)("");(0,r.useEffect)((()=>{if(!Array.isArray(ge.Kc))return;let e="";if(c.pathname.startsWith(i)){const t=c.pathname.substring(i.length),n=ge.Kc.find((e=>t===e||t.startsWith(`${e}/`)));n&&(e=n)}w.current!==e&&(p.current.delete(e),w.current=e),C(e)}),[c.pathname,i]);const E=!!ge.hG&&Array.isArray(ge.Kc)&&""===k,x=(0,r.useCallback)((async()=>{if(E||p.current.get(k))return;p.current.set(k,"loading"),S.current?.autocomplete.destroy(),h(!0);const[{wrappedIndexes:e,zhDictionary:t},r]=await Promise.all([(0,Se.w)(i,k),Ie()]);if(S.current=r(d.current,{hint:!1,autoselect:!0,openOnFocus:!0,cssClasses:{root:(0,a.Z)(Pe.searchBar,{[Pe.searchBarLeft]:"left"===ge.pu}),noPrefix:!0,dropdownMenu:Pe.dropdownMenu,input:Pe.input,hint:Pe.hint,suggestions:Pe.suggestions,suggestion:Pe.suggestion,cursor:Pe.cursor,dataset:Pe.dataset,empty:Pe.empty}},[{source:(0,we.v)(e,t,ge.qo),templates:{suggestion:De,empty:Oe,footer:e=>{let{query:t,isEmpty:r}=e;if(r&&!k)return;const a=(e=>{let{query:t,isEmpty:r}=e;const a=document.createElement("a"),o=new URLSearchParams,l=(0,u.I)({id:"theme.SearchBar.seeAll",message:"See all results"}),c=(0,u.I)({id:"theme.SearchBar.seeAllOutsideContext",message:"See results outside {context}"},{context:k}),d=(0,u.I)({id:"theme.SearchBar.searchInContext",message:"See all results in {context}"},{context:k});let p;if(o.set("q",t),p=k&&r?c:k?d:l,Array.isArray(ge.Kc)&&!r&&o.set("ctx",k),i!==n){if(!i.startsWith(n))throw new Error(`Version url '${i}' does not start with base url '${n}', this is a bug of \`@easyops-cn/docusaurus-search-local\`, please report it.`);o.set("version",i.substring(n.length))}const f=`${n}search?${o.toString()}`;return a.href=f,a.textContent=p,a.addEventListener("click",(e=>{e.ctrlKey||e.metaKey||(e.preventDefault(),S.current?.autocomplete.close(),s.push(f))})),a})({query:t,isEmpty:r}),o=document.createElement("div");return o.className=Pe.hitFooter,o.appendChild(a),o}}}]).on("autocomplete:selected",(function(e,t){let{document:{u:n,h:r},tokens:a}=t;d.current?.blur();let o=n;if(ge.vc&&a.length>0){const e=new URLSearchParams;for(const t of a)e.append(Me,t);o+=`?${e.toString()}`}r&&(o+=r),s.push(o)})).on("autocomplete:closed",(()=>{d.current?.blur()})),p.current.set(k,"done"),h(!1),f.current){const e=d.current;e.value&&S.current?.autocomplete.open(),e.focus()}}),[E,k,i,n,s]);(0,r.useEffect)((()=>{if(!ge.vc)return;const e=be.Z.canUseDOM?new URLSearchParams(c.search).getAll(Me):[];setTimeout((()=>{const t=document.querySelector("article");if(!t)return;const n=new ge.vc(t);n.unmark(),0!==e.length&&n.mark(e),y(e.join(" ")),S.current?.autocomplete.setVal(e.join(" "))}))}),[c.search,c.pathname]);const[_,T]=(0,r.useState)(!1),L=(0,r.useCallback)((()=>{f.current=!0,x(),T(!0),t?.(!0)}),[t,x]),B=(0,r.useCallback)((()=>{T(!1),t?.(!1)}),[t]),A=(0,r.useCallback)((()=>{x()}),[x]),R=(0,r.useCallback)((e=>{y(e.target.value),e.target.value&&b(!0)}),[]),P=!!be.Z.canUseDOM&&/mac/i.test(navigator.userAgentData?.platform??navigator.platform);(0,r.useEffect)((()=>{if(!ge.AY)return;const e=e=>{!(P?e.metaKey:e.ctrlKey)||"k"!==e.key&&"K"!==e.key||(e.preventDefault(),d.current?.focus(),L())};return document.addEventListener("keydown",e),()=>{document.removeEventListener("keydown",e)}}),[P,L]);const D=(0,r.useCallback)((()=>{const e=new URLSearchParams(c.search);e.delete(Me);const t=e.toString(),n=c.pathname+(""!=t?`?${t}`:"")+c.hash;n!=c.pathname+c.search+c.hash&&s.push(n),y(""),S.current?.autocomplete.setVal("")}),[c.pathname,c.search,c.hash,s]);return r.createElement("div",{className:(0,a.Z)("navbar__search",Pe.searchBarContainer,{[Pe.searchIndexLoading]:m&&g,[Pe.focused]:_}),hidden:E},r.createElement("input",{placeholder:(0,u.I)({id:"theme.SearchBar.label",message:"Search",description:"The ARIA label and placeholder for search button"}),"aria-label":"Search",className:"navbar__search-input",onMouseEnter:A,onFocus:L,onBlur:B,onChange:R,ref:d,value:v}),r.createElement(Ne.Z,{className:Pe.searchBarLoadingRing}),ge.AY&&ge.t_&&(""!==v?r.createElement("button",{className:Pe.searchClearButton,onClick:D},"\u2715"):be.Z.canUseDOM&&r.createElement("div",{className:Pe.searchHintContainer},r.createElement("kbd",{className:Pe.searchHint},P?"\u2318":"ctrl"),r.createElement("kbd",{className:Pe.searchHint},"K"))))},ze={searchBox:"searchBox_ZlJk"};function $e(e){let{children:t,className:n}=e;return r.createElement("div",{className:(0,a.Z)(n,ze.searchBox)},t)}var Ue=n(2802);const qe=e=>e.docs.find((t=>t.id===e.mainDocId));const We={default:oe,localeDropdown:function(e){let{mobile:t,dropdownItemsBefore:n,dropdownItemsAfter:a,...o}=e;const{i18n:{currentLocale:i,locales:c,localeConfigs:d}}=(0,le.Z)(),p=(0,fe.l)(),{search:f,hash:m}=(0,l.TH)(),h=[...n,...c.map((e=>{const n=`${`pathname://${p.createUrl({locale:e,fullyQualified:!1})}`}${f}${m}`;return{label:d[e].label,lang:d[e].htmlLang,to:n,target:"_self",autoAddBaseUrl:!1,className:e===i?t?"menu__link--active":"dropdown__link--active":""}})),...a],g=t?(0,u.I)({message:"Languages",id:"theme.navbar.mobileLanguageDropdown.label",description:"The label for the mobile language switcher dropdown"}):d[i].label;return r.createElement(pe,(0,s.Z)({},o,{mobile:t,label:r.createElement(r.Fragment,null,r.createElement(me,{className:he}),g),items:h}))},search:function(e){let{mobile:t,className:n}=e;return t?null:r.createElement($e,{className:n},r.createElement(je,null))},dropdown:pe,html:function(e){let{value:t,className:n,mobile:o=!1,isDropdownItem:i=!1}=e;const s=i?"li":"div";return r.createElement(s,{className:(0,a.Z)({navbar__item:!o&&!i,"menu__list-item":o},n),dangerouslySetInnerHTML:{__html:t}})},doc:function(e){let{docId:t,label:n,docsPluginId:a,...o}=e;const{activeDoc:i}=(0,ye.Iw)(a),l=(0,Ue.vY)(t,a);return null===l?null:r.createElement(oe,(0,s.Z)({exact:!0},o,{isActive:()=>i?.path===l.path||!!i?.sidebar&&i.sidebar===l.sidebar,label:n??l.id,to:l.path}))},docSidebar:function(e){let{sidebarId:t,label:n,docsPluginId:a,...o}=e;const{activeDoc:i}=(0,ye.Iw)(a),l=(0,Ue.oz)(t,a).link;if(!l)throw new Error(`DocSidebarNavbarItem: Sidebar with ID "${t}" doesn't have anything to be linked to.`);return r.createElement(oe,(0,s.Z)({exact:!0},o,{isActive:()=>i?.sidebar===t,label:n??l.label,to:l.path}))},docsVersion:function(e){let{label:t,to:n,docsPluginId:a,...o}=e;const i=(0,Ue.lO)(a)[0],l=t??i.label,u=n??(e=>e.docs.find((t=>t.id===e.mainDocId)))(i).path;return r.createElement(oe,(0,s.Z)({},o,{label:l,to:u}))},docsVersionDropdown:function(e){let{mobile:t,docsPluginId:n,dropdownActiveClassDisabled:a,dropdownItemsBefore:o,dropdownItemsAfter:i,...c}=e;const{search:d,hash:p}=(0,l.TH)(),f=(0,ye.Iw)(n),m=(0,ye.gB)(n),{savePreferredVersionName:h}=(0,ve.J)(n),g=[...o,...m.map((e=>{const t=f.alternateDocVersions[e.name]??qe(e);return{label:e.label,to:`${t.path}${d}${p}`,isActive:()=>e===f.activeVersion,onClick:()=>h(e.name)}})),...i],b=(0,Ue.lO)(n)[0],v=t&&g.length>1?(0,u.I)({id:"theme.navbar.mobileVersionsDropdown.label",message:"Versions",description:"The label for the navbar versions dropdown on mobile view"}):b.label,y=t&&g.length>1?void 0:qe(b).path;return g.length<=1?r.createElement(oe,(0,s.Z)({},c,{mobile:t,label:v,to:y,isActive:a?()=>!1:void 0})):r.createElement(pe,(0,s.Z)({},c,{mobile:t,label:v,to:y,items:g,isActive:a?()=>!1:void 0}))}};function Ge(e){let{type:t,...n}=e;const a=function(e,t){return e&&"default"!==e?e:"items"in t?"dropdown":"default"}(t,n),o=We[a];if(!o)throw new Error(`No NavbarItem component found for type "${t}".`);return r.createElement(o,n)}function He(){const e=(0,B.e)(),t=(0,S.L)().navbar.items;return r.createElement("ul",{className:"menu__list"},t.map(((t,n)=>r.createElement(Ge,(0,s.Z)({mobile:!0},t,{onClick:()=>e.toggle(),key:n})))))}function Qe(e){return r.createElement("button",(0,s.Z)({},e,{type:"button",className:"clean-btn navbar-sidebar__back"}),r.createElement(u.Z,{id:"theme.navbar.mobileSidebarSecondaryMenu.backButtonLabel",description:"The label of the back button to return to main menu, inside the mobile navbar sidebar secondary menu (notably used to display the docs sidebar)"},"\u2190 Back to main menu"))}function Ze(){const e=0===(0,S.L)().navbar.items.length,t=N();return r.createElement(r.Fragment,null,!e&&r.createElement(Qe,{onClick:()=>t.hide()}),t.content)}function Ve(){const e=(0,B.e)();var t;return void 0===(t=e.shown)&&(t=!0),(0,r.useEffect)((()=>(document.body.style.overflow=t?"hidden":"visible",()=>{document.body.style.overflow="visible"})),[t]),e.shouldRender?r.createElement(I,{header:r.createElement(K,null),primaryMenu:r.createElement(He,null),secondaryMenu:r.createElement(Ze,null)}):null}const Ke={navbarHideable:"navbarHideable_m1mJ",navbarHidden:"navbarHidden_jGov"};function Ye(e){return r.createElement("div",(0,s.Z)({role:"presentation"},e,{className:(0,a.Z)("navbar-sidebar__backdrop",e.className)}))}function Xe(e){let{children:t}=e;const{navbar:{hideOnScroll:n,style:o}}=(0,S.L)(),i=(0,B.e)(),{navbarRef:s,isNavbarVisible:l}=function(e){const[t,n]=(0,r.useState)(e),a=(0,r.useRef)(!1),o=(0,r.useRef)(0),i=(0,r.useCallback)((e=>{null!==e&&(o.current=e.getBoundingClientRect().height)}),[]);return(0,A.RF)(((t,r)=>{let{scrollY:i}=t;if(!e)return;if(i=s?n(!1):i+u{if(!e)return;const r=t.location.hash;if(r?document.getElementById(r.substring(1)):void 0)return a.current=!0,void n(!1);n(!0)})),{navbarRef:i,isNavbarVisible:t}}(n);return r.createElement("nav",{ref:s,"aria-label":(0,u.I)({id:"theme.NavBar.navAriaLabel",message:"Main",description:"The ARIA label for the main navigation"}),className:(0,a.Z)("navbar","navbar--fixed-top",n&&[Ke.navbarHideable,!l&&Ke.navbarHidden],{"navbar--dark":"dark"===o,"navbar--primary":"primary"===o,"navbar-sidebar--show":i.shown})},t,r.createElement(Ye,{onClick:i.toggle}),r.createElement(Ve,null))}var Je=n(8780);const et={errorBoundaryError:"errorBoundaryError_a6uf"};function tt(e){return r.createElement("button",(0,s.Z)({type:"button"},e),r.createElement(u.Z,{id:"theme.ErrorPageContent.tryAgain",description:"The label of the button to try again rendering when the React error boundary captures an error"},"Try again"))}function nt(e){let{error:t}=e;const n=(0,Je.getErrorCausalChain)(t).map((e=>e.message)).join("\n\nCause:\n");return r.createElement("p",{className:et.errorBoundaryError},n)}class rt extends r.Component{componentDidCatch(e,t){throw this.props.onError(e,t)}render(){return this.props.children}}const at="right";function ot(e){let{width:t=30,height:n=30,className:a,...o}=e;return r.createElement("svg",(0,s.Z)({className:a,width:t,height:n,viewBox:"0 0 30 30","aria-hidden":"true"},o),r.createElement("path",{stroke:"currentColor",strokeLinecap:"round",strokeMiterlimit:"10",strokeWidth:"2",d:"M4 7h22M4 15h22M4 23h22"}))}function it(){const{toggle:e,shown:t}=(0,B.e)();return r.createElement("button",{onClick:e,"aria-label":(0,u.I)({id:"theme.docs.sidebar.toggleSidebarButtonAriaLabel",message:"Toggle navigation bar",description:"The ARIA label for hamburger menu button of mobile navigation"}),"aria-expanded":t,className:"navbar__toggle clean-btn",type:"button"},r.createElement(ot,null))}const st={colorModeToggle:"colorModeToggle_DEke"};function lt(e){let{items:t}=e;return r.createElement(r.Fragment,null,t.map(((e,t)=>r.createElement(rt,{key:t,onError:t=>new Error(`A theme navbar item failed to render.\nPlease double-check the following navbar item (themeConfig.navbar.items) of your Docusaurus config:\n${JSON.stringify(e,null,2)}`,{cause:t})},r.createElement(Ge,e)))))}function ut(e){let{left:t,right:n}=e;return r.createElement("div",{className:"navbar__inner"},r.createElement("div",{className:"navbar__items"},t),r.createElement("div",{className:"navbar__items navbar__items--right"},n))}function ct(){const e=(0,B.e)(),t=(0,S.L)().navbar.items,[n,a]=function(e){function t(e){return"left"===(e.position??at)}return[e.filter(t),e.filter((e=>!t(e)))]}(t),o=t.find((e=>"search"===e.type));return r.createElement(ut,{left:r.createElement(r.Fragment,null,!e.disabled&&r.createElement(it,null),r.createElement(Z,null),r.createElement(lt,{items:n})),right:r.createElement(r.Fragment,null,r.createElement(lt,{items:a}),r.createElement(H,{className:st.colorModeToggle}),!o&&r.createElement($e,null,r.createElement(je,null)))})}function dt(){return r.createElement(Xe,null,r.createElement(ct,null))}function pt(e){let{item:t}=e;const{to:n,href:a,label:o,prependBaseUrlToHref:i,...l}=t,u=(0,X.Z)(n),c=(0,X.Z)(a,{forcePrependBaseUrl:!0});return r.createElement(Y.Z,(0,s.Z)({className:"footer__link-item"},a?{href:i?c:a}:{to:u},l),o,a&&!(0,J.Z)(a)&&r.createElement(te.Z,null))}function ft(e){let{item:t}=e;return t.html?r.createElement("li",{className:"footer__item",dangerouslySetInnerHTML:{__html:t.html}}):r.createElement("li",{key:t.href??t.to,className:"footer__item"},r.createElement(pt,{item:t}))}function mt(e){let{column:t}=e;return r.createElement("div",{className:"col footer__col"},r.createElement("div",{className:"footer__title"},t.title),r.createElement("ul",{className:"footer__items clean-list"},t.items.map(((e,t)=>r.createElement(ft,{key:t,item:e})))))}function ht(e){let{columns:t}=e;return r.createElement("div",{className:"row footer__links"},t.map(((e,t)=>r.createElement(mt,{key:t,column:e}))))}function gt(){return r.createElement("span",{className:"footer__link-separator"},"\xb7")}function bt(e){let{item:t}=e;return t.html?r.createElement("span",{className:"footer__link-item",dangerouslySetInnerHTML:{__html:t.html}}):r.createElement(pt,{item:t})}function vt(e){let{links:t}=e;return r.createElement("div",{className:"footer__links text--center"},r.createElement("div",{className:"footer__links"},t.map(((e,n)=>r.createElement(r.Fragment,{key:n},r.createElement(bt,{item:e}),t.length!==n+1&&r.createElement(gt,null))))))}function yt(e){let{links:t}=e;return function(e){return"title"in e[0]}(t)?r.createElement(ht,{columns:t}):r.createElement(vt,{links:t})}var St=n(941);const wt={footerLogoLink:"footerLogoLink_BH7S"};function kt(e){let{logo:t}=e;const{withBaseUrl:n}=(0,X.C)(),o={light:n(t.src),dark:n(t.srcDark??t.src)};return r.createElement(St.Z,{className:(0,a.Z)("footer__logo",t.className),alt:t.alt,sources:o,width:t.width,height:t.height,style:t.style})}function Ct(e){let{logo:t}=e;return t.href?r.createElement(Y.Z,{href:t.href,className:wt.footerLogoLink,target:t.target},r.createElement(kt,{logo:t})):r.createElement(kt,{logo:t})}function Et(e){let{copyright:t}=e;return r.createElement("div",{className:"footer__copyright",dangerouslySetInnerHTML:{__html:t}})}function xt(e){let{style:t,links:n,logo:o,copyright:i}=e;return r.createElement("footer",{className:(0,a.Z)("footer",{"footer--dark":"dark"===t})},r.createElement("div",{className:"container container-fluid"},n,(o||i)&&r.createElement("div",{className:"footer__bottom text--center"},o&&r.createElement("div",{className:"margin-bottom--sm"},o),i)))}function _t(){const{footer:e}=(0,S.L)();if(!e)return null;const{copyright:t,links:n,logo:a,style:o}=e;return r.createElement(xt,{style:o,links:n&&n.length>0&&r.createElement(yt,{links:n}),logo:a&&r.createElement(Ct,{logo:a}),copyright:t&&r.createElement(Et,{copyright:t})})}const Tt=r.memo(_t),Lt=(0,F.Qc)([M.S,w.pl,A.OC,ve.L5,i.VC,function(e){let{children:t}=e;return r.createElement(R.n2,null,r.createElement(B.M,null,r.createElement(D,null,t)))}]);function Bt(e){let{children:t}=e;return r.createElement(Lt,null,t)}function At(e){let{error:t,tryAgain:n}=e;return r.createElement("main",{className:"container margin-vert--xl"},r.createElement("div",{className:"row"},r.createElement("div",{className:"col col--6 col--offset-3"},r.createElement("h1",{className:"hero__title"},r.createElement(u.Z,{id:"theme.ErrorPageContent.title",description:"The title of the fallback page when the page crashed"},"This page crashed.")),r.createElement("div",{className:"margin-vert--lg"},r.createElement(tt,{onClick:n,className:"button button--primary shadow--lw"})),r.createElement("hr",null),r.createElement("div",{className:"margin-vert--md"},r.createElement(nt,{error:t})))))}const Ft={mainWrapper:"mainWrapper_z2l0"};function Rt(e){const{children:t,noFooter:n,wrapperClassName:s,title:l,description:u}=e;return(0,b.t)(),r.createElement(Bt,null,r.createElement(i.d,{title:l,description:u}),r.createElement(y,null),r.createElement(L,null),r.createElement(dt,null),r.createElement("div",{id:d,className:(0,a.Z)(g.k.wrapper.main,Ft.mainWrapper,s)},r.createElement(o.Z,{fallback:e=>r.createElement(At,e)},t)),!n&&r.createElement(Tt,null))}},1327:(e,t,n)=>{"use strict";n.d(t,{Z:()=>d});var r=n(7462),a=n(7294),o=n(9960),i=n(4996),s=n(2263),l=n(6668),u=n(941);function c(e){let{logo:t,alt:n,imageClassName:r}=e;const o={light:(0,i.Z)(t.src),dark:(0,i.Z)(t.srcDark||t.src)},s=a.createElement(u.Z,{className:t.className,sources:o,height:t.height,width:t.width,alt:n,style:t.style});return r?a.createElement("div",{className:r},s):s}function d(e){const{siteConfig:{title:t}}=(0,s.Z)(),{navbar:{title:n,logo:u}}=(0,l.L)(),{imageClassName:d,titleClassName:p,...f}=e,m=(0,i.Z)(u?.href||"/"),h=n?"":t,g=u?.alt??h;return a.createElement(o.Z,(0,r.Z)({to:m},f,u?.target&&{target:u.target}),u&&a.createElement(c,{logo:u,alt:g,imageClassName:d}),null!=n&&a.createElement("b",{className:p},n))}},197:(e,t,n)=>{"use strict";n.d(t,{Z:()=>o});var r=n(7294),a=n(5742);function o(e){let{locale:t,version:n,tag:o}=e;const i=t;return r.createElement(a.Z,null,t&&r.createElement("meta",{name:"docusaurus_locale",content:t}),n&&r.createElement("meta",{name:"docusaurus_version",content:n}),o&&r.createElement("meta",{name:"docusaurus_tag",content:o}),i&&r.createElement("meta",{name:"docsearch:language",content:i}),n&&r.createElement("meta",{name:"docsearch:version",content:n}),o&&r.createElement("meta",{name:"docsearch:docusaurus_tag",content:o}))}},941:(e,t,n)=>{"use strict";n.d(t,{Z:()=>u});var r=n(7462),a=n(7294),o=n(6010),i=n(2389),s=n(2949);const l={themedImage:"themedImage_ToTc","themedImage--light":"themedImage--light_HNdA","themedImage--dark":"themedImage--dark_i4oU"};function u(e){const t=(0,i.Z)(),{colorMode:n}=(0,s.I)(),{sources:u,className:c,alt:d,...p}=e,f=t?"dark"===n?["dark"]:["light"]:["light","dark"];return a.createElement(a.Fragment,null,f.map((e=>a.createElement("img",(0,r.Z)({key:e,src:u[e],alt:d,className:(0,o.Z)(l.themedImage,l[`themedImage--${e}`],c)},p)))))}},6043:(e,t,n)=>{"use strict";n.d(t,{u:()=>l,z:()=>g});var r=n(7462),a=n(7294),o=n(412),i=n(1442);const s="ease-in-out";function l(e){let{initialState:t}=e;const[n,r]=(0,a.useState)(t??!1),o=(0,a.useCallback)((()=>{r((e=>!e))}),[]);return{collapsed:n,setCollapsed:r,toggleCollapsed:o}}const u={display:"none",overflow:"hidden",height:"0px"},c={display:"block",overflow:"visible",height:"auto"};function d(e,t){const n=t?u:c;e.style.display=n.display,e.style.overflow=n.overflow,e.style.height=n.height}function p(e){let{collapsibleRef:t,collapsed:n,animation:r}=e;const o=(0,a.useRef)(!1);(0,a.useEffect)((()=>{const e=t.current;function a(){const t=e.scrollHeight,n=r?.duration??function(e){if((0,i.n)())return 1;const t=e/36;return Math.round(10*(4+15*t**.25+t/5))}(t);return{transition:`height ${n}ms ${r?.easing??s}`,height:`${t}px`}}function l(){const t=a();e.style.transition=t.transition,e.style.height=t.height}if(!o.current)return d(e,n),void(o.current=!0);return e.style.willChange="height",function(){const t=requestAnimationFrame((()=>{n?(l(),requestAnimationFrame((()=>{e.style.height=u.height,e.style.overflow=u.overflow}))):(e.style.display="block",requestAnimationFrame((()=>{l()})))}));return()=>cancelAnimationFrame(t)}()}),[t,n,r])}function f(e){if(!o.Z.canUseDOM)return e?u:c}function m(e){let{as:t="div",collapsed:n,children:r,animation:o,onCollapseTransitionEnd:i,className:s,disableSSRStyle:l}=e;const u=(0,a.useRef)(null);return p({collapsibleRef:u,collapsed:n,animation:o}),a.createElement(t,{ref:u,style:l?void 0:f(n),onTransitionEnd:e=>{"height"===e.propertyName&&(d(u.current,n),i?.(n))},className:s},r)}function h(e){let{collapsed:t,...n}=e;const[o,i]=(0,a.useState)(!t),[s,l]=(0,a.useState)(t);return(0,a.useLayoutEffect)((()=>{t||i(!0)}),[t]),(0,a.useLayoutEffect)((()=>{o&&l(t)}),[o,t]),o?a.createElement(m,(0,r.Z)({},n,{collapsed:s})):null}function g(e){let{lazy:t,...n}=e;const r=t?h:m;return a.createElement(r,n)}},9689:(e,t,n)=>{"use strict";n.d(t,{nT:()=>m,pl:()=>f});var r=n(7294),a=n(2389),o=n(12),i=n(902),s=n(6668);const l=(0,o.WA)("docusaurus.announcement.dismiss"),u=(0,o.WA)("docusaurus.announcement.id"),c=()=>"true"===l.get(),d=e=>l.set(String(e)),p=r.createContext(null);function f(e){let{children:t}=e;const n=function(){const{announcementBar:e}=(0,s.L)(),t=(0,a.Z)(),[n,o]=(0,r.useState)((()=>!!t&&c()));(0,r.useEffect)((()=>{o(c())}),[]);const i=(0,r.useCallback)((()=>{d(!0),o(!0)}),[]);return(0,r.useEffect)((()=>{if(!e)return;const{id:t}=e;let n=u.get();"annoucement-bar"===n&&(n="announcement-bar");const r=t!==n;u.set(t),r&&d(!1),!r&&c()||o(!1)}),[e]),(0,r.useMemo)((()=>({isActive:!!e&&!n,close:i})),[e,n,i])}();return r.createElement(p.Provider,{value:n},t)}function m(){const e=(0,r.useContext)(p);if(!e)throw new i.i6("AnnouncementBarProvider");return e}},2949:(e,t,n)=>{"use strict";n.d(t,{I:()=>g,S:()=>h});var r=n(7294),a=n(412),o=n(902),i=n(12),s=n(6668);const l=r.createContext(void 0),u="theme",c=(0,i.WA)(u),d={light:"light",dark:"dark"},p=e=>e===d.dark?d.dark:d.light,f=e=>a.Z.canUseDOM?p(document.documentElement.getAttribute("data-theme")):p(e),m=e=>{c.set(p(e))};function h(e){let{children:t}=e;const n=function(){const{colorMode:{defaultMode:e,disableSwitch:t,respectPrefersColorScheme:n}}=(0,s.L)(),[a,o]=(0,r.useState)(f(e));(0,r.useEffect)((()=>{t&&c.del()}),[t]);const i=(0,r.useCallback)((function(t,r){void 0===r&&(r={});const{persist:a=!0}=r;t?(o(t),a&&m(t)):(o(n?window.matchMedia("(prefers-color-scheme: dark)").matches?d.dark:d.light:e),c.del())}),[n,e]);(0,r.useEffect)((()=>{document.documentElement.setAttribute("data-theme",p(a))}),[a]),(0,r.useEffect)((()=>{if(t)return;const e=e=>{if(e.key!==u)return;const t=c.get();null!==t&&i(p(t))};return window.addEventListener("storage",e),()=>window.removeEventListener("storage",e)}),[t,i]);const l=(0,r.useRef)(!1);return(0,r.useEffect)((()=>{if(t&&!n)return;const e=window.matchMedia("(prefers-color-scheme: dark)"),r=()=>{window.matchMedia("print").matches||l.current?l.current=window.matchMedia("print").matches:i(null)};return e.addListener(r),()=>e.removeListener(r)}),[i,t,n]),(0,r.useMemo)((()=>({colorMode:a,setColorMode:i,get isDarkTheme(){return a===d.dark},setLightTheme(){i(d.light)},setDarkTheme(){i(d.dark)}})),[a,i])}();return r.createElement(l.Provider,{value:n},t)}function g(){const e=(0,r.useContext)(l);if(null==e)throw new o.i6("ColorModeProvider","Please see https://docusaurus.io/docs/api/themes/configuration#use-color-mode.");return e}},373:(e,t,n)=>{"use strict";n.d(t,{J:()=>v,L5:()=>g});var r=n(7294),a=n(143),o=n(9935),i=n(6668),s=n(2802),l=n(902),u=n(12);const c=e=>`docs-preferred-version-${e}`,d={save:(e,t,n)=>{(0,u.WA)(c(e),{persistence:t}).set(n)},read:(e,t)=>(0,u.WA)(c(e),{persistence:t}).get(),clear:(e,t)=>{(0,u.WA)(c(e),{persistence:t}).del()}},p=e=>Object.fromEntries(e.map((e=>[e,{preferredVersionName:null}])));const f=r.createContext(null);function m(){const e=(0,a._r)(),t=(0,i.L)().docs.versionPersistence,n=(0,r.useMemo)((()=>Object.keys(e)),[e]),[o,s]=(0,r.useState)((()=>p(n)));(0,r.useEffect)((()=>{s(function(e){let{pluginIds:t,versionPersistence:n,allDocsData:r}=e;function a(e){const t=d.read(e,n);return r[e].versions.some((e=>e.name===t))?{preferredVersionName:t}:(d.clear(e,n),{preferredVersionName:null})}return Object.fromEntries(t.map((e=>[e,a(e)])))}({allDocsData:e,versionPersistence:t,pluginIds:n}))}),[e,t,n]);return[o,(0,r.useMemo)((()=>({savePreferredVersion:function(e,n){d.save(e,t,n),s((t=>({...t,[e]:{preferredVersionName:n}})))}})),[t])]}function h(e){let{children:t}=e;const n=m();return r.createElement(f.Provider,{value:n},t)}function g(e){let{children:t}=e;return s.cE?r.createElement(h,null,t):r.createElement(r.Fragment,null,t)}function b(){const e=(0,r.useContext)(f);if(!e)throw new l.i6("DocsPreferredVersionContextProvider");return e}function v(e){void 0===e&&(e=o.m);const t=(0,a.zh)(e),[n,i]=b(),{preferredVersionName:s}=n[e];return{preferredVersion:t.versions.find((e=>e.name===s))??null,savePreferredVersionName:(0,r.useCallback)((t=>{i.savePreferredVersion(e,t)}),[i,e])}}},1116:(e,t,n)=>{"use strict";n.d(t,{V:()=>l,b:()=>s});var r=n(7294),a=n(902);const o=Symbol("EmptyContext"),i=r.createContext(o);function s(e){let{children:t,name:n,items:a}=e;const o=(0,r.useMemo)((()=>n&&a?{name:n,items:a}:null),[n,a]);return r.createElement(i.Provider,{value:o},t)}function l(){const e=(0,r.useContext)(i);if(e===o)throw new a.i6("DocsSidebarProvider");return e}},4477:(e,t,n)=>{"use strict";n.d(t,{E:()=>s,q:()=>i});var r=n(7294),a=n(902);const o=r.createContext(null);function i(e){let{children:t,version:n}=e;return r.createElement(o.Provider,{value:n},t)}function s(){const e=(0,r.useContext)(o);if(null===e)throw new a.i6("DocsVersionProvider");return e}},2961:(e,t,n)=>{"use strict";n.d(t,{M:()=>p,e:()=>f});var r=n(7294),a=n(3102),o=n(7524),i=n(6550),s=(n(1688),n(902));function l(e){!function(e){const t=(0,i.k6)(),n=(0,s.zX)(e);(0,r.useEffect)((()=>t.block(((e,t)=>n(e,t)))),[t,n])}(((t,n)=>{if("POP"===n)return e(t,n)}))}var u=n(6668);const c=r.createContext(void 0);function d(){const e=function(){const e=(0,a.HY)(),{items:t}=(0,u.L)().navbar;return 0===t.length&&!e.component}(),t=(0,o.i)(),n=!e&&"mobile"===t,[i,s]=(0,r.useState)(!1);l((()=>{if(i)return s(!1),!1}));const c=(0,r.useCallback)((()=>{s((e=>!e))}),[]);return(0,r.useEffect)((()=>{"desktop"===t&&s(!1)}),[t]),(0,r.useMemo)((()=>({disabled:e,shouldRender:n,toggle:c,shown:i})),[e,n,c,i])}function p(e){let{children:t}=e;const n=d();return r.createElement(c.Provider,{value:n},t)}function f(){const e=r.useContext(c);if(void 0===e)throw new s.i6("NavbarMobileSidebarProvider");return e}},3102:(e,t,n)=>{"use strict";n.d(t,{HY:()=>s,Zo:()=>l,n2:()=>i});var r=n(7294),a=n(902);const o=r.createContext(null);function i(e){let{children:t}=e;const n=(0,r.useState)({component:null,props:null});return r.createElement(o.Provider,{value:n},t)}function s(){const e=(0,r.useContext)(o);if(!e)throw new a.i6("NavbarSecondaryMenuContentProvider");return e[0]}function l(e){let{component:t,props:n}=e;const i=(0,r.useContext)(o);if(!i)throw new a.i6("NavbarSecondaryMenuContentProvider");const[,s]=i,l=(0,a.Ql)(n);return(0,r.useEffect)((()=>{s({component:t,props:l})}),[s,t,l]),(0,r.useEffect)((()=>()=>s({component:null,props:null})),[s]),null}},9727:(e,t,n)=>{"use strict";n.d(t,{h:()=>a,t:()=>o});var r=n(7294);const a="navigation-with-keyboard";function o(){(0,r.useEffect)((()=>{function e(e){"keydown"===e.type&&"Tab"===e.key&&document.body.classList.add(a),"mousedown"===e.type&&document.body.classList.remove(a)}return document.addEventListener("keydown",e),document.addEventListener("mousedown",e),()=>{document.body.classList.remove(a),document.removeEventListener("keydown",e),document.removeEventListener("mousedown",e)}}),[])}},7524:(e,t,n)=>{"use strict";n.d(t,{i:()=>u});var r=n(7294),a=n(412);const o={desktop:"desktop",mobile:"mobile",ssr:"ssr"},i=996;function s(){return a.Z.canUseDOM?window.innerWidth>i?o.desktop:o.mobile:o.ssr}const l=!1;function u(){const[e,t]=(0,r.useState)((()=>l?"ssr":s()));return(0,r.useEffect)((()=>{function e(){t(s())}const n=l?window.setTimeout(e,1e3):void 0;return window.addEventListener("resize",e),()=>{window.removeEventListener("resize",e),clearTimeout(n)}}),[]),e}},5281:(e,t,n)=>{"use strict";n.d(t,{k:()=>r});const r={page:{blogListPage:"blog-list-page",blogPostPage:"blog-post-page",blogTagsListPage:"blog-tags-list-page",blogTagPostListPage:"blog-tags-post-list-page",docsDocPage:"docs-doc-page",docsTagsListPage:"docs-tags-list-page",docsTagDocListPage:"docs-tags-doc-list-page",mdxPage:"mdx-page"},wrapper:{main:"main-wrapper",blogPages:"blog-wrapper",docsPages:"docs-wrapper",mdxPages:"mdx-wrapper"},common:{editThisPage:"theme-edit-this-page",lastUpdated:"theme-last-updated",backToTopButton:"theme-back-to-top-button",codeBlock:"theme-code-block",admonition:"theme-admonition",admonitionType:e=>`theme-admonition-${e}`},layout:{},docs:{docVersionBanner:"theme-doc-version-banner",docVersionBadge:"theme-doc-version-badge",docBreadcrumbs:"theme-doc-breadcrumbs",docMarkdown:"theme-doc-markdown",docTocMobile:"theme-doc-toc-mobile",docTocDesktop:"theme-doc-toc-desktop",docFooter:"theme-doc-footer",docFooterTagsRow:"theme-doc-footer-tags-row",docFooterEditMetaRow:"theme-doc-footer-edit-meta-row",docSidebarContainer:"theme-doc-sidebar-container",docSidebarMenu:"theme-doc-sidebar-menu",docSidebarItemCategory:"theme-doc-sidebar-item-category",docSidebarItemLink:"theme-doc-sidebar-item-link",docSidebarItemCategoryLevel:e=>`theme-doc-sidebar-item-category-level-${e}`,docSidebarItemLinkLevel:e=>`theme-doc-sidebar-item-link-level-${e}`},blog:{}}},1442:(e,t,n)=>{"use strict";function r(){return window.matchMedia("(prefers-reduced-motion: reduce)").matches}n.d(t,{n:()=>r})},2802:(e,t,n)=>{"use strict";n.d(t,{MN:()=>x,Wl:()=>m,_F:()=>v,cE:()=>p,jA:()=>h,xz:()=>f,hI:()=>E,lO:()=>w,vY:()=>C,oz:()=>k,s1:()=>S});var r=n(7294),a=n(6550),o=n(8790),i=n(143),s=n(373),l=n(4477),u=n(1116);function c(e){return Array.from(new Set(e))}var d=n(8596);const p=!!i._r;function f(e){const t=(0,l.E)();if(!e)return;const n=t.docs[e];if(!n)throw new Error(`no version doc found by id=${e}`);return n}function m(e){if(e.href)return e.href;for(const t of e.items){if("link"===t.type)return t.href;if("category"===t.type){const e=m(t);if(e)return e}}}function h(){const{pathname:e}=(0,a.TH)(),t=(0,u.V)();if(!t)throw new Error("Unexpected: cant find current sidebar in context");const n=y({sidebarItems:t.items,pathname:e,onlyCategories:!0}).slice(-1)[0];if(!n)throw new Error(`${e} is not associated with a category. useCurrentSidebarCategory() should only be used on category index pages.`);return n}const g=(e,t)=>void 0!==e&&(0,d.Mg)(e,t),b=(e,t)=>e.some((e=>v(e,t)));function v(e,t){return"link"===e.type?g(e.href,t):"category"===e.type&&(g(e.href,t)||b(e.items,t))}function y(e){let{sidebarItems:t,pathname:n,onlyCategories:r=!1}=e;const a=[];return function e(t){for(const o of t)if("category"===o.type&&((0,d.Mg)(o.href,n)||e(o.items))||"link"===o.type&&(0,d.Mg)(o.href,n)){return r&&"category"!==o.type||a.unshift(o),!0}return!1}(t),a}function S(){const e=(0,u.V)(),{pathname:t}=(0,a.TH)(),n=(0,i.gA)()?.pluginData.breadcrumbs;return!1!==n&&e?y({sidebarItems:e.items,pathname:t}):null}function w(e){const{activeVersion:t}=(0,i.Iw)(e),{preferredVersion:n}=(0,s.J)(e),a=(0,i.yW)(e);return(0,r.useMemo)((()=>c([t,n,a].filter(Boolean))),[t,n,a])}function k(e,t){const n=w(t);return(0,r.useMemo)((()=>{const t=n.flatMap((e=>e.sidebars?Object.entries(e.sidebars):[])),r=t.find((t=>t[0]===e));if(!r)throw new Error(`Can't find any sidebar with id "${e}" in version${n.length>1?"s":""} ${n.map((e=>e.name)).join(", ")}".\nAvailable sidebar ids are:\n- ${t.map((e=>e[0])).join("\n- ")}`);return r[1]}),[e,n])}function C(e,t){const n=w(t);return(0,r.useMemo)((()=>{const t=n.flatMap((e=>e.docs)),r=t.find((t=>t.id===e));if(!r){if(n.flatMap((e=>e.draftIds)).includes(e))return null;throw new Error(`Couldn't find any doc with id "${e}" in version${n.length>1?"s":""} "${n.map((e=>e.name)).join(", ")}".\nAvailable doc ids are:\n- ${c(t.map((e=>e.id))).join("\n- ")}`)}return r}),[e,n])}function E(e){let{route:t,versionMetadata:n}=e;const r=(0,a.TH)(),i=t.routes,s=i.find((e=>(0,a.LX)(r.pathname,e)));if(!s)return null;const l=s.sidebar,u=l?n.docsSidebars[l]:void 0;return{docElement:(0,o.H)(i),sidebarName:l,sidebarItems:u}}function x(e){return e.filter((e=>"category"!==e.type||!!m(e)))}},1944:(e,t,n)=>{"use strict";n.d(t,{FG:()=>p,d:()=>c,VC:()=>f});var r=n(7294),a=n(6010),o=n(5742),i=n(226);function s(){const e=r.useContext(i._);if(!e)throw new Error("Unexpected: no Docusaurus route context found");return e}var l=n(4996),u=n(2263);function c(e){let{title:t,description:n,keywords:a,image:i,children:s}=e;const c=function(e){const{siteConfig:t}=(0,u.Z)(),{title:n,titleDelimiter:r}=t;return e?.trim().length?`${e.trim()} ${r} ${n}`:n}(t),{withBaseUrl:d}=(0,l.C)(),p=i?d(i,{absolute:!0}):void 0;return r.createElement(o.Z,null,t&&r.createElement("title",null,c),t&&r.createElement("meta",{property:"og:title",content:c}),n&&r.createElement("meta",{name:"description",content:n}),n&&r.createElement("meta",{property:"og:description",content:n}),a&&r.createElement("meta",{name:"keywords",content:Array.isArray(a)?a.join(","):a}),p&&r.createElement("meta",{property:"og:image",content:p}),p&&r.createElement("meta",{name:"twitter:image",content:p}),s)}const d=r.createContext(void 0);function p(e){let{className:t,children:n}=e;const i=r.useContext(d),s=(0,a.Z)(i,t);return r.createElement(d.Provider,{value:s},r.createElement(o.Z,null,r.createElement("html",{className:s})),n)}function f(e){let{children:t}=e;const n=s(),o=`plugin-${n.plugin.name.replace(/docusaurus-(?:plugin|theme)-(?:content-)?/gi,"")}`;const i=`plugin-id-${n.plugin.id}`;return r.createElement(p,{className:(0,a.Z)(o,i)},t)}},902:(e,t,n)=>{"use strict";n.d(t,{D9:()=>i,Qc:()=>u,Ql:()=>l,i6:()=>s,zX:()=>o});var r=n(7294);const a=n(412).Z.canUseDOM?r.useLayoutEffect:r.useEffect;function o(e){const t=(0,r.useRef)(e);return a((()=>{t.current=e}),[e]),(0,r.useCallback)((function(){return t.current(...arguments)}),[])}function i(e){const t=(0,r.useRef)();return a((()=>{t.current=e})),t.current}class s extends Error{constructor(e,t){super(),this.name="ReactContextError",this.message=`Hook ${this.stack?.split("\n")[1]?.match(/at (?:\w+\.)?(?\w+)/)?.groups.name??""} is called outside the <${e}>. ${t??""}`}}function l(e){const t=Object.entries(e);return t.sort(((e,t)=>e[0].localeCompare(t[0]))),(0,r.useMemo)((()=>e),t.flat())}function u(e){return t=>{let{children:n}=t;return r.createElement(r.Fragment,null,e.reduceRight(((e,t)=>r.createElement(t,null,e)),n))}}},8596:(e,t,n)=>{"use strict";n.d(t,{Mg:()=>i,Ns:()=>s});var r=n(7294),a=n(723),o=n(2263);function i(e,t){const n=e=>(!e||e.endsWith("/")?e:`${e}/`)?.toLowerCase();return n(e)===n(t)}function s(){const{baseUrl:e}=(0,o.Z)().siteConfig;return(0,r.useMemo)((()=>function(e){let{baseUrl:t,routes:n}=e;function r(e){return e.path===t&&!0===e.exact}function a(e){return e.path===t&&!e.exact}return function e(t){if(0===t.length)return;return t.find(r)||e(t.filter(a).flatMap((e=>e.routes??[])))}(n)}({routes:a.Z,baseUrl:e})),[e])}},2466:(e,t,n)=>{"use strict";n.d(t,{Ct:()=>p,OC:()=>l,RF:()=>d});var r=n(7294),a=n(412),o=n(2389),i=n(902);const s=r.createContext(void 0);function l(e){let{children:t}=e;const n=function(){const e=(0,r.useRef)(!0);return(0,r.useMemo)((()=>({scrollEventsEnabledRef:e,enableScrollEvents:()=>{e.current=!0},disableScrollEvents:()=>{e.current=!1}})),[])}();return r.createElement(s.Provider,{value:n},t)}function u(){const e=(0,r.useContext)(s);if(null==e)throw new i.i6("ScrollControllerProvider");return e}const c=()=>a.Z.canUseDOM?{scrollX:window.pageXOffset,scrollY:window.pageYOffset}:null;function d(e,t){void 0===t&&(t=[]);const{scrollEventsEnabledRef:n}=u(),a=(0,r.useRef)(c()),o=(0,i.zX)(e);(0,r.useEffect)((()=>{const e=()=>{if(!n.current)return;const e=c();o(e,a.current),a.current=e},t={passive:!0};return e(),window.addEventListener("scroll",e,t),()=>window.removeEventListener("scroll",e,t)}),[o,n,...t])}function p(){const e=(0,r.useRef)(null),t=(0,o.Z)()&&"smooth"===getComputedStyle(document.documentElement).scrollBehavior;return{startScroll:n=>{e.current=t?function(e){return window.scrollTo({top:e,behavior:"smooth"}),()=>{}}(n):function(e){let t=null;const n=document.documentElement.scrollTop>e;return function r(){const a=document.documentElement.scrollTop;(n&&a>e||!n&&at&&cancelAnimationFrame(t)}(n)},cancelScroll:()=>e.current?.()}}},3320:(e,t,n)=>{"use strict";n.d(t,{HX:()=>r,os:()=>a});n(2263);const r="default";function a(e,t){return`docs-${e}-${t}`}},12:(e,t,n)=>{"use strict";n.d(t,{WA:()=>l});n(7294),n(1688);const r="localStorage";function a(e){let{key:t,oldValue:n,newValue:r,storage:a}=e;if(n===r)return;const o=document.createEvent("StorageEvent");o.initStorageEvent("storage",!1,!1,t,n,r,window.location.href,a),window.dispatchEvent(o)}function o(e){if(void 0===e&&(e=r),"undefined"==typeof window)throw new Error("Browser storage is not available on Node.js/Docusaurus SSR process.");if("none"===e)return null;try{return window[e]}catch(n){return t=n,i||(console.warn("Docusaurus browser storage is not available.\nPossible reasons: running Docusaurus in an iframe, in an incognito browser session, or using too strict browser privacy settings.",t),i=!0),null}var t}let i=!1;const s={get:()=>null,set:()=>{},del:()=>{},listen:()=>()=>{}};function l(e,t){if("undefined"==typeof window)return function(e){function t(){throw new Error(`Illegal storage API usage for storage key "${e}".\nDocusaurus storage APIs are not supposed to be called on the server-rendering process.\nPlease only call storage APIs in effects and event handlers.`)}return{get:t,set:t,del:t,listen:t}}(e);const n=o(t?.persistence);return null===n?s:{get:()=>{try{return n.getItem(e)}catch(t){return console.error(`Docusaurus storage error, can't get key=${e}`,t),null}},set:t=>{try{const r=n.getItem(e);n.setItem(e,t),a({key:e,oldValue:r,newValue:t,storage:n})}catch(r){console.error(`Docusaurus storage error, can't set ${e}=${t}`,r)}},del:()=>{try{const t=n.getItem(e);n.removeItem(e),a({key:e,oldValue:t,newValue:null,storage:n})}catch(t){console.error(`Docusaurus storage error, can't delete key=${e}`,t)}},listen:t=>{try{const r=r=>{r.storageArea===n&&r.key===e&&t(r)};return window.addEventListener("storage",r),()=>window.removeEventListener("storage",r)}catch(r){return console.error(`Docusaurus storage error, can't listen for changes of key=${e}`,r),()=>{}}}}}},4711:(e,t,n)=>{"use strict";n.d(t,{l:()=>o});var r=n(2263),a=n(6550);function o(){const{siteConfig:{baseUrl:e,url:t},i18n:{defaultLocale:n,currentLocale:o}}=(0,r.Z)(),{pathname:i}=(0,a.TH)(),s=o===n?e:e.replace(`/${o}/`,"/"),l=i.replace(e,"");return{createUrl:function(e){let{locale:r,fullyQualified:a}=e;return`${a?t:""}${function(e){return e===n?`${s}`:`${s}${e}/`}(r)}${l}`}}}},5936:(e,t,n)=>{"use strict";n.d(t,{S:()=>i});var r=n(7294),a=n(6550),o=n(902);function i(e){const t=(0,a.TH)(),n=(0,o.D9)(t),i=(0,o.zX)(e);(0,r.useEffect)((()=>{n&&t!==n&&i({location:t,previousLocation:n})}),[i,t,n])}},6668:(e,t,n)=>{"use strict";n.d(t,{L:()=>a});var r=n(2263);function a(){return(0,r.Z)().siteConfig.themeConfig}},8802:(e,t)=>{"use strict";Object.defineProperty(t,"__esModule",{value:!0}),t.default=function(e,t){const{trailingSlash:n,baseUrl:r}=t;if(e.startsWith("#"))return e;if(void 0===n)return e;const[a]=e.split(/[#?]/),o="/"===a||a===r?a:(i=a,n?function(e){return e.endsWith("/")?e:`${e}/`}(i):function(e){return e.endsWith("/")?e.slice(0,-1):e}(i));var i;return e.replace(a,o)}},4143:(e,t)=>{"use strict";Object.defineProperty(t,"__esModule",{value:!0}),t.getErrorCausalChain=void 0,t.getErrorCausalChain=function e(t){return t.cause?[t,...e(t.cause)]:[t]}},8780:function(e,t,n){"use strict";var r=this&&this.__importDefault||function(e){return e&&e.__esModule?e:{default:e}};Object.defineProperty(t,"__esModule",{value:!0}),t.getErrorCausalChain=t.applyTrailingSlash=t.blogPostContainerID=void 0,t.blogPostContainerID="__blog-post-container";var a=n(8802);Object.defineProperty(t,"applyTrailingSlash",{enumerable:!0,get:function(){return r(a).default}});var o=n(4143);Object.defineProperty(t,"getErrorCausalChain",{enumerable:!0,get:function(){return o.getErrorCausalChain}})},311:(e,t,n)=>{"use strict";n.d(t,{Z:()=>i});var r=n(7294),a=n(6010);const o={loadingRing:"loadingRing_RJI3","loading-ring":"loading-ring_FB5o"};function i(e){let{className:t}=e;return r.createElement("div",{className:(0,a.Z)(o.loadingRing,t)},r.createElement("div",null),r.createElement("div",null),r.createElement("div",null),r.createElement("div",null))}},22:(e,t,n)=>{"use strict";n.d(t,{w:()=>s});var r=n(1336),a=n.n(r),o=n(1029);const i=new Map;function s(e,t){const n=`${e}${t}`;let r=i.get(n);return r||(r=async function(e,t){{const n=`${e}${o.J.replace("{dir}",t?`-${t.replace(/\//g,"-")}`:"")}`;if(new URL(n,location.origin).origin!==location.origin)throw new Error("Unexpected version url");const r=await(await fetch(n)).json(),i=r.map(((e,t)=>{let{documents:n,index:r}=e;return{type:t,documents:n,index:a().Index.load(r)}})),s=r.reduce(((e,t)=>{for(const n of t.index.invertedIndex)/\p{Unified_Ideograph}/u.test(n[0][0])&&e.add(n[0]);return e}),new Set);return{wrappedIndexes:i,zhDictionary:Array.from(s)}}return{wrappedIndexes:[],zhDictionary:[]}}(e,t),i.set(n,r)),r}},8202:(e,t,n)=>{"use strict";n.d(t,{v:()=>l});var r=n(1336),a=n.n(r);var o=n(1029);function i(e){return s(e).concat(s(e.filter((e=>{const t=e[e.length-1];return!t.trailing&&t.maybeTyping})),!0))}function s(e,t){return e.map((e=>({tokens:e.map((e=>e.value)),term:e.map((e=>({value:e.value,presence:a().Query.presence.REQUIRED,wildcard:(t?e.trailing||e.maybeTyping:e.trailing)?a().Query.wildcard.TRAILING:a().Query.wildcard.NONE})))})))}function l(e,t,n){return function(r,s){const l=function(e,t){if(1===t.length&&["ja","jp","th"].includes(t[0]))return a()[t[0]].tokenizer(e).map((e=>e.toString()));let n=/[^-\s]+/g;return t.includes("zh")&&(n=/\w+|\p{Unified_Ideograph}+/gu),e.toLowerCase().match(n)||[]}(r,o.dK);if(0===l.length)return void s([]);const u=function(e,t){const n=function(e,t){const n=[];return function e(r,a){if(0===r.length)return void n.push(a);const o=r[0];if(/\p{Unified_Ideograph}/u.test(o)){const n=function(e,t){const n=[];return function e(r,a){let o=0,i=!1;for(const s of t)if(r.substr(0,s.length)===s){const t={missed:a.missed,term:a.term.concat({value:s})};r.length>s.length?e(r.substr(s.length),t):n.push(t),i=!0}else for(let t=s.length-1;t>o;t-=1){const l=s.substr(0,t);if(r.substr(0,t)===l){o=t;const s={missed:a.missed,term:a.term.concat({value:l,trailing:!0})};r.length>t?e(r.substr(t),s):n.push(s),i=!0;break}}i||(r.length>0?e(r.substr(1),{missed:a.missed+1,term:a.term}):a.term.length>0&&n.push(a))}(e,{missed:0,term:[]}),n.sort(((e,t)=>{const n=e.missed>0?1:0,r=t.missed>0?1:0;return n!==r?n-r:e.term.length-t.term.length})).map((e=>e.term))}(o,t);for(const t of n){const n=a.concat(...t);e(r.slice(1),n)}}else{const t=a.concat({value:o});e(r.slice(1),t)}}(e,[]),n}(e,t);if(0===n.length)return[{tokens:e,term:e.map((e=>({value:e,presence:a().Query.presence.REQUIRED,wildcard:a().Query.wildcard.LEADING|a().Query.wildcard.TRAILING})))}];for(const a of n)a[a.length-1].maybeTyping=!0;const r=[];for(const i of o.dK)if("en"===i)o._k||r.unshift(a().stopWordFilter);else{const e=a()[i];e.stopWordFilter&&r.unshift(e.stopWordFilter)}let s;if(r.length>0){const e=e=>r.reduce(((e,t)=>e.filter((e=>t(e.value)))),e);s=[];const t=[];for(const r of n){const n=e(r);s.push(n),n.length0&&t.push(n)}n.push(...t)}else s=n.slice();const l=[];for(const a of s)if(a.length>2)for(let e=a.length-1;e>=0;e-=1)l.push(a.slice(0,e).concat(a.slice(e+1)));return i(n).concat(i(l))}(l,t),c=[];e:for(const{term:t,tokens:a}of u)for(const{documents:r,index:o,type:i}of e)if(c.push(...o.query((e=>{for(const n of t)e.term(n.value,{wildcard:n.wildcard,presence:n.presence})})).slice(0,n).filter((e=>!c.some((t=>t.document.i.toString()===e.ref)))).slice(0,n-c.length).map((t=>{const n=r.find((e=>e.i.toString()===t.ref));return{document:n,type:i,page:0!==i&&e[0].documents.find((e=>e.i===n.p)),metadata:t.matchData.metadata,tokens:a,score:t.score}}))),c.length>=n)break e;!function(e){e.forEach(((e,t)=>{e.index=t})),e.sort(((t,n)=>{let r=t.type>0&&t.page?e.findIndex((e=>e.document===t.page)):t.index,a=n.type>0&&n.page?e.findIndex((e=>e.document===n.page)):n.index;return-1===r&&(r=t.index),-1===a&&(a=n.index),r===a?0===t.type?-1:0===n.type?1:t.index-n.index:r-a}))}(c),function(e){e.forEach(((t,n)=>{n>0&&t.page&&e.some((e=>e.document===t.page))&&(n{"use strict";function r(e){return e.join(" \u203a ")}n.d(t,{e:()=>r})},1690:(e,t,n)=>{"use strict";function r(e){return e.replace(/&/g,"&").replace(//g,">").replace(/"/g,""").replace(/'/g,"'")}n.d(t,{X:()=>r})},1073:(e,t,n)=>{"use strict";function r(e,t){const n=[];for(const r of Object.values(e))r[t]&&n.push(...r[t].position);return n.sort(((e,t)=>e[0]-t[0]||t[1]-e[1]))}n.d(t,{m:()=>r})},2539:(e,t,n)=>{"use strict";n.d(t,{C:()=>a});var r=n(1690);function a(e,t,n){const o=[];for(const i of t){const n=e.toLowerCase().indexOf(i);if(n>=0){n>0&&o.push(a(e.substr(0,n),t)),o.push(`${(0,r.X)(e.substr(n,i.length))}`);const s=n+i.length;s${(0,r.X)(e)}`:(0,r.X)(e):o.join("")}},726:(e,t,n)=>{"use strict";n.d(t,{o:()=>l});var r=n(1690),a=n(2539);const o=/\w+|\p{Unified_Ideograph}/u;function i(e){const t=[];let n=0,r=e;for(;r.length>0;){const a=r.match(o);if(!a){t.push(r);break}a.index>0&&t.push(r.substring(0,a.index)),t.push(a[0]),n+=a.index+a[0].length,r=e.substring(n)}return t}var s=n(1029);function l(e,t,n,o){void 0===o&&(o=s.Hk);const{chunkIndex:l,chunks:u}=function(e,t,n){const o=[];let s=0,l=0,u=-1;for(;sl){const t=i(e.substring(l,c)).map((e=>({html:(0,r.X)(e),textLength:e.length})));for(const e of t)o.push(e)}-1===u&&(u=o.length),l=c+d,o.push({html:(0,a.C)(e.substring(c,l),n,!0),textLength:d})}}if(l({html:(0,r.X)(e),textLength:e.length})));for(const e of t)o.push(e)}return{chunkIndex:u,chunks:o}}(e,t,n),c=u.slice(0,l),d=u[l],p=[d.html],f=u.slice(l+1);let m=d.textLength,h=0,g=0,b=!1,v=!1;for(;m0){const e=c.pop();m+e.textLength<=o?(p.unshift(e.html),h+=e.textLength,m+=e.textLength):(b=!0,c.length=0)}else{if(!(f.length>0))break;{const e=f.shift();m+e.textLength<=o?(p.push(e.html),g+=e.textLength,m+=e.textLength):(v=!0,f.length=0)}}return(b||c.length>0)&&p.unshift("\u2026"),(v||f.length>0)&&p.push("\u2026"),p.join("")}},1029:(e,t,n)=>{"use strict";n.d(t,{vc:()=>s,gQ:()=>h,H6:()=>d,hG:()=>v,l9:()=>g,dK:()=>o,_k:()=>i,pu:()=>m,AY:()=>p,t_:()=>f,Kc:()=>b,J:()=>l,Hk:()=>c,qo:()=>u,pQ:()=>y});var r=n(1336),a=n.n(r);n(892)(a()),n(1728).w(a()),n(4182)(a());const o=["en","zh"],i=!1,s=null,l="search-index{dir}.json?_=c317ac77",u=8,c=50,d=!1,p=!0,f=!0,m="right",h=void 0,g=!0,b=null,v=!1,y=!1},1728:(e,t,n)=>{"use strict";function r(e){const t=new RegExp("^[^"+e+"]+","u"),n=new RegExp("[^"+e+"]+$","u");return function(e){return e.update((function(e){return e.replace(t,"").replace(n,"")}))}}function a(e,t){e.trimmerSupport.generateTrimmer=r,e.zh=function(){this.pipeline.reset(),this.pipeline.add(e.zh.trimmer,e.zh.stopWordFilter),t&&(this.tokenizer=t)},t&&(e.zh.tokenizer=t),e.zh.wordCharacters="\\u3400-\\u4DBF\\u4E00-\\u9FFC\\uFA0E\\uFA0F\\uFA11\\uFA13\\uFA14\\uFA1F\\uFA21\\uFA23\\uFA24\\uFA27-\\uFA29\\u{20000}-\\u{2A6DD}\\u{2A700}-\\u{2B734}\\u{2B740}-\\u{2B81D}\\u{2B820}-\\u{2CEA1}\\u{2CEB0}-\\u{2EBE0}\\u{30000}-\\u{3134A}",e.zh.trimmer=e.trimmerSupport.generateTrimmer(e.zh.wordCharacters),e.Pipeline.registerFunction(e.zh.trimmer,"trimmer-zh"),e.zh.stopWordFilter=e.generateStopWordFilter("\u7684 \u4e00 \u4e0d \u5728 \u4eba \u6709 \u662f \u4e3a \u4ee5 \u4e8e \u4e0a \u4ed6 \u800c \u540e \u4e4b \u6765 \u53ca \u4e86 \u56e0 \u4e0b \u53ef \u5230 \u7531 \u8fd9 \u4e0e \u4e5f \u6b64 \u4f46 \u5e76 \u4e2a \u5176 \u5df2 \u65e0 \u5c0f \u6211 \u4eec \u8d77 \u6700 \u518d \u4eca \u53bb \u597d \u53ea \u53c8 \u6216 \u5f88 \u4ea6 \u67d0 \u628a \u90a3 \u4f60 \u4e43 \u5b83 \u5427 \u88ab \u6bd4 \u522b \u8d81 \u5f53 \u4ece \u5230 \u5f97 \u6253 \u51e1 \u513f \u5c14 \u8be5 \u5404 \u7ed9 \u8ddf \u548c \u4f55 \u8fd8 \u5373 \u51e0 \u65e2 \u770b \u636e \u8ddd \u9760 \u5566 \u4e86 \u53e6 \u4e48 \u6bcf \u4eec \u561b \u62ff \u54ea \u90a3 \u60a8 \u51ed \u4e14 \u5374 \u8ba9 \u4ecd \u5565 \u5982 \u82e5 \u4f7f \u8c01 \u867d \u968f \u540c \u6240 \u5979 \u54c7 \u55e1 \u5f80 \u54ea \u4e9b \u5411 \u6cbf \u54df \u7528 \u4e8e \u54b1 \u5219 \u600e \u66fe \u81f3 \u81f4 \u7740 \u8bf8 \u81ea".split(" ")),e.Pipeline.registerFunction(e.zh.stopWordFilter,"stopWordFilter-zh")}n.d(t,{w:()=>a})},6010:(e,t,n)=>{"use strict";function r(e){var t,n,a="";if("string"==typeof e||"number"==typeof e)a+=e;else if("object"==typeof e)if(Array.isArray(e))for(t=0;ta});const a=function(){for(var e,t,n=0,a="";n{"use strict";n.d(t,{lX:()=>S,q_:()=>_,ob:()=>f,PP:()=>L,Ep:()=>p});var r=n(7462);function a(e){return"/"===e.charAt(0)}function o(e,t){for(var n=t,r=n+1,a=e.length;r=0;p--){var f=i[p];"."===f?o(i,p):".."===f?(o(i,p),d++):d&&(o(i,p),d--)}if(!u)for(;d--;d)i.unshift("..");!u||""===i[0]||i[0]&&a(i[0])||i.unshift("");var m=i.join("/");return n&&"/"!==m.substr(-1)&&(m+="/"),m};var s=n(8776);function l(e){return"/"===e.charAt(0)?e:"/"+e}function u(e){return"/"===e.charAt(0)?e.substr(1):e}function c(e,t){return function(e,t){return 0===e.toLowerCase().indexOf(t.toLowerCase())&&-1!=="/?#".indexOf(e.charAt(t.length))}(e,t)?e.substr(t.length):e}function d(e){return"/"===e.charAt(e.length-1)?e.slice(0,-1):e}function p(e){var t=e.pathname,n=e.search,r=e.hash,a=t||"/";return n&&"?"!==n&&(a+="?"===n.charAt(0)?n:"?"+n),r&&"#"!==r&&(a+="#"===r.charAt(0)?r:"#"+r),a}function f(e,t,n,a){var o;"string"==typeof e?(o=function(e){var t=e||"/",n="",r="",a=t.indexOf("#");-1!==a&&(r=t.substr(a),t=t.substr(0,a));var o=t.indexOf("?");return-1!==o&&(n=t.substr(o),t=t.substr(0,o)),{pathname:t,search:"?"===n?"":n,hash:"#"===r?"":r}}(e),o.state=t):(void 0===(o=(0,r.Z)({},e)).pathname&&(o.pathname=""),o.search?"?"!==o.search.charAt(0)&&(o.search="?"+o.search):o.search="",o.hash?"#"!==o.hash.charAt(0)&&(o.hash="#"+o.hash):o.hash="",void 0!==t&&void 0===o.state&&(o.state=t));try{o.pathname=decodeURI(o.pathname)}catch(s){throw s instanceof URIError?new URIError('Pathname "'+o.pathname+'" could not be decoded. This is likely caused by an invalid percent-encoding.'):s}return n&&(o.key=n),a?o.pathname?"/"!==o.pathname.charAt(0)&&(o.pathname=i(o.pathname,a.pathname)):o.pathname=a.pathname:o.pathname||(o.pathname="/"),o}function m(){var e=null;var t=[];return{setPrompt:function(t){return e=t,function(){e===t&&(e=null)}},confirmTransitionTo:function(t,n,r,a){if(null!=e){var o="function"==typeof e?e(t,n):e;"string"==typeof o?"function"==typeof r?r(o,a):a(!0):a(!1!==o)}else a(!0)},appendListener:function(e){var n=!0;function r(){n&&e.apply(void 0,arguments)}return t.push(r),function(){n=!1,t=t.filter((function(e){return e!==r}))}},notifyListeners:function(){for(var e=arguments.length,n=new Array(e),r=0;rt?n.splice(t,n.length-t,a):n.push(a),d({action:r,location:a,index:t,entries:n})}}))},replace:function(e,t){var r="REPLACE",a=f(e,t,h(),S.location);c.confirmTransitionTo(a,r,n,(function(e){e&&(S.entries[S.index]=a,d({action:r,location:a}))}))},go:y,goBack:function(){y(-1)},goForward:function(){y(1)},canGo:function(e){var t=S.index+e;return t>=0&&t{"use strict";var r=n(9864),a={childContextTypes:!0,contextType:!0,contextTypes:!0,defaultProps:!0,displayName:!0,getDefaultProps:!0,getDerivedStateFromError:!0,getDerivedStateFromProps:!0,mixins:!0,propTypes:!0,type:!0},o={name:!0,length:!0,prototype:!0,caller:!0,callee:!0,arguments:!0,arity:!0},i={$$typeof:!0,compare:!0,defaultProps:!0,displayName:!0,propTypes:!0,type:!0},s={};function l(e){return r.isMemo(e)?i:s[e.$$typeof]||a}s[r.ForwardRef]={$$typeof:!0,render:!0,defaultProps:!0,displayName:!0,propTypes:!0},s[r.Memo]=i;var u=Object.defineProperty,c=Object.getOwnPropertyNames,d=Object.getOwnPropertySymbols,p=Object.getOwnPropertyDescriptor,f=Object.getPrototypeOf,m=Object.prototype;e.exports=function e(t,n,r){if("string"!=typeof n){if(m){var a=f(n);a&&a!==m&&e(t,a,r)}var i=c(n);d&&(i=i.concat(d(n)));for(var s=l(t),h=l(n),g=0;g{"use strict";e.exports=function(e,t,n,r,a,o,i,s){if(!e){var l;if(void 0===t)l=new Error("Minified exception occurred; use the non-minified dev environment for the full error message and additional helpful warnings.");else{var u=[n,r,a,o,i,s],c=0;(l=new Error(t.replace(/%s/g,(function(){return u[c++]})))).name="Invariant Violation"}throw l.framesToPop=1,l}}},5826:e=>{e.exports=Array.isArray||function(e){return"[object Array]"==Object.prototype.toString.call(e)}},4182:function(e,t,n){var r,a;r=function(){return function(e){e.multiLanguage=function(){for(var t=Array.prototype.slice.call(arguments),n=t.join("-"),r="",a=[],o=[],i=0;i=n&&t[(a-=n)>>3]&1<<(7&a))return this.cursor++,!0}return!1},in_grouping_b:function(t,n,r){if(this.cursor>this.limit_backward){var a=e.charCodeAt(this.cursor-1);if(a<=r&&a>=n&&t[(a-=n)>>3]&1<<(7&a))return this.cursor--,!0}return!1},out_grouping:function(t,n,r){if(this.cursorr||a>3]&1<<(7&a)))return this.cursor++,!0}return!1},out_grouping_b:function(t,n,r){if(this.cursor>this.limit_backward){var a=e.charCodeAt(this.cursor-1);if(a>r||a>3]&1<<(7&a)))return this.cursor--,!0}return!1},eq_s:function(t,n){if(this.limit-this.cursor>1),d=0,p=s0||a==r||u)break;u=!0}}for(;;){if(s>=(f=t[r]).s_size){if(this.cursor=o+f.s_size,!f.method)return f.result;var h=f.method();if(this.cursor=o+f.s_size,h)return f.result}if((r=f.substring_i)<0)return 0}},find_among_b:function(t,n){for(var r=0,a=n,o=this.cursor,i=this.limit_backward,s=0,l=0,u=!1;;){for(var c=r+(a-r>>1),d=0,p=s=0;f--){if(o-p==i){d=-1;break}if(d=e.charCodeAt(o-1-p)-m.s[f])break;p++}if(d<0?(a=c,l=p):(r=c,s=p),a-r<=1){if(r>0||a==r||u)break;u=!0}}for(;;){var m;if(s>=(m=t[r]).s_size){if(this.cursor=o-m.s_size,!m.method)return m.result;var h=m.method();if(this.cursor=o-m.s_size,h)return m.result}if((r=m.substring_i)<0)return 0}},replace_s:function(t,n,r){var a=r.length-(n-t),o=e.substring(0,t),i=e.substring(n);return e=o+r+i,this.limit+=a,this.cursor>=n?this.cursor+=a:this.cursor>t&&(this.cursor=t),a},slice_check:function(){if(this.bra<0||this.bra>this.ket||this.ket>this.limit||this.limit>e.length)throw"faulty slice operation"},slice_from:function(e){this.slice_check(),this.replace_s(this.bra,this.ket,e)},slice_del:function(){this.slice_from("")},insert:function(e,t,n){var r=this.replace_s(e,t,n);e<=this.bra&&(this.bra+=r),e<=this.ket&&(this.ket+=r)},slice_to:function(){return this.slice_check(),e.substring(this.bra,this.ket)},eq_v_b:function(e){return this.eq_s_b(e.length,e)}}}},e.trimmerSupport={generateTrimmer:function(e){var t=new RegExp("^[^"+e+"]+"),n=new RegExp("[^"+e+"]+$");return function(e){return"function"==typeof e.update?e.update((function(e){return e.replace(t,"").replace(n,"")})):e.replace(t,"").replace(n,"")}}}}})?r.call(t,n,t,e):r)||(e.exports=a)},1336:(e,t,n)=>{var r,a;!function(){var o,i,s,l,u,c,d,p,f,m,h,g,b,v,y,S,w,k,C,E,x,_,T,L,B,A,F,R,P,D,O=function(e){var t=new O.Builder;return t.pipeline.add(O.trimmer,O.stopWordFilter,O.stemmer),t.searchPipeline.add(O.stemmer),e.call(t,t),t.build()};O.version="2.3.9",O.utils={},O.utils.warn=(o=this,function(e){o.console&&console.warn&&console.warn(e)}),O.utils.asString=function(e){return null==e?"":e.toString()},O.utils.clone=function(e){if(null==e)return e;for(var t=Object.create(null),n=Object.keys(e),r=0;r0){var l=O.utils.clone(t)||{};l.position=[i,s],l.index=a.length,a.push(new O.Token(n.slice(i,o),l))}i=o+1}}return a},O.tokenizer.separator=/[\s\-]+/,O.Pipeline=function(){this._stack=[]},O.Pipeline.registeredFunctions=Object.create(null),O.Pipeline.registerFunction=function(e,t){t in this.registeredFunctions&&O.utils.warn("Overwriting existing registered function: "+t),e.label=t,O.Pipeline.registeredFunctions[e.label]=e},O.Pipeline.warnIfFunctionNotRegistered=function(e){e.label&&e.label in this.registeredFunctions||O.utils.warn("Function is not registered with pipeline. This may cause problems when serialising the index.\n",e)},O.Pipeline.load=function(e){var t=new O.Pipeline;return e.forEach((function(e){var n=O.Pipeline.registeredFunctions[e];if(!n)throw new Error("Cannot load unregistered function: "+e);t.add(n)})),t},O.Pipeline.prototype.add=function(){Array.prototype.slice.call(arguments).forEach((function(e){O.Pipeline.warnIfFunctionNotRegistered(e),this._stack.push(e)}),this)},O.Pipeline.prototype.after=function(e,t){O.Pipeline.warnIfFunctionNotRegistered(t);var n=this._stack.indexOf(e);if(-1==n)throw new Error("Cannot find existingFn");n+=1,this._stack.splice(n,0,t)},O.Pipeline.prototype.before=function(e,t){O.Pipeline.warnIfFunctionNotRegistered(t);var n=this._stack.indexOf(e);if(-1==n)throw new Error("Cannot find existingFn");this._stack.splice(n,0,t)},O.Pipeline.prototype.remove=function(e){var t=this._stack.indexOf(e);-1!=t&&this._stack.splice(t,1)},O.Pipeline.prototype.run=function(e){for(var t=this._stack.length,n=0;n1&&(oe&&(n=a),o!=e);)r=n-t,a=t+Math.floor(r/2),o=this.elements[2*a];return o==e||o>e?2*a:os?u+=2:i==s&&(t+=n[l+1]*r[u+1],l+=2,u+=2);return t},O.Vector.prototype.similarity=function(e){return this.dot(e)/this.magnitude()||0},O.Vector.prototype.toArray=function(){for(var e=new Array(this.elements.length/2),t=1,n=0;t0){var o,i=a.str.charAt(0);i in a.node.edges?o=a.node.edges[i]:(o=new O.TokenSet,a.node.edges[i]=o),1==a.str.length&&(o.final=!0),r.push({node:o,editsRemaining:a.editsRemaining,str:a.str.slice(1)})}if(0!=a.editsRemaining){if("*"in a.node.edges)var s=a.node.edges["*"];else{s=new O.TokenSet;a.node.edges["*"]=s}if(0==a.str.length&&(s.final=!0),r.push({node:s,editsRemaining:a.editsRemaining-1,str:a.str}),a.str.length>1&&r.push({node:a.node,editsRemaining:a.editsRemaining-1,str:a.str.slice(1)}),1==a.str.length&&(a.node.final=!0),a.str.length>=1){if("*"in a.node.edges)var l=a.node.edges["*"];else{l=new O.TokenSet;a.node.edges["*"]=l}1==a.str.length&&(l.final=!0),r.push({node:l,editsRemaining:a.editsRemaining-1,str:a.str.slice(1)})}if(a.str.length>1){var u,c=a.str.charAt(0),d=a.str.charAt(1);d in a.node.edges?u=a.node.edges[d]:(u=new O.TokenSet,a.node.edges[d]=u),1==a.str.length&&(u.final=!0),r.push({node:u,editsRemaining:a.editsRemaining-1,str:c+a.str.slice(2)})}}}return n},O.TokenSet.fromString=function(e){for(var t=new O.TokenSet,n=t,r=0,a=e.length;r=e;t--){var n=this.uncheckedNodes[t],r=n.child.toString();r in this.minimizedNodes?n.parent.edges[n.char]=this.minimizedNodes[r]:(n.child._str=r,this.minimizedNodes[r]=n.child),this.uncheckedNodes.pop()}},O.Index=function(e){this.invertedIndex=e.invertedIndex,this.fieldVectors=e.fieldVectors,this.tokenSet=e.tokenSet,this.fields=e.fields,this.pipeline=e.pipeline},O.Index.prototype.search=function(e){return this.query((function(t){new O.QueryParser(e,t).parse()}))},O.Index.prototype.query=function(e){for(var t=new O.Query(this.fields),n=Object.create(null),r=Object.create(null),a=Object.create(null),o=Object.create(null),i=Object.create(null),s=0;s1?1:e},O.Builder.prototype.k1=function(e){this._k1=e},O.Builder.prototype.add=function(e,t){var n=e[this._ref],r=Object.keys(this._fields);this._documents[n]=t||{},this.documentCount+=1;for(var a=0;a=this.length)return O.QueryLexer.EOS;var e=this.str.charAt(this.pos);return this.pos+=1,e},O.QueryLexer.prototype.width=function(){return this.pos-this.start},O.QueryLexer.prototype.ignore=function(){this.start==this.pos&&(this.pos+=1),this.start=this.pos},O.QueryLexer.prototype.backup=function(){this.pos-=1},O.QueryLexer.prototype.acceptDigitRun=function(){var e,t;do{t=(e=this.next()).charCodeAt(0)}while(t>47&&t<58);e!=O.QueryLexer.EOS&&this.backup()},O.QueryLexer.prototype.more=function(){return this.pos1&&(e.backup(),e.emit(O.QueryLexer.TERM)),e.ignore(),e.more())return O.QueryLexer.lexText},O.QueryLexer.lexEditDistance=function(e){return e.ignore(),e.acceptDigitRun(),e.emit(O.QueryLexer.EDIT_DISTANCE),O.QueryLexer.lexText},O.QueryLexer.lexBoost=function(e){return e.ignore(),e.acceptDigitRun(),e.emit(O.QueryLexer.BOOST),O.QueryLexer.lexText},O.QueryLexer.lexEOS=function(e){e.width()>0&&e.emit(O.QueryLexer.TERM)},O.QueryLexer.termSeparator=O.tokenizer.separator,O.QueryLexer.lexText=function(e){for(;;){var t=e.next();if(t==O.QueryLexer.EOS)return O.QueryLexer.lexEOS;if(92!=t.charCodeAt(0)){if(":"==t)return O.QueryLexer.lexField;if("~"==t)return e.backup(),e.width()>0&&e.emit(O.QueryLexer.TERM),O.QueryLexer.lexEditDistance;if("^"==t)return e.backup(),e.width()>0&&e.emit(O.QueryLexer.TERM),O.QueryLexer.lexBoost;if("+"==t&&1===e.width())return e.emit(O.QueryLexer.PRESENCE),O.QueryLexer.lexText;if("-"==t&&1===e.width())return e.emit(O.QueryLexer.PRESENCE),O.QueryLexer.lexText;if(t.match(O.QueryLexer.termSeparator))return O.QueryLexer.lexTerm}else e.escapeCharacter()}},O.QueryParser=function(e,t){this.lexer=new O.QueryLexer(e),this.query=t,this.currentClause={},this.lexemeIdx=0},O.QueryParser.prototype.parse=function(){this.lexer.run(),this.lexemes=this.lexer.lexemes;for(var e=O.QueryParser.parseClause;e;)e=e(this);return this.query},O.QueryParser.prototype.peekLexeme=function(){return this.lexemes[this.lexemeIdx]},O.QueryParser.prototype.consumeLexeme=function(){var e=this.peekLexeme();return this.lexemeIdx+=1,e},O.QueryParser.prototype.nextClause=function(){var e=this.currentClause;this.query.clause(e),this.currentClause={}},O.QueryParser.parseClause=function(e){var t=e.peekLexeme();if(null!=t)switch(t.type){case O.QueryLexer.PRESENCE:return O.QueryParser.parsePresence;case O.QueryLexer.FIELD:return O.QueryParser.parseField;case O.QueryLexer.TERM:return O.QueryParser.parseTerm;default:var n="expected either a field or a term, found "+t.type;throw t.str.length>=1&&(n+=" with value '"+t.str+"'"),new O.QueryParseError(n,t.start,t.end)}},O.QueryParser.parsePresence=function(e){var t=e.consumeLexeme();if(null!=t){switch(t.str){case"-":e.currentClause.presence=O.Query.presence.PROHIBITED;break;case"+":e.currentClause.presence=O.Query.presence.REQUIRED;break;default:var n="unrecognised presence operator'"+t.str+"'";throw new O.QueryParseError(n,t.start,t.end)}var r=e.peekLexeme();if(null==r){n="expecting term or field, found nothing";throw new O.QueryParseError(n,t.start,t.end)}switch(r.type){case O.QueryLexer.FIELD:return O.QueryParser.parseField;case O.QueryLexer.TERM:return O.QueryParser.parseTerm;default:n="expecting term or field, found '"+r.type+"'";throw new O.QueryParseError(n,r.start,r.end)}}},O.QueryParser.parseField=function(e){var t=e.consumeLexeme();if(null!=t){if(-1==e.query.allFields.indexOf(t.str)){var n=e.query.allFields.map((function(e){return"'"+e+"'"})).join(", "),r="unrecognised field '"+t.str+"', possible fields: "+n;throw new O.QueryParseError(r,t.start,t.end)}e.currentClause.fields=[t.str];var a=e.peekLexeme();if(null==a){r="expecting term, found nothing";throw new O.QueryParseError(r,t.start,t.end)}if(a.type===O.QueryLexer.TERM)return O.QueryParser.parseTerm;r="expecting term, found '"+a.type+"'";throw new O.QueryParseError(r,a.start,a.end)}},O.QueryParser.parseTerm=function(e){var t=e.consumeLexeme();if(null!=t){e.currentClause.term=t.str.toLowerCase(),-1!=t.str.indexOf("*")&&(e.currentClause.usePipeline=!1);var n=e.peekLexeme();if(null!=n)switch(n.type){case O.QueryLexer.TERM:return e.nextClause(),O.QueryParser.parseTerm;case O.QueryLexer.FIELD:return e.nextClause(),O.QueryParser.parseField;case O.QueryLexer.EDIT_DISTANCE:return O.QueryParser.parseEditDistance;case O.QueryLexer.BOOST:return O.QueryParser.parseBoost;case O.QueryLexer.PRESENCE:return e.nextClause(),O.QueryParser.parsePresence;default:var r="Unexpected lexeme type '"+n.type+"'";throw new O.QueryParseError(r,n.start,n.end)}else e.nextClause()}},O.QueryParser.parseEditDistance=function(e){var t=e.consumeLexeme();if(null!=t){var n=parseInt(t.str,10);if(isNaN(n)){var r="edit distance must be numeric";throw new O.QueryParseError(r,t.start,t.end)}e.currentClause.editDistance=n;var a=e.peekLexeme();if(null!=a)switch(a.type){case O.QueryLexer.TERM:return e.nextClause(),O.QueryParser.parseTerm;case O.QueryLexer.FIELD:return e.nextClause(),O.QueryParser.parseField;case O.QueryLexer.EDIT_DISTANCE:return O.QueryParser.parseEditDistance;case O.QueryLexer.BOOST:return O.QueryParser.parseBoost;case O.QueryLexer.PRESENCE:return e.nextClause(),O.QueryParser.parsePresence;default:r="Unexpected lexeme type '"+a.type+"'";throw new O.QueryParseError(r,a.start,a.end)}else e.nextClause()}},O.QueryParser.parseBoost=function(e){var t=e.consumeLexeme();if(null!=t){var n=parseInt(t.str,10);if(isNaN(n)){var r="boost must be numeric";throw new O.QueryParseError(r,t.start,t.end)}e.currentClause.boost=n;var a=e.peekLexeme();if(null!=a)switch(a.type){case O.QueryLexer.TERM:return e.nextClause(),O.QueryParser.parseTerm;case O.QueryLexer.FIELD:return e.nextClause(),O.QueryParser.parseField;case O.QueryLexer.EDIT_DISTANCE:return O.QueryParser.parseEditDistance;case O.QueryLexer.BOOST:return O.QueryParser.parseBoost;case O.QueryLexer.PRESENCE:return e.nextClause(),O.QueryParser.parsePresence;default:r="Unexpected lexeme type '"+a.type+"'";throw new O.QueryParseError(r,a.start,a.end)}else e.nextClause()}},void 0===(a="function"==typeof(r=function(){return O})?r.call(t,n,t,e):r)||(e.exports=a)}()},2497:(e,t,n)=>{"use strict";n.r(t)},2295:(e,t,n)=>{"use strict";n.r(t)},4865:function(e,t,n){var r,a;r=function(){var e,t,n={version:"0.2.0"},r=n.settings={minimum:.08,easing:"ease",positionUsing:"",speed:200,trickle:!0,trickleRate:.02,trickleSpeed:800,showSpinner:!0,barSelector:'[role="bar"]',spinnerSelector:'[role="spinner"]',parent:"body",template:'
    '};function a(e,t,n){return en?n:e}function o(e){return 100*(-1+e)}function i(e,t,n){var a;return(a="translate3d"===r.positionUsing?{transform:"translate3d("+o(e)+"%,0,0)"}:"translate"===r.positionUsing?{transform:"translate("+o(e)+"%,0)"}:{"margin-left":o(e)+"%"}).transition="all "+t+"ms "+n,a}n.configure=function(e){var t,n;for(t in e)void 0!==(n=e[t])&&e.hasOwnProperty(t)&&(r[t]=n);return this},n.status=null,n.set=function(e){var t=n.isStarted();e=a(e,r.minimum,1),n.status=1===e?null:e;var o=n.render(!t),u=o.querySelector(r.barSelector),c=r.speed,d=r.easing;return o.offsetWidth,s((function(t){""===r.positionUsing&&(r.positionUsing=n.getPositioningCSS()),l(u,i(e,c,d)),1===e?(l(o,{transition:"none",opacity:1}),o.offsetWidth,setTimeout((function(){l(o,{transition:"all "+c+"ms linear",opacity:0}),setTimeout((function(){n.remove(),t()}),c)}),c)):setTimeout(t,c)})),this},n.isStarted=function(){return"number"==typeof n.status},n.start=function(){n.status||n.set(0);var e=function(){setTimeout((function(){n.status&&(n.trickle(),e())}),r.trickleSpeed)};return r.trickle&&e(),this},n.done=function(e){return e||n.status?n.inc(.3+.5*Math.random()).set(1):this},n.inc=function(e){var t=n.status;return t?("number"!=typeof e&&(e=(1-t)*a(Math.random()*t,.1,.95)),t=a(t+e,0,.994),n.set(t)):n.start()},n.trickle=function(){return n.inc(Math.random()*r.trickleRate)},e=0,t=0,n.promise=function(r){return r&&"resolved"!==r.state()?(0===t&&n.start(),e++,t++,r.always((function(){0==--t?(e=0,n.done()):n.set((e-t)/e)})),this):this},n.render=function(e){if(n.isRendered())return document.getElementById("nprogress");c(document.documentElement,"nprogress-busy");var t=document.createElement("div");t.id="nprogress",t.innerHTML=r.template;var a,i=t.querySelector(r.barSelector),s=e?"-100":o(n.status||0),u=document.querySelector(r.parent);return l(i,{transition:"all 0 linear",transform:"translate3d("+s+"%,0,0)"}),r.showSpinner||(a=t.querySelector(r.spinnerSelector))&&f(a),u!=document.body&&c(u,"nprogress-custom-parent"),u.appendChild(t),t},n.remove=function(){d(document.documentElement,"nprogress-busy"),d(document.querySelector(r.parent),"nprogress-custom-parent");var e=document.getElementById("nprogress");e&&f(e)},n.isRendered=function(){return!!document.getElementById("nprogress")},n.getPositioningCSS=function(){var e=document.body.style,t="WebkitTransform"in e?"Webkit":"MozTransform"in e?"Moz":"msTransform"in e?"ms":"OTransform"in e?"O":"";return t+"Perspective"in e?"translate3d":t+"Transform"in e?"translate":"margin"};var s=function(){var e=[];function t(){var n=e.shift();n&&n(t)}return function(n){e.push(n),1==e.length&&t()}}(),l=function(){var e=["Webkit","O","Moz","ms"],t={};function n(e){return e.replace(/^-ms-/,"ms-").replace(/-([\da-z])/gi,(function(e,t){return t.toUpperCase()}))}function r(t){var n=document.body.style;if(t in n)return t;for(var r,a=e.length,o=t.charAt(0).toUpperCase()+t.slice(1);a--;)if((r=e[a]+o)in n)return r;return t}function a(e){return e=n(e),t[e]||(t[e]=r(e))}function o(e,t,n){t=a(t),e.style[t]=n}return function(e,t){var n,r,a=arguments;if(2==a.length)for(n in t)void 0!==(r=t[n])&&t.hasOwnProperty(n)&&o(e,n,r);else o(e,a[1],a[2])}}();function u(e,t){return("string"==typeof e?e:p(e)).indexOf(" "+t+" ")>=0}function c(e,t){var n=p(e),r=n+t;u(n,t)||(e.className=r.substring(1))}function d(e,t){var n,r=p(e);u(e,t)&&(n=r.replace(" "+t+" "," "),e.className=n.substring(1,n.length-1))}function p(e){return(" "+(e.className||"")+" ").replace(/\s+/gi," ")}function f(e){e&&e.parentNode&&e.parentNode.removeChild(e)}return n},void 0===(a="function"==typeof r?r.call(t,n,t,e):r)||(e.exports=a)},7418:e=>{"use strict";var t=Object.getOwnPropertySymbols,n=Object.prototype.hasOwnProperty,r=Object.prototype.propertyIsEnumerable;e.exports=function(){try{if(!Object.assign)return!1;var e=new String("abc");if(e[5]="de","5"===Object.getOwnPropertyNames(e)[0])return!1;for(var t={},n=0;n<10;n++)t["_"+String.fromCharCode(n)]=n;if("0123456789"!==Object.getOwnPropertyNames(t).map((function(e){return t[e]})).join(""))return!1;var r={};return"abcdefghijklmnopqrst".split("").forEach((function(e){r[e]=e})),"abcdefghijklmnopqrst"===Object.keys(Object.assign({},r)).join("")}catch(a){return!1}}()?Object.assign:function(e,a){for(var o,i,s=function(e){if(null==e)throw new TypeError("Object.assign cannot be called with null or undefined");return Object(e)}(e),l=1;l{var r=n(5826);e.exports=f,e.exports.parse=o,e.exports.compile=function(e,t){return s(o(e,t),t)},e.exports.tokensToFunction=s,e.exports.tokensToRegExp=p;var a=new RegExp(["(\\\\.)","([\\/.])?(?:(?:\\:(\\w+)(?:\\(((?:\\\\.|[^\\\\()])+)\\))?|\\(((?:\\\\.|[^\\\\()])+)\\))([+*?])?|(\\*))"].join("|"),"g");function o(e,t){for(var n,r=[],o=0,i=0,s="",c=t&&t.delimiter||"/";null!=(n=a.exec(e));){var d=n[0],p=n[1],f=n.index;if(s+=e.slice(i,f),i=f+d.length,p)s+=p[1];else{var m=e[i],h=n[2],g=n[3],b=n[4],v=n[5],y=n[6],S=n[7];s&&(r.push(s),s="");var w=null!=h&&null!=m&&m!==h,k="+"===y||"*"===y,C="?"===y||"*"===y,E=n[2]||c,x=b||v;r.push({name:g||o++,prefix:h||"",delimiter:E,optional:C,repeat:k,partial:w,asterisk:!!S,pattern:x?u(x):S?".*":"[^"+l(E)+"]+?"})}}return i{"use strict";n.d(t,{Z:()=>o});var r=function(){var e=/(?:^|\s)lang(?:uage)?-([\w-]+)(?=\s|$)/i,t=0,n={},r={util:{encode:function e(t){return t instanceof a?new a(t.type,e(t.content),t.alias):Array.isArray(t)?t.map(e):t.replace(/&/g,"&").replace(/=d.reach);C+=k.value.length,k=k.next){var E=k.value;if(t.length>e.length)return;if(!(E instanceof a)){var x,_=1;if(v){if(!(x=o(w,C,e,b))||x.index>=e.length)break;var T=x.index,L=x.index+x[0].length,B=C;for(B+=k.value.length;T>=B;)B+=(k=k.next).value.length;if(C=B-=k.value.length,k.value instanceof a)continue;for(var A=k;A!==t.tail&&(Bd.reach&&(d.reach=D);var O=k.prev;if(R&&(O=l(t,O,R),C+=R.length),u(t,O,_),k=l(t,O,new a(p,g?r.tokenize(F,g):F,y,F)),P&&l(t,k,P),_>1){var N={cause:p+","+m,reach:D};i(e,t,n,k.prev,C,N),d&&N.reach>d.reach&&(d.reach=N.reach)}}}}}}function s(){var e={value:null,prev:null,next:null},t={value:null,prev:e,next:null};e.next=t,this.head=e,this.tail=t,this.length=0}function l(e,t,n){var r=t.next,a={value:n,prev:t,next:r};return t.next=a,r.prev=a,e.length++,a}function u(e,t,n){for(var r=t.next,a=0;a"+o.content+""},r}(),a=r;r.default=r,a.languages.markup={comment:{pattern://,greedy:!0},prolog:{pattern:/<\?[\s\S]+?\?>/,greedy:!0},doctype:{pattern:/"'[\]]|"[^"]*"|'[^']*')+(?:\[(?:[^<"'\]]|"[^"]*"|'[^']*'|<(?!!--)|)*\]\s*)?>/i,greedy:!0,inside:{"internal-subset":{pattern:/(^[^\[]*\[)[\s\S]+(?=\]>$)/,lookbehind:!0,greedy:!0,inside:null},string:{pattern:/"[^"]*"|'[^']*'/,greedy:!0},punctuation:/^$|[[\]]/,"doctype-tag":/^DOCTYPE/i,name:/[^\s<>'"]+/}},cdata:{pattern://i,greedy:!0},tag:{pattern:/<\/?(?!\d)[^\s>\/=$<%]+(?:\s(?:\s*[^\s>\/=]+(?:\s*=\s*(?:"[^"]*"|'[^']*'|[^\s'">=]+(?=[\s>]))|(?=[\s/>])))+)?\s*\/?>/,greedy:!0,inside:{tag:{pattern:/^<\/?[^\s>\/]+/,inside:{punctuation:/^<\/?/,namespace:/^[^\s>\/:]+:/}},"special-attr":[],"attr-value":{pattern:/=\s*(?:"[^"]*"|'[^']*'|[^\s'">=]+)/,inside:{punctuation:[{pattern:/^=/,alias:"attr-equals"},/"|'/]}},punctuation:/\/?>/,"attr-name":{pattern:/[^\s>\/]+/,inside:{namespace:/^[^\s>\/:]+:/}}}},entity:[{pattern:/&[\da-z]{1,8};/i,alias:"named-entity"},/&#x?[\da-f]{1,8};/i]},a.languages.markup.tag.inside["attr-value"].inside.entity=a.languages.markup.entity,a.languages.markup.doctype.inside["internal-subset"].inside=a.languages.markup,a.hooks.add("wrap",(function(e){"entity"===e.type&&(e.attributes.title=e.content.replace(/&/,"&"))})),Object.defineProperty(a.languages.markup.tag,"addInlined",{value:function(e,t){var n={};n["language-"+t]={pattern:/(^$)/i,lookbehind:!0,inside:a.languages[t]},n.cdata=/^$/i;var r={"included-cdata":{pattern://i,inside:n}};r["language-"+t]={pattern:/[\s\S]+/,inside:a.languages[t]};var o={};o[e]={pattern:RegExp(/(<__[^>]*>)(?:))*\]\]>|(?!)/.source.replace(/__/g,(function(){return e})),"i"),lookbehind:!0,greedy:!0,inside:r},a.languages.insertBefore("markup","cdata",o)}}),Object.defineProperty(a.languages.markup.tag,"addAttribute",{value:function(e,t){a.languages.markup.tag.inside["special-attr"].push({pattern:RegExp(/(^|["'\s])/.source+"(?:"+e+")"+/\s*=\s*(?:"[^"]*"|'[^']*'|[^\s'">=]+(?=[\s>]))/.source,"i"),lookbehind:!0,inside:{"attr-name":/^[^\s=]+/,"attr-value":{pattern:/=[\s\S]+/,inside:{value:{pattern:/(^=\s*(["']|(?!["'])))\S[\s\S]*(?=\2$)/,lookbehind:!0,alias:[t,"language-"+t],inside:a.languages[t]},punctuation:[{pattern:/^=/,alias:"attr-equals"},/"|'/]}}}})}}),a.languages.html=a.languages.markup,a.languages.mathml=a.languages.markup,a.languages.svg=a.languages.markup,a.languages.xml=a.languages.extend("markup",{}),a.languages.ssml=a.languages.xml,a.languages.atom=a.languages.xml,a.languages.rss=a.languages.xml,function(e){var t="\\b(?:BASH|BASHOPTS|BASH_ALIASES|BASH_ARGC|BASH_ARGV|BASH_CMDS|BASH_COMPLETION_COMPAT_DIR|BASH_LINENO|BASH_REMATCH|BASH_SOURCE|BASH_VERSINFO|BASH_VERSION|COLORTERM|COLUMNS|COMP_WORDBREAKS|DBUS_SESSION_BUS_ADDRESS|DEFAULTS_PATH|DESKTOP_SESSION|DIRSTACK|DISPLAY|EUID|GDMSESSION|GDM_LANG|GNOME_KEYRING_CONTROL|GNOME_KEYRING_PID|GPG_AGENT_INFO|GROUPS|HISTCONTROL|HISTFILE|HISTFILESIZE|HISTSIZE|HOME|HOSTNAME|HOSTTYPE|IFS|INSTANCE|JOB|LANG|LANGUAGE|LC_ADDRESS|LC_ALL|LC_IDENTIFICATION|LC_MEASUREMENT|LC_MONETARY|LC_NAME|LC_NUMERIC|LC_PAPER|LC_TELEPHONE|LC_TIME|LESSCLOSE|LESSOPEN|LINES|LOGNAME|LS_COLORS|MACHTYPE|MAILCHECK|MANDATORY_PATH|NO_AT_BRIDGE|OLDPWD|OPTERR|OPTIND|ORBIT_SOCKETDIR|OSTYPE|PAPERSIZE|PATH|PIPESTATUS|PPID|PS1|PS2|PS3|PS4|PWD|RANDOM|REPLY|SECONDS|SELINUX_INIT|SESSION|SESSIONTYPE|SESSION_MANAGER|SHELL|SHELLOPTS|SHLVL|SSH_AUTH_SOCK|TERM|UID|UPSTART_EVENTS|UPSTART_INSTANCE|UPSTART_JOB|UPSTART_SESSION|USER|WINDOWID|XAUTHORITY|XDG_CONFIG_DIRS|XDG_CURRENT_DESKTOP|XDG_DATA_DIRS|XDG_GREETER_DATA_DIR|XDG_MENU_PREFIX|XDG_RUNTIME_DIR|XDG_SEAT|XDG_SEAT_PATH|XDG_SESSION_DESKTOP|XDG_SESSION_ID|XDG_SESSION_PATH|XDG_SESSION_TYPE|XDG_VTNR|XMODIFIERS)\\b",n={pattern:/(^(["']?)\w+\2)[ \t]+\S.*/,lookbehind:!0,alias:"punctuation",inside:null},r={bash:n,environment:{pattern:RegExp("\\$"+t),alias:"constant"},variable:[{pattern:/\$?\(\([\s\S]+?\)\)/,greedy:!0,inside:{variable:[{pattern:/(^\$\(\([\s\S]+)\)\)/,lookbehind:!0},/^\$\(\(/],number:/\b0x[\dA-Fa-f]+\b|(?:\b\d+(?:\.\d*)?|\B\.\d+)(?:[Ee]-?\d+)?/,operator:/--|\+\+|\*\*=?|<<=?|>>=?|&&|\|\||[=!+\-*/%<>^&|]=?|[?~:]/,punctuation:/\(\(?|\)\)?|,|;/}},{pattern:/\$\((?:\([^)]+\)|[^()])+\)|`[^`]+`/,greedy:!0,inside:{variable:/^\$\(|^`|\)$|`$/}},{pattern:/\$\{[^}]+\}/,greedy:!0,inside:{operator:/:[-=?+]?|[!\/]|##?|%%?|\^\^?|,,?/,punctuation:/[\[\]]/,environment:{pattern:RegExp("(\\{)"+t),lookbehind:!0,alias:"constant"}}},/\$(?:\w+|[#?*!@$])/],entity:/\\(?:[abceEfnrtv\\"]|O?[0-7]{1,3}|U[0-9a-fA-F]{8}|u[0-9a-fA-F]{4}|x[0-9a-fA-F]{1,2})/};e.languages.bash={shebang:{pattern:/^#!\s*\/.*/,alias:"important"},comment:{pattern:/(^|[^"{\\$])#.*/,lookbehind:!0},"function-name":[{pattern:/(\bfunction\s+)[\w-]+(?=(?:\s*\(?:\s*\))?\s*\{)/,lookbehind:!0,alias:"function"},{pattern:/\b[\w-]+(?=\s*\(\s*\)\s*\{)/,alias:"function"}],"for-or-select":{pattern:/(\b(?:for|select)\s+)\w+(?=\s+in\s)/,alias:"variable",lookbehind:!0},"assign-left":{pattern:/(^|[\s;|&]|[<>]\()\w+(?=\+?=)/,inside:{environment:{pattern:RegExp("(^|[\\s;|&]|[<>]\\()"+t),lookbehind:!0,alias:"constant"}},alias:"variable",lookbehind:!0},string:[{pattern:/((?:^|[^<])<<-?\s*)(\w+)\s[\s\S]*?(?:\r?\n|\r)\2/,lookbehind:!0,greedy:!0,inside:r},{pattern:/((?:^|[^<])<<-?\s*)(["'])(\w+)\2\s[\s\S]*?(?:\r?\n|\r)\3/,lookbehind:!0,greedy:!0,inside:{bash:n}},{pattern:/(^|[^\\](?:\\\\)*)"(?:\\[\s\S]|\$\([^)]+\)|\$(?!\()|`[^`]+`|[^"\\`$])*"/,lookbehind:!0,greedy:!0,inside:r},{pattern:/(^|[^$\\])'[^']*'/,lookbehind:!0,greedy:!0},{pattern:/\$'(?:[^'\\]|\\[\s\S])*'/,greedy:!0,inside:{entity:r.entity}}],environment:{pattern:RegExp("\\$?"+t),alias:"constant"},variable:r.variable,function:{pattern:/(^|[\s;|&]|[<>]\()(?:add|apropos|apt|apt-cache|apt-get|aptitude|aspell|automysqlbackup|awk|basename|bash|bc|bconsole|bg|bzip2|cal|cat|cfdisk|chgrp|chkconfig|chmod|chown|chroot|cksum|clear|cmp|column|comm|composer|cp|cron|crontab|csplit|curl|cut|date|dc|dd|ddrescue|debootstrap|df|diff|diff3|dig|dir|dircolors|dirname|dirs|dmesg|docker|docker-compose|du|egrep|eject|env|ethtool|expand|expect|expr|fdformat|fdisk|fg|fgrep|file|find|fmt|fold|format|free|fsck|ftp|fuser|gawk|git|gparted|grep|groupadd|groupdel|groupmod|groups|grub-mkconfig|gzip|halt|head|hg|history|host|hostname|htop|iconv|id|ifconfig|ifdown|ifup|import|install|ip|jobs|join|kill|killall|less|link|ln|locate|logname|logrotate|look|lpc|lpr|lprint|lprintd|lprintq|lprm|ls|lsof|lynx|make|man|mc|mdadm|mkconfig|mkdir|mke2fs|mkfifo|mkfs|mkisofs|mknod|mkswap|mmv|more|most|mount|mtools|mtr|mutt|mv|nano|nc|netstat|nice|nl|node|nohup|notify-send|npm|nslookup|op|open|parted|passwd|paste|pathchk|ping|pkill|pnpm|podman|podman-compose|popd|pr|printcap|printenv|ps|pushd|pv|quota|quotacheck|quotactl|ram|rar|rcp|reboot|remsync|rename|renice|rev|rm|rmdir|rpm|rsync|scp|screen|sdiff|sed|sendmail|seq|service|sftp|sh|shellcheck|shuf|shutdown|sleep|slocate|sort|split|ssh|stat|strace|su|sudo|sum|suspend|swapon|sync|tac|tail|tar|tee|time|timeout|top|touch|tr|traceroute|tsort|tty|umount|uname|unexpand|uniq|units|unrar|unshar|unzip|update-grub|uptime|useradd|userdel|usermod|users|uudecode|uuencode|v|vcpkg|vdir|vi|vim|virsh|vmstat|wait|watch|wc|wget|whereis|which|who|whoami|write|xargs|xdg-open|yarn|yes|zenity|zip|zsh|zypper)(?=$|[)\s;|&])/,lookbehind:!0},keyword:{pattern:/(^|[\s;|&]|[<>]\()(?:case|do|done|elif|else|esac|fi|for|function|if|in|select|then|until|while)(?=$|[)\s;|&])/,lookbehind:!0},builtin:{pattern:/(^|[\s;|&]|[<>]\()(?:\.|:|alias|bind|break|builtin|caller|cd|command|continue|declare|echo|enable|eval|exec|exit|export|getopts|hash|help|let|local|logout|mapfile|printf|pwd|read|readarray|readonly|return|set|shift|shopt|source|test|times|trap|type|typeset|ulimit|umask|unalias|unset)(?=$|[)\s;|&])/,lookbehind:!0,alias:"class-name"},boolean:{pattern:/(^|[\s;|&]|[<>]\()(?:false|true)(?=$|[)\s;|&])/,lookbehind:!0},"file-descriptor":{pattern:/\B&\d\b/,alias:"important"},operator:{pattern:/\d?<>|>\||\+=|=[=~]?|!=?|<<[<-]?|[&\d]?>>|\d[<>]&?|[<>][&=]?|&[>&]?|\|[&|]?/,inside:{"file-descriptor":{pattern:/^\d/,alias:"important"}}},punctuation:/\$?\(\(?|\)\)?|\.\.|[{}[\];\\]/,number:{pattern:/(^|\s)(?:[1-9]\d*|0)(?:[.,]\d+)?\b/,lookbehind:!0}},n.inside=e.languages.bash;for(var a=["comment","function-name","for-or-select","assign-left","string","environment","function","keyword","builtin","boolean","file-descriptor","operator","punctuation","number"],o=r.variable[1].inside,i=0;i]=?|[!=]=?=?|--?|\+\+?|&&?|\|\|?|[?*/~^%]/,punctuation:/[{}[\];(),.:]/},a.languages.c=a.languages.extend("clike",{comment:{pattern:/\/\/(?:[^\r\n\\]|\\(?:\r\n?|\n|(?![\r\n])))*|\/\*[\s\S]*?(?:\*\/|$)/,greedy:!0},string:{pattern:/"(?:\\(?:\r\n|[\s\S])|[^"\\\r\n])*"/,greedy:!0},"class-name":{pattern:/(\b(?:enum|struct)\s+(?:__attribute__\s*\(\([\s\S]*?\)\)\s*)?)\w+|\b[a-z]\w*_t\b/,lookbehind:!0},keyword:/\b(?:_Alignas|_Alignof|_Atomic|_Bool|_Complex|_Generic|_Imaginary|_Noreturn|_Static_assert|_Thread_local|__attribute__|asm|auto|break|case|char|const|continue|default|do|double|else|enum|extern|float|for|goto|if|inline|int|long|register|return|short|signed|sizeof|static|struct|switch|typedef|typeof|union|unsigned|void|volatile|while)\b/,function:/\b[a-z_]\w*(?=\s*\()/i,number:/(?:\b0x(?:[\da-f]+(?:\.[\da-f]*)?|\.[\da-f]+)(?:p[+-]?\d+)?|(?:\b\d+(?:\.\d*)?|\B\.\d+)(?:e[+-]?\d+)?)[ful]{0,4}/i,operator:/>>=?|<<=?|->|([-+&|:])\1|[?:~]|[-+*/%&|^!=<>]=?/}),a.languages.insertBefore("c","string",{char:{pattern:/'(?:\\(?:\r\n|[\s\S])|[^'\\\r\n]){0,32}'/,greedy:!0}}),a.languages.insertBefore("c","string",{macro:{pattern:/(^[\t ]*)#\s*[a-z](?:[^\r\n\\/]|\/(?!\*)|\/\*(?:[^*]|\*(?!\/))*\*\/|\\(?:\r\n|[\s\S]))*/im,lookbehind:!0,greedy:!0,alias:"property",inside:{string:[{pattern:/^(#\s*include\s*)<[^>]+>/,lookbehind:!0},a.languages.c.string],char:a.languages.c.char,comment:a.languages.c.comment,"macro-name":[{pattern:/(^#\s*define\s+)\w+\b(?!\()/i,lookbehind:!0},{pattern:/(^#\s*define\s+)\w+\b(?=\()/i,lookbehind:!0,alias:"function"}],directive:{pattern:/^(#\s*)[a-z]+/,lookbehind:!0,alias:"keyword"},"directive-hash":/^#/,punctuation:/##|\\(?=[\r\n])/,expression:{pattern:/\S[\s\S]*/,inside:a.languages.c}}}}),a.languages.insertBefore("c","function",{constant:/\b(?:EOF|NULL|SEEK_CUR|SEEK_END|SEEK_SET|__DATE__|__FILE__|__LINE__|__TIMESTAMP__|__TIME__|__func__|stderr|stdin|stdout)\b/}),delete a.languages.c.boolean,function(e){var t=/\b(?:alignas|alignof|asm|auto|bool|break|case|catch|char|char16_t|char32_t|char8_t|class|co_await|co_return|co_yield|compl|concept|const|const_cast|consteval|constexpr|constinit|continue|decltype|default|delete|do|double|dynamic_cast|else|enum|explicit|export|extern|final|float|for|friend|goto|if|import|inline|int|int16_t|int32_t|int64_t|int8_t|long|module|mutable|namespace|new|noexcept|nullptr|operator|override|private|protected|public|register|reinterpret_cast|requires|return|short|signed|sizeof|static|static_assert|static_cast|struct|switch|template|this|thread_local|throw|try|typedef|typeid|typename|uint16_t|uint32_t|uint64_t|uint8_t|union|unsigned|using|virtual|void|volatile|wchar_t|while)\b/,n=/\b(?!)\w+(?:\s*\.\s*\w+)*\b/.source.replace(//g,(function(){return t.source}));e.languages.cpp=e.languages.extend("c",{"class-name":[{pattern:RegExp(/(\b(?:class|concept|enum|struct|typename)\s+)(?!)\w+/.source.replace(//g,(function(){return t.source}))),lookbehind:!0},/\b[A-Z]\w*(?=\s*::\s*\w+\s*\()/,/\b[A-Z_]\w*(?=\s*::\s*~\w+\s*\()/i,/\b\w+(?=\s*<(?:[^<>]|<(?:[^<>]|<[^<>]*>)*>)*>\s*::\s*\w+\s*\()/],keyword:t,number:{pattern:/(?:\b0b[01']+|\b0x(?:[\da-f']+(?:\.[\da-f']*)?|\.[\da-f']+)(?:p[+-]?[\d']+)?|(?:\b[\d']+(?:\.[\d']*)?|\B\.[\d']+)(?:e[+-]?[\d']+)?)[ful]{0,4}/i,greedy:!0},operator:/>>=?|<<=?|->|--|\+\+|&&|\|\||[?:~]|<=>|[-+*/%&|^!=<>]=?|\b(?:and|and_eq|bitand|bitor|not|not_eq|or|or_eq|xor|xor_eq)\b/,boolean:/\b(?:false|true)\b/}),e.languages.insertBefore("cpp","string",{module:{pattern:RegExp(/(\b(?:import|module)\s+)/.source+"(?:"+/"(?:\\(?:\r\n|[\s\S])|[^"\\\r\n])*"|<[^<>\r\n]*>/.source+"|"+/(?:\s*:\s*)?|:\s*/.source.replace(//g,(function(){return n}))+")"),lookbehind:!0,greedy:!0,inside:{string:/^[<"][\s\S]+/,operator:/:/,punctuation:/\./}},"raw-string":{pattern:/R"([^()\\ ]{0,16})\([\s\S]*?\)\1"/,alias:"string",greedy:!0}}),e.languages.insertBefore("cpp","keyword",{"generic-function":{pattern:/\b(?!operator\b)[a-z_]\w*\s*<(?:[^<>]|<[^<>]*>)*>(?=\s*\()/i,inside:{function:/^\w+/,generic:{pattern:/<[\s\S]+/,alias:"class-name",inside:e.languages.cpp}}}}),e.languages.insertBefore("cpp","operator",{"double-colon":{pattern:/::/,alias:"punctuation"}}),e.languages.insertBefore("cpp","class-name",{"base-clause":{pattern:/(\b(?:class|struct)\s+\w+\s*:\s*)[^;{}"'\s]+(?:\s+[^;{}"'\s]+)*(?=\s*[;{])/,lookbehind:!0,greedy:!0,inside:e.languages.extend("cpp",{})}}),e.languages.insertBefore("inside","double-colon",{"class-name":/\b[a-z_]\w*\b(?!\s*::)/i},e.languages.cpp["base-clause"])}(a),function(e){var t=/(?:"(?:\\(?:\r\n|[\s\S])|[^"\\\r\n])*"|'(?:\\(?:\r\n|[\s\S])|[^'\\\r\n])*')/;e.languages.css={comment:/\/\*[\s\S]*?\*\//,atrule:{pattern:/@[\w-](?:[^;{\s]|\s+(?![\s{]))*(?:;|(?=\s*\{))/,inside:{rule:/^@[\w-]+/,"selector-function-argument":{pattern:/(\bselector\s*\(\s*(?![\s)]))(?:[^()\s]|\s+(?![\s)])|\((?:[^()]|\([^()]*\))*\))+(?=\s*\))/,lookbehind:!0,alias:"selector"},keyword:{pattern:/(^|[^\w-])(?:and|not|only|or)(?![\w-])/,lookbehind:!0}}},url:{pattern:RegExp("\\burl\\((?:"+t.source+"|"+/(?:[^\\\r\n()"']|\\[\s\S])*/.source+")\\)","i"),greedy:!0,inside:{function:/^url/i,punctuation:/^\(|\)$/,string:{pattern:RegExp("^"+t.source+"$"),alias:"url"}}},selector:{pattern:RegExp("(^|[{}\\s])[^{}\\s](?:[^{};\"'\\s]|\\s+(?![\\s{])|"+t.source+")*(?=\\s*\\{)"),lookbehind:!0},string:{pattern:t,greedy:!0},property:{pattern:/(^|[^-\w\xA0-\uFFFF])(?!\s)[-_a-z\xA0-\uFFFF](?:(?!\s)[-\w\xA0-\uFFFF])*(?=\s*:)/i,lookbehind:!0},important:/!important\b/i,function:{pattern:/(^|[^-a-z0-9])[-a-z0-9]+(?=\()/i,lookbehind:!0},punctuation:/[(){};:,]/},e.languages.css.atrule.inside.rest=e.languages.css;var n=e.languages.markup;n&&(n.tag.addInlined("style","css"),n.tag.addAttribute("style","css"))}(a),function(e){var t,n=/("|')(?:\\(?:\r\n|[\s\S])|(?!\1)[^\\\r\n])*\1/;e.languages.css.selector={pattern:e.languages.css.selector.pattern,lookbehind:!0,inside:t={"pseudo-element":/:(?:after|before|first-letter|first-line|selection)|::[-\w]+/,"pseudo-class":/:[-\w]+/,class:/\.[-\w]+/,id:/#[-\w]+/,attribute:{pattern:RegExp("\\[(?:[^[\\]\"']|"+n.source+")*\\]"),greedy:!0,inside:{punctuation:/^\[|\]$/,"case-sensitivity":{pattern:/(\s)[si]$/i,lookbehind:!0,alias:"keyword"},namespace:{pattern:/^(\s*)(?:(?!\s)[-*\w\xA0-\uFFFF])*\|(?!=)/,lookbehind:!0,inside:{punctuation:/\|$/}},"attr-name":{pattern:/^(\s*)(?:(?!\s)[-\w\xA0-\uFFFF])+/,lookbehind:!0},"attr-value":[n,{pattern:/(=\s*)(?:(?!\s)[-\w\xA0-\uFFFF])+(?=\s*$)/,lookbehind:!0}],operator:/[|~*^$]?=/}},"n-th":[{pattern:/(\(\s*)[+-]?\d*[\dn](?:\s*[+-]\s*\d+)?(?=\s*\))/,lookbehind:!0,inside:{number:/[\dn]+/,operator:/[+-]/}},{pattern:/(\(\s*)(?:even|odd)(?=\s*\))/i,lookbehind:!0}],combinator:/>|\+|~|\|\|/,punctuation:/[(),]/}},e.languages.css.atrule.inside["selector-function-argument"].inside=t,e.languages.insertBefore("css","property",{variable:{pattern:/(^|[^-\w\xA0-\uFFFF])--(?!\s)[-_a-z\xA0-\uFFFF](?:(?!\s)[-\w\xA0-\uFFFF])*/i,lookbehind:!0}});var r={pattern:/(\b\d+)(?:%|[a-z]+(?![\w-]))/,lookbehind:!0},a={pattern:/(^|[^\w.-])-?(?:\d+(?:\.\d+)?|\.\d+)/,lookbehind:!0};e.languages.insertBefore("css","function",{operator:{pattern:/(\s)[+\-*\/](?=\s)/,lookbehind:!0},hexcode:{pattern:/\B#[\da-f]{3,8}\b/i,alias:"color"},color:[{pattern:/(^|[^\w-])(?:AliceBlue|AntiqueWhite|Aqua|Aquamarine|Azure|Beige|Bisque|Black|BlanchedAlmond|Blue|BlueViolet|Brown|BurlyWood|CadetBlue|Chartreuse|Chocolate|Coral|CornflowerBlue|Cornsilk|Crimson|Cyan|DarkBlue|DarkCyan|DarkGoldenRod|DarkGr[ae]y|DarkGreen|DarkKhaki|DarkMagenta|DarkOliveGreen|DarkOrange|DarkOrchid|DarkRed|DarkSalmon|DarkSeaGreen|DarkSlateBlue|DarkSlateGr[ae]y|DarkTurquoise|DarkViolet|DeepPink|DeepSkyBlue|DimGr[ae]y|DodgerBlue|FireBrick|FloralWhite|ForestGreen|Fuchsia|Gainsboro|GhostWhite|Gold|GoldenRod|Gr[ae]y|Green|GreenYellow|HoneyDew|HotPink|IndianRed|Indigo|Ivory|Khaki|Lavender|LavenderBlush|LawnGreen|LemonChiffon|LightBlue|LightCoral|LightCyan|LightGoldenRodYellow|LightGr[ae]y|LightGreen|LightPink|LightSalmon|LightSeaGreen|LightSkyBlue|LightSlateGr[ae]y|LightSteelBlue|LightYellow|Lime|LimeGreen|Linen|Magenta|Maroon|MediumAquaMarine|MediumBlue|MediumOrchid|MediumPurple|MediumSeaGreen|MediumSlateBlue|MediumSpringGreen|MediumTurquoise|MediumVioletRed|MidnightBlue|MintCream|MistyRose|Moccasin|NavajoWhite|Navy|OldLace|Olive|OliveDrab|Orange|OrangeRed|Orchid|PaleGoldenRod|PaleGreen|PaleTurquoise|PaleVioletRed|PapayaWhip|PeachPuff|Peru|Pink|Plum|PowderBlue|Purple|Red|RosyBrown|RoyalBlue|SaddleBrown|Salmon|SandyBrown|SeaGreen|SeaShell|Sienna|Silver|SkyBlue|SlateBlue|SlateGr[ae]y|Snow|SpringGreen|SteelBlue|Tan|Teal|Thistle|Tomato|Transparent|Turquoise|Violet|Wheat|White|WhiteSmoke|Yellow|YellowGreen)(?![\w-])/i,lookbehind:!0},{pattern:/\b(?:hsl|rgb)\(\s*\d{1,3}\s*,\s*\d{1,3}%?\s*,\s*\d{1,3}%?\s*\)\B|\b(?:hsl|rgb)a\(\s*\d{1,3}\s*,\s*\d{1,3}%?\s*,\s*\d{1,3}%?\s*,\s*(?:0|0?\.\d+|1)\s*\)\B/i,inside:{unit:r,number:a,function:/[\w-]+(?=\()/,punctuation:/[(),]/}}],entity:/\\[\da-f]{1,8}/i,unit:r,number:a})}(a),a.languages.javascript=a.languages.extend("clike",{"class-name":[a.languages.clike["class-name"],{pattern:/(^|[^$\w\xA0-\uFFFF])(?!\s)[_$A-Z\xA0-\uFFFF](?:(?!\s)[$\w\xA0-\uFFFF])*(?=\.(?:constructor|prototype))/,lookbehind:!0}],keyword:[{pattern:/((?:^|\})\s*)catch\b/,lookbehind:!0},{pattern:/(^|[^.]|\.\.\.\s*)\b(?:as|assert(?=\s*\{)|async(?=\s*(?:function\b|\(|[$\w\xA0-\uFFFF]|$))|await|break|case|class|const|continue|debugger|default|delete|do|else|enum|export|extends|finally(?=\s*(?:\{|$))|for|from(?=\s*(?:['"]|$))|function|(?:get|set)(?=\s*(?:[#\[$\w\xA0-\uFFFF]|$))|if|implements|import|in|instanceof|interface|let|new|null|of|package|private|protected|public|return|static|super|switch|this|throw|try|typeof|undefined|var|void|while|with|yield)\b/,lookbehind:!0}],function:/#?(?!\s)[_$a-zA-Z\xA0-\uFFFF](?:(?!\s)[$\w\xA0-\uFFFF])*(?=\s*(?:\.\s*(?:apply|bind|call)\s*)?\()/,number:{pattern:RegExp(/(^|[^\w$])/.source+"(?:"+/NaN|Infinity/.source+"|"+/0[bB][01]+(?:_[01]+)*n?/.source+"|"+/0[oO][0-7]+(?:_[0-7]+)*n?/.source+"|"+/0[xX][\dA-Fa-f]+(?:_[\dA-Fa-f]+)*n?/.source+"|"+/\d+(?:_\d+)*n/.source+"|"+/(?:\d+(?:_\d+)*(?:\.(?:\d+(?:_\d+)*)?)?|\.\d+(?:_\d+)*)(?:[Ee][+-]?\d+(?:_\d+)*)?/.source+")"+/(?![\w$])/.source),lookbehind:!0},operator:/--|\+\+|\*\*=?|=>|&&=?|\|\|=?|[!=]==|<<=?|>>>?=?|[-+*/%&|^!=<>]=?|\.{3}|\?\?=?|\?\.?|[~:]/}),a.languages.javascript["class-name"][0].pattern=/(\b(?:class|extends|implements|instanceof|interface|new)\s+)[\w.\\]+/,a.languages.insertBefore("javascript","keyword",{regex:{pattern:/((?:^|[^$\w\xA0-\uFFFF."'\])\s]|\b(?:return|yield))\s*)\/(?:\[(?:[^\]\\\r\n]|\\.)*\]|\\.|[^/\\\[\r\n])+\/[dgimyus]{0,7}(?=(?:\s|\/\*(?:[^*]|\*(?!\/))*\*\/)*(?:$|[\r\n,.;:})\]]|\/\/))/,lookbehind:!0,greedy:!0,inside:{"regex-source":{pattern:/^(\/)[\s\S]+(?=\/[a-z]*$)/,lookbehind:!0,alias:"language-regex",inside:a.languages.regex},"regex-delimiter":/^\/|\/$/,"regex-flags":/^[a-z]+$/}},"function-variable":{pattern:/#?(?!\s)[_$a-zA-Z\xA0-\uFFFF](?:(?!\s)[$\w\xA0-\uFFFF])*(?=\s*[=:]\s*(?:async\s*)?(?:\bfunction\b|(?:\((?:[^()]|\([^()]*\))*\)|(?!\s)[_$a-zA-Z\xA0-\uFFFF](?:(?!\s)[$\w\xA0-\uFFFF])*)\s*=>))/,alias:"function"},parameter:[{pattern:/(function(?:\s+(?!\s)[_$a-zA-Z\xA0-\uFFFF](?:(?!\s)[$\w\xA0-\uFFFF])*)?\s*\(\s*)(?!\s)(?:[^()\s]|\s+(?![\s)])|\([^()]*\))+(?=\s*\))/,lookbehind:!0,inside:a.languages.javascript},{pattern:/(^|[^$\w\xA0-\uFFFF])(?!\s)[_$a-z\xA0-\uFFFF](?:(?!\s)[$\w\xA0-\uFFFF])*(?=\s*=>)/i,lookbehind:!0,inside:a.languages.javascript},{pattern:/(\(\s*)(?!\s)(?:[^()\s]|\s+(?![\s)])|\([^()]*\))+(?=\s*\)\s*=>)/,lookbehind:!0,inside:a.languages.javascript},{pattern:/((?:\b|\s|^)(?!(?:as|async|await|break|case|catch|class|const|continue|debugger|default|delete|do|else|enum|export|extends|finally|for|from|function|get|if|implements|import|in|instanceof|interface|let|new|null|of|package|private|protected|public|return|set|static|super|switch|this|throw|try|typeof|undefined|var|void|while|with|yield)(?![$\w\xA0-\uFFFF]))(?:(?!\s)[_$a-zA-Z\xA0-\uFFFF](?:(?!\s)[$\w\xA0-\uFFFF])*\s*)\(\s*|\]\s*\(\s*)(?!\s)(?:[^()\s]|\s+(?![\s)])|\([^()]*\))+(?=\s*\)\s*\{)/,lookbehind:!0,inside:a.languages.javascript}],constant:/\b[A-Z](?:[A-Z_]|\dx?)*\b/}),a.languages.insertBefore("javascript","string",{hashbang:{pattern:/^#!.*/,greedy:!0,alias:"comment"},"template-string":{pattern:/`(?:\\[\s\S]|\$\{(?:[^{}]|\{(?:[^{}]|\{[^}]*\})*\})+\}|(?!\$\{)[^\\`])*`/,greedy:!0,inside:{"template-punctuation":{pattern:/^`|`$/,alias:"string"},interpolation:{pattern:/((?:^|[^\\])(?:\\{2})*)\$\{(?:[^{}]|\{(?:[^{}]|\{[^}]*\})*\})+\}/,lookbehind:!0,inside:{"interpolation-punctuation":{pattern:/^\$\{|\}$/,alias:"punctuation"},rest:a.languages.javascript}},string:/[\s\S]+/}},"string-property":{pattern:/((?:^|[,{])[ \t]*)(["'])(?:\\(?:\r\n|[\s\S])|(?!\2)[^\\\r\n])*\2(?=\s*:)/m,lookbehind:!0,greedy:!0,alias:"property"}}),a.languages.insertBefore("javascript","operator",{"literal-property":{pattern:/((?:^|[,{])[ \t]*)(?!\s)[_$a-zA-Z\xA0-\uFFFF](?:(?!\s)[$\w\xA0-\uFFFF])*(?=\s*:)/m,lookbehind:!0,alias:"property"}}),a.languages.markup&&(a.languages.markup.tag.addInlined("script","javascript"),a.languages.markup.tag.addAttribute(/on(?:abort|blur|change|click|composition(?:end|start|update)|dblclick|error|focus(?:in|out)?|key(?:down|up)|load|mouse(?:down|enter|leave|move|out|over|up)|reset|resize|scroll|select|slotchange|submit|unload|wheel)/.source,"javascript")),a.languages.js=a.languages.javascript,function(e){var t=/#(?!\{).+/,n={pattern:/#\{[^}]+\}/,alias:"variable"};e.languages.coffeescript=e.languages.extend("javascript",{comment:t,string:[{pattern:/'(?:\\[\s\S]|[^\\'])*'/,greedy:!0},{pattern:/"(?:\\[\s\S]|[^\\"])*"/,greedy:!0,inside:{interpolation:n}}],keyword:/\b(?:and|break|by|catch|class|continue|debugger|delete|do|each|else|extend|extends|false|finally|for|if|in|instanceof|is|isnt|let|loop|namespace|new|no|not|null|of|off|on|or|own|return|super|switch|then|this|throw|true|try|typeof|undefined|unless|until|when|while|window|with|yes|yield)\b/,"class-member":{pattern:/@(?!\d)\w+/,alias:"variable"}}),e.languages.insertBefore("coffeescript","comment",{"multiline-comment":{pattern:/###[\s\S]+?###/,alias:"comment"},"block-regex":{pattern:/\/{3}[\s\S]*?\/{3}/,alias:"regex",inside:{comment:t,interpolation:n}}}),e.languages.insertBefore("coffeescript","string",{"inline-javascript":{pattern:/`(?:\\[\s\S]|[^\\`])*`/,inside:{delimiter:{pattern:/^`|`$/,alias:"punctuation"},script:{pattern:/[\s\S]+/,alias:"language-javascript",inside:e.languages.javascript}}},"multiline-string":[{pattern:/'''[\s\S]*?'''/,greedy:!0,alias:"string"},{pattern:/"""[\s\S]*?"""/,greedy:!0,alias:"string",inside:{interpolation:n}}]}),e.languages.insertBefore("coffeescript","keyword",{property:/(?!\d)\w+(?=\s*:(?!:))/}),delete e.languages.coffeescript["template-string"],e.languages.coffee=e.languages.coffeescript}(a),function(e){var t=/[*&][^\s[\]{},]+/,n=/!(?:<[\w\-%#;/?:@&=+$,.!~*'()[\]]+>|(?:[a-zA-Z\d-]*!)?[\w\-%#;/?:@&=+$.~*'()]+)?/,r="(?:"+n.source+"(?:[ \t]+"+t.source+")?|"+t.source+"(?:[ \t]+"+n.source+")?)",a=/(?:[^\s\x00-\x08\x0e-\x1f!"#%&'*,\-:>?@[\]`{|}\x7f-\x84\x86-\x9f\ud800-\udfff\ufffe\uffff]|[?:-])(?:[ \t]*(?:(?![#:])|:))*/.source.replace(//g,(function(){return/[^\s\x00-\x08\x0e-\x1f,[\]{}\x7f-\x84\x86-\x9f\ud800-\udfff\ufffe\uffff]/.source})),o=/"(?:[^"\\\r\n]|\\.)*"|'(?:[^'\\\r\n]|\\.)*'/.source;function i(e,t){t=(t||"").replace(/m/g,"")+"m";var n=/([:\-,[{]\s*(?:\s<>[ \t]+)?)(?:<>)(?=[ \t]*(?:$|,|\]|\}|(?:[\r\n]\s*)?#))/.source.replace(/<>/g,(function(){return r})).replace(/<>/g,(function(){return e}));return RegExp(n,t)}e.languages.yaml={scalar:{pattern:RegExp(/([\-:]\s*(?:\s<>[ \t]+)?[|>])[ \t]*(?:((?:\r?\n|\r)[ \t]+)\S[^\r\n]*(?:\2[^\r\n]+)*)/.source.replace(/<>/g,(function(){return r}))),lookbehind:!0,alias:"string"},comment:/#.*/,key:{pattern:RegExp(/((?:^|[:\-,[{\r\n?])[ \t]*(?:<>[ \t]+)?)<>(?=\s*:\s)/.source.replace(/<>/g,(function(){return r})).replace(/<>/g,(function(){return"(?:"+a+"|"+o+")"}))),lookbehind:!0,greedy:!0,alias:"atrule"},directive:{pattern:/(^[ \t]*)%.+/m,lookbehind:!0,alias:"important"},datetime:{pattern:i(/\d{4}-\d\d?-\d\d?(?:[tT]|[ \t]+)\d\d?:\d{2}:\d{2}(?:\.\d*)?(?:[ \t]*(?:Z|[-+]\d\d?(?::\d{2})?))?|\d{4}-\d{2}-\d{2}|\d\d?:\d{2}(?::\d{2}(?:\.\d*)?)?/.source),lookbehind:!0,alias:"number"},boolean:{pattern:i(/false|true/.source,"i"),lookbehind:!0,alias:"important"},null:{pattern:i(/null|~/.source,"i"),lookbehind:!0,alias:"important"},string:{pattern:i(o),lookbehind:!0,greedy:!0},number:{pattern:i(/[+-]?(?:0x[\da-f]+|0o[0-7]+|(?:\d+(?:\.\d*)?|\.\d+)(?:e[+-]?\d+)?|\.inf|\.nan)/.source,"i"),lookbehind:!0},tag:n,important:t,punctuation:/---|[:[\]{}\-,|>?]|\.\.\./},e.languages.yml=e.languages.yaml}(a),function(e){var t=/(?:\\.|[^\\\n\r]|(?:\n|\r\n?)(?![\r\n]))/.source;function n(e){return e=e.replace(//g,(function(){return t})),RegExp(/((?:^|[^\\])(?:\\{2})*)/.source+"(?:"+e+")")}var r=/(?:\\.|``(?:[^`\r\n]|`(?!`))+``|`[^`\r\n]+`|[^\\|\r\n`])+/.source,a=/\|?__(?:\|__)+\|?(?:(?:\n|\r\n?)|(?![\s\S]))/.source.replace(/__/g,(function(){return r})),o=/\|?[ \t]*:?-{3,}:?[ \t]*(?:\|[ \t]*:?-{3,}:?[ \t]*)+\|?(?:\n|\r\n?)/.source;e.languages.markdown=e.languages.extend("markup",{}),e.languages.insertBefore("markdown","prolog",{"front-matter-block":{pattern:/(^(?:\s*[\r\n])?)---(?!.)[\s\S]*?[\r\n]---(?!.)/,lookbehind:!0,greedy:!0,inside:{punctuation:/^---|---$/,"front-matter":{pattern:/\S+(?:\s+\S+)*/,alias:["yaml","language-yaml"],inside:e.languages.yaml}}},blockquote:{pattern:/^>(?:[\t ]*>)*/m,alias:"punctuation"},table:{pattern:RegExp("^"+a+o+"(?:"+a+")*","m"),inside:{"table-data-rows":{pattern:RegExp("^("+a+o+")(?:"+a+")*$"),lookbehind:!0,inside:{"table-data":{pattern:RegExp(r),inside:e.languages.markdown},punctuation:/\|/}},"table-line":{pattern:RegExp("^("+a+")"+o+"$"),lookbehind:!0,inside:{punctuation:/\||:?-{3,}:?/}},"table-header-row":{pattern:RegExp("^"+a+"$"),inside:{"table-header":{pattern:RegExp(r),alias:"important",inside:e.languages.markdown},punctuation:/\|/}}}},code:[{pattern:/((?:^|\n)[ \t]*\n|(?:^|\r\n?)[ \t]*\r\n?)(?: {4}|\t).+(?:(?:\n|\r\n?)(?: {4}|\t).+)*/,lookbehind:!0,alias:"keyword"},{pattern:/^```[\s\S]*?^```$/m,greedy:!0,inside:{"code-block":{pattern:/^(```.*(?:\n|\r\n?))[\s\S]+?(?=(?:\n|\r\n?)^```$)/m,lookbehind:!0},"code-language":{pattern:/^(```).+/,lookbehind:!0},punctuation:/```/}}],title:[{pattern:/\S.*(?:\n|\r\n?)(?:==+|--+)(?=[ \t]*$)/m,alias:"important",inside:{punctuation:/==+$|--+$/}},{pattern:/(^\s*)#.+/m,lookbehind:!0,alias:"important",inside:{punctuation:/^#+|#+$/}}],hr:{pattern:/(^\s*)([*-])(?:[\t ]*\2){2,}(?=\s*$)/m,lookbehind:!0,alias:"punctuation"},list:{pattern:/(^\s*)(?:[*+-]|\d+\.)(?=[\t ].)/m,lookbehind:!0,alias:"punctuation"},"url-reference":{pattern:/!?\[[^\]]+\]:[\t ]+(?:\S+|<(?:\\.|[^>\\])+>)(?:[\t ]+(?:"(?:\\.|[^"\\])*"|'(?:\\.|[^'\\])*'|\((?:\\.|[^)\\])*\)))?/,inside:{variable:{pattern:/^(!?\[)[^\]]+/,lookbehind:!0},string:/(?:"(?:\\.|[^"\\])*"|'(?:\\.|[^'\\])*'|\((?:\\.|[^)\\])*\))$/,punctuation:/^[\[\]!:]|[<>]/},alias:"url"},bold:{pattern:n(/\b__(?:(?!_)|_(?:(?!_))+_)+__\b|\*\*(?:(?!\*)|\*(?:(?!\*))+\*)+\*\*/.source),lookbehind:!0,greedy:!0,inside:{content:{pattern:/(^..)[\s\S]+(?=..$)/,lookbehind:!0,inside:{}},punctuation:/\*\*|__/}},italic:{pattern:n(/\b_(?:(?!_)|__(?:(?!_))+__)+_\b|\*(?:(?!\*)|\*\*(?:(?!\*))+\*\*)+\*/.source),lookbehind:!0,greedy:!0,inside:{content:{pattern:/(^.)[\s\S]+(?=.$)/,lookbehind:!0,inside:{}},punctuation:/[*_]/}},strike:{pattern:n(/(~~?)(?:(?!~))+\2/.source),lookbehind:!0,greedy:!0,inside:{content:{pattern:/(^~~?)[\s\S]+(?=\1$)/,lookbehind:!0,inside:{}},punctuation:/~~?/}},"code-snippet":{pattern:/(^|[^\\`])(?:``[^`\r\n]+(?:`[^`\r\n]+)*``(?!`)|`[^`\r\n]+`(?!`))/,lookbehind:!0,greedy:!0,alias:["code","keyword"]},url:{pattern:n(/!?\[(?:(?!\]))+\](?:\([^\s)]+(?:[\t ]+"(?:\\.|[^"\\])*")?\)|[ \t]?\[(?:(?!\]))+\])/.source),lookbehind:!0,greedy:!0,inside:{operator:/^!/,content:{pattern:/(^\[)[^\]]+(?=\])/,lookbehind:!0,inside:{}},variable:{pattern:/(^\][ \t]?\[)[^\]]+(?=\]$)/,lookbehind:!0},url:{pattern:/(^\]\()[^\s)]+/,lookbehind:!0},string:{pattern:/(^[ \t]+)"(?:\\.|[^"\\])*"(?=\)$)/,lookbehind:!0}}}}),["url","bold","italic","strike"].forEach((function(t){["url","bold","italic","strike","code-snippet"].forEach((function(n){t!==n&&(e.languages.markdown[t].inside.content.inside[n]=e.languages.markdown[n])}))})),e.hooks.add("after-tokenize",(function(e){"markdown"!==e.language&&"md"!==e.language||function e(t){if(t&&"string"!=typeof t)for(var n=0,r=t.length;n",quot:'"'},l=String.fromCodePoint||String.fromCharCode;e.languages.md=e.languages.markdown}(a),a.languages.graphql={comment:/#.*/,description:{pattern:/(?:"""(?:[^"]|(?!""")")*"""|"(?:\\.|[^\\"\r\n])*")(?=\s*[a-z_])/i,greedy:!0,alias:"string",inside:{"language-markdown":{pattern:/(^"(?:"")?)(?!\1)[\s\S]+(?=\1$)/,lookbehind:!0,inside:a.languages.markdown}}},string:{pattern:/"""(?:[^"]|(?!""")")*"""|"(?:\\.|[^\\"\r\n])*"/,greedy:!0},number:/(?:\B-|\b)\d+(?:\.\d+)?(?:e[+-]?\d+)?\b/i,boolean:/\b(?:false|true)\b/,variable:/\$[a-z_]\w*/i,directive:{pattern:/@[a-z_]\w*/i,alias:"function"},"attr-name":{pattern:/\b[a-z_]\w*(?=\s*(?:\((?:[^()"]|"(?:\\.|[^\\"\r\n])*")*\))?:)/i,greedy:!0},"atom-input":{pattern:/\b[A-Z]\w*Input\b/,alias:"class-name"},scalar:/\b(?:Boolean|Float|ID|Int|String)\b/,constant:/\b[A-Z][A-Z_\d]*\b/,"class-name":{pattern:/(\b(?:enum|implements|interface|on|scalar|type|union)\s+|&\s*|:\s*|\[)[A-Z_]\w*/,lookbehind:!0},fragment:{pattern:/(\bfragment\s+|\.{3}\s*(?!on\b))[a-zA-Z_]\w*/,lookbehind:!0,alias:"function"},"definition-mutation":{pattern:/(\bmutation\s+)[a-zA-Z_]\w*/,lookbehind:!0,alias:"function"},"definition-query":{pattern:/(\bquery\s+)[a-zA-Z_]\w*/,lookbehind:!0,alias:"function"},keyword:/\b(?:directive|enum|extend|fragment|implements|input|interface|mutation|on|query|repeatable|scalar|schema|subscription|type|union)\b/,operator:/[!=|&]|\.{3}/,"property-query":/\w+(?=\s*\()/,object:/\w+(?=\s*\{)/,punctuation:/[!(){}\[\]:=,]/,property:/\w+/},a.hooks.add("after-tokenize",(function(e){if("graphql"===e.language)for(var t=e.tokens.filter((function(e){return"string"!=typeof e&&"comment"!==e.type&&"scalar"!==e.type})),n=0;n0)){var s=p(/^\{$/,/^\}$/);if(-1===s)continue;for(var l=n;l=0&&f(u,"variable-input")}}}}function c(e){return t[n+e]}function d(e,t){t=t||0;for(var n=0;n?|<|>)?|>[>=]?|\b(?:AND|BETWEEN|DIV|ILIKE|IN|IS|LIKE|NOT|OR|REGEXP|RLIKE|SOUNDS LIKE|XOR)\b/i,punctuation:/[;[\]()`,.]/},function(e){var t=e.languages.javascript["template-string"],n=t.pattern.source,r=t.inside.interpolation,a=r.inside["interpolation-punctuation"],o=r.pattern.source;function i(t,r){if(e.languages[t])return{pattern:RegExp("((?:"+r+")\\s*)"+n),lookbehind:!0,greedy:!0,inside:{"template-punctuation":{pattern:/^`|`$/,alias:"string"},"embedded-code":{pattern:/[\s\S]+/,alias:t}}}}function s(e,t){return"___"+t.toUpperCase()+"_"+e+"___"}function l(t,n,r){var a={code:t,grammar:n,language:r};return e.hooks.run("before-tokenize",a),a.tokens=e.tokenize(a.code,a.grammar),e.hooks.run("after-tokenize",a),a.tokens}function u(t){var n={};n["interpolation-punctuation"]=a;var o=e.tokenize(t,n);if(3===o.length){var i=[1,1];i.push.apply(i,l(o[1],e.languages.javascript,"javascript")),o.splice.apply(o,i)}return new e.Token("interpolation",o,r.alias,t)}function c(t,n,r){var a=e.tokenize(t,{interpolation:{pattern:RegExp(o),lookbehind:!0}}),i=0,c={},d=l(a.map((function(e){if("string"==typeof e)return e;for(var n,a=e.content;-1!==t.indexOf(n=s(i++,r)););return c[n]=a,n})).join(""),n,r),p=Object.keys(c);return i=0,function e(t){for(var n=0;n=p.length)return;var r=t[n];if("string"==typeof r||"string"==typeof r.content){var a=p[i],o="string"==typeof r?r:r.content,s=o.indexOf(a);if(-1!==s){++i;var l=o.substring(0,s),d=u(c[a]),f=o.substring(s+a.length),m=[];if(l&&m.push(l),m.push(d),f){var h=[f];e(h),m.push.apply(m,h)}"string"==typeof r?(t.splice.apply(t,[n,1].concat(m)),n+=m.length-1):r.content=m}}else{var g=r.content;Array.isArray(g)?e(g):e([g])}}}(d),new e.Token(r,d,"language-"+r,t)}e.languages.javascript["template-string"]=[i("css",/\b(?:styled(?:\([^)]*\))?(?:\s*\.\s*\w+(?:\([^)]*\))*)*|css(?:\s*\.\s*(?:global|resolve))?|createGlobalStyle|keyframes)/.source),i("html",/\bhtml|\.\s*(?:inner|outer)HTML\s*\+?=/.source),i("svg",/\bsvg/.source),i("markdown",/\b(?:markdown|md)/.source),i("graphql",/\b(?:gql|graphql(?:\s*\.\s*experimental)?)/.source),i("sql",/\bsql/.source),t].filter(Boolean);var d={javascript:!0,js:!0,typescript:!0,ts:!0,jsx:!0,tsx:!0};function p(e){return"string"==typeof e?e:Array.isArray(e)?e.map(p).join(""):p(e.content)}e.hooks.add("after-tokenize",(function(t){t.language in d&&function t(n){for(var r=0,a=n.length;r]|<(?:[^<>]|<[^<>]*>)*>)*>)?/,lookbehind:!0,greedy:!0,inside:null},builtin:/\b(?:Array|Function|Promise|any|boolean|console|never|number|string|symbol|unknown)\b/}),e.languages.typescript.keyword.push(/\b(?:abstract|declare|is|keyof|readonly|require)\b/,/\b(?:asserts|infer|interface|module|namespace|type)\b(?=\s*(?:[{_$a-zA-Z\xA0-\uFFFF]|$))/,/\btype\b(?=\s*(?:[\{*]|$))/),delete e.languages.typescript.parameter,delete e.languages.typescript["literal-property"];var t=e.languages.extend("typescript",{});delete t["class-name"],e.languages.typescript["class-name"].inside=t,e.languages.insertBefore("typescript","function",{decorator:{pattern:/@[$\w\xA0-\uFFFF]+/,inside:{at:{pattern:/^@/,alias:"operator"},function:/^[\s\S]+/}},"generic-function":{pattern:/#?(?!\s)[_$a-zA-Z\xA0-\uFFFF](?:(?!\s)[$\w\xA0-\uFFFF])*\s*<(?:[^<>]|<(?:[^<>]|<[^<>]*>)*>)*>(?=\s*\()/,greedy:!0,inside:{function:/^#?(?!\s)[_$a-zA-Z\xA0-\uFFFF](?:(?!\s)[$\w\xA0-\uFFFF])*/,generic:{pattern:/<[\s\S]+/,alias:"class-name",inside:t}}}}),e.languages.ts=e.languages.typescript}(a),function(e){function t(e,t){return RegExp(e.replace(//g,(function(){return/(?!\s)[_$a-zA-Z\xA0-\uFFFF](?:(?!\s)[$\w\xA0-\uFFFF])*/.source})),t)}e.languages.insertBefore("javascript","function-variable",{"method-variable":{pattern:RegExp("(\\.\\s*)"+e.languages.javascript["function-variable"].pattern.source),lookbehind:!0,alias:["function-variable","method","function","property-access"]}}),e.languages.insertBefore("javascript","function",{method:{pattern:RegExp("(\\.\\s*)"+e.languages.javascript.function.source),lookbehind:!0,alias:["function","property-access"]}}),e.languages.insertBefore("javascript","constant",{"known-class-name":[{pattern:/\b(?:(?:Float(?:32|64)|(?:Int|Uint)(?:8|16|32)|Uint8Clamped)?Array|ArrayBuffer|BigInt|Boolean|DataView|Date|Error|Function|Intl|JSON|(?:Weak)?(?:Map|Set)|Math|Number|Object|Promise|Proxy|Reflect|RegExp|String|Symbol|WebAssembly)\b/,alias:"class-name"},{pattern:/\b(?:[A-Z]\w*)Error\b/,alias:"class-name"}]}),e.languages.insertBefore("javascript","keyword",{imports:{pattern:t(/(\bimport\b\s*)(?:(?:\s*,\s*(?:\*\s*as\s+|\{[^{}]*\}))?|\*\s*as\s+|\{[^{}]*\})(?=\s*\bfrom\b)/.source),lookbehind:!0,inside:e.languages.javascript},exports:{pattern:t(/(\bexport\b\s*)(?:\*(?:\s*as\s+)?(?=\s*\bfrom\b)|\{[^{}]*\})/.source),lookbehind:!0,inside:e.languages.javascript}}),e.languages.javascript.keyword.unshift({pattern:/\b(?:as|default|export|from|import)\b/,alias:"module"},{pattern:/\b(?:await|break|catch|continue|do|else|finally|for|if|return|switch|throw|try|while|yield)\b/,alias:"control-flow"},{pattern:/\bnull\b/,alias:["null","nil"]},{pattern:/\bundefined\b/,alias:"nil"}),e.languages.insertBefore("javascript","operator",{spread:{pattern:/\.{3}/,alias:"operator"},arrow:{pattern:/=>/,alias:"operator"}}),e.languages.insertBefore("javascript","punctuation",{"property-access":{pattern:t(/(\.\s*)#?/.source),lookbehind:!0},"maybe-class-name":{pattern:/(^|[^$\w\xA0-\uFFFF])[A-Z][$\w\xA0-\uFFFF]+/,lookbehind:!0},dom:{pattern:/\b(?:document|(?:local|session)Storage|location|navigator|performance|window)\b/,alias:"variable"},console:{pattern:/\bconsole(?=\s*\.)/,alias:"class-name"}});for(var n=["function","function-variable","method","method-variable","property-access"],r=0;r*\.{3}(?:[^{}]|)*\})/.source;function o(e,t){return e=e.replace(//g,(function(){return n})).replace(//g,(function(){return r})).replace(//g,(function(){return a})),RegExp(e,t)}a=o(a).source,e.languages.jsx=e.languages.extend("markup",t),e.languages.jsx.tag.pattern=o(/<\/?(?:[\w.:-]+(?:+(?:[\w.:$-]+(?:=(?:"(?:\\[\s\S]|[^\\"])*"|'(?:\\[\s\S]|[^\\'])*'|[^\s{'"/>=]+|))?|))**\/?)?>/.source),e.languages.jsx.tag.inside.tag.pattern=/^<\/?[^\s>\/]*/,e.languages.jsx.tag.inside["attr-value"].pattern=/=(?!\{)(?:"(?:\\[\s\S]|[^\\"])*"|'(?:\\[\s\S]|[^\\'])*'|[^\s'">]+)/,e.languages.jsx.tag.inside.tag.inside["class-name"]=/^[A-Z]\w*(?:\.[A-Z]\w*)*$/,e.languages.jsx.tag.inside.comment=t.comment,e.languages.insertBefore("inside","attr-name",{spread:{pattern:o(//.source),inside:e.languages.jsx}},e.languages.jsx.tag),e.languages.insertBefore("inside","special-attr",{script:{pattern:o(/=/.source),alias:"language-javascript",inside:{"script-punctuation":{pattern:/^=(?=\{)/,alias:"punctuation"},rest:e.languages.jsx}}},e.languages.jsx.tag);var i=function(e){return e?"string"==typeof e?e:"string"==typeof e.content?e.content:e.content.map(i).join(""):""},s=function(t){for(var n=[],r=0;r0&&n[n.length-1].tagName===i(a.content[0].content[1])&&n.pop():"/>"===a.content[a.content.length-1].content||n.push({tagName:i(a.content[0].content[1]),openedBraces:0}):n.length>0&&"punctuation"===a.type&&"{"===a.content?n[n.length-1].openedBraces++:n.length>0&&n[n.length-1].openedBraces>0&&"punctuation"===a.type&&"}"===a.content?n[n.length-1].openedBraces--:o=!0),(o||"string"==typeof a)&&n.length>0&&0===n[n.length-1].openedBraces){var l=i(a);r0&&("string"==typeof t[r-1]||"plain-text"===t[r-1].type)&&(l=i(t[r-1])+l,t.splice(r-1,1),r--),t[r]=new e.Token("plain-text",l,null,l)}a.content&&"string"!=typeof a.content&&s(a.content)}};e.hooks.add("after-tokenize",(function(e){"jsx"!==e.language&&"tsx"!==e.language||s(e.tokens)}))}(a),function(e){e.languages.diff={coord:[/^(?:\*{3}|-{3}|\+{3}).*$/m,/^@@.*@@$/m,/^\d.*$/m]};var t={"deleted-sign":"-","deleted-arrow":"<","inserted-sign":"+","inserted-arrow":">",unchanged:" ",diff:"!"};Object.keys(t).forEach((function(n){var r=t[n],a=[];/^\w+$/.test(n)||a.push(/\w+/.exec(n)[0]),"diff"===n&&a.push("bold"),e.languages.diff[n]={pattern:RegExp("^(?:["+r+"].*(?:\r\n?|\n|(?![\\s\\S])))+","m"),alias:a,inside:{line:{pattern:/(.)(?=[\s\S]).*(?:\r\n?|\n)?/,lookbehind:!0},prefix:{pattern:/[\s\S]/,alias:/\w+/.exec(n)[0]}}}})),Object.defineProperty(e.languages.diff,"PREFIXES",{value:t})}(a),a.languages.git={comment:/^#.*/m,deleted:/^[-\u2013].*/m,inserted:/^\+.*/m,string:/("|')(?:\\.|(?!\1)[^\\\r\n])*\1/,command:{pattern:/^.*\$ git .*$/m,inside:{parameter:/\s--?\w+/}},coord:/^@@.*@@$/m,"commit-sha1":/^commit \w{40}$/m},a.languages.go=a.languages.extend("clike",{string:{pattern:/(^|[^\\])"(?:\\.|[^"\\\r\n])*"|`[^`]*`/,lookbehind:!0,greedy:!0},keyword:/\b(?:break|case|chan|const|continue|default|defer|else|fallthrough|for|func|go(?:to)?|if|import|interface|map|package|range|return|select|struct|switch|type|var)\b/,boolean:/\b(?:_|false|iota|nil|true)\b/,number:[/\b0(?:b[01_]+|o[0-7_]+)i?\b/i,/\b0x(?:[a-f\d_]+(?:\.[a-f\d_]*)?|\.[a-f\d_]+)(?:p[+-]?\d+(?:_\d+)*)?i?(?!\w)/i,/(?:\b\d[\d_]*(?:\.[\d_]*)?|\B\.\d[\d_]*)(?:e[+-]?[\d_]+)?i?(?!\w)/i],operator:/[*\/%^!=]=?|\+[=+]?|-[=-]?|\|[=|]?|&(?:=|&|\^=?)?|>(?:>=?|=)?|<(?:<=?|=|-)?|:=|\.\.\./,builtin:/\b(?:append|bool|byte|cap|close|complex|complex(?:64|128)|copy|delete|error|float(?:32|64)|u?int(?:8|16|32|64)?|imag|len|make|new|panic|print(?:ln)?|real|recover|rune|string|uintptr)\b/}),a.languages.insertBefore("go","string",{char:{pattern:/'(?:\\.|[^'\\\r\n]){0,10}'/,greedy:!0}}),delete a.languages.go["class-name"],function(e){function t(e,t){return"___"+e.toUpperCase()+t+"___"}Object.defineProperties(e.languages["markup-templating"]={},{buildPlaceholders:{value:function(n,r,a,o){if(n.language===r){var i=n.tokenStack=[];n.code=n.code.replace(a,(function(e){if("function"==typeof o&&!o(e))return e;for(var a,s=i.length;-1!==n.code.indexOf(a=t(r,s));)++s;return i[s]=e,a})),n.grammar=e.languages.markup}}},tokenizePlaceholders:{value:function(n,r){if(n.language===r&&n.tokenStack){n.grammar=e.languages[r];var a=0,o=Object.keys(n.tokenStack);!function i(s){for(var l=0;l=o.length);l++){var u=s[l];if("string"==typeof u||u.content&&"string"==typeof u.content){var c=o[a],d=n.tokenStack[c],p="string"==typeof u?u:u.content,f=t(r,c),m=p.indexOf(f);if(m>-1){++a;var h=p.substring(0,m),g=new e.Token(r,e.tokenize(d,n.grammar),"language-"+r,d),b=p.substring(m+f.length),v=[];h&&v.push.apply(v,i([h])),v.push(g),b&&v.push.apply(v,i([b])),"string"==typeof u?s.splice.apply(s,[l,1].concat(v)):u.content=v}}else u.content&&i(u.content)}return s}(n.tokens)}}}})}(a),function(e){e.languages.handlebars={comment:/\{\{![\s\S]*?\}\}/,delimiter:{pattern:/^\{\{\{?|\}\}\}?$/,alias:"punctuation"},string:/(["'])(?:\\.|(?!\1)[^\\\r\n])*\1/,number:/\b0x[\dA-Fa-f]+\b|(?:\b\d+(?:\.\d*)?|\B\.\d+)(?:[Ee][+-]?\d+)?/,boolean:/\b(?:false|true)\b/,block:{pattern:/^(\s*(?:~\s*)?)[#\/]\S+?(?=\s*(?:~\s*)?$|\s)/,lookbehind:!0,alias:"keyword"},brackets:{pattern:/\[[^\]]+\]/,inside:{punctuation:/\[|\]/,variable:/[\s\S]+/}},punctuation:/[!"#%&':()*+,.\/;<=>@\[\\\]^`{|}~]/,variable:/[^!"#%&'()*+,\/;<=>@\[\\\]^`{|}~\s]+/},e.hooks.add("before-tokenize",(function(t){e.languages["markup-templating"].buildPlaceholders(t,"handlebars",/\{\{\{[\s\S]+?\}\}\}|\{\{[\s\S]+?\}\}/g)})),e.hooks.add("after-tokenize",(function(t){e.languages["markup-templating"].tokenizePlaceholders(t,"handlebars")})),e.languages.hbs=e.languages.handlebars}(a),a.languages.json={property:{pattern:/(^|[^\\])"(?:\\.|[^\\"\r\n])*"(?=\s*:)/,lookbehind:!0,greedy:!0},string:{pattern:/(^|[^\\])"(?:\\.|[^\\"\r\n])*"(?!\s*:)/,lookbehind:!0,greedy:!0},comment:{pattern:/\/\/.*|\/\*[\s\S]*?(?:\*\/|$)/,greedy:!0},number:/-?\b\d+(?:\.\d+)?(?:e[+-]?\d+)?\b/i,punctuation:/[{}[\],]/,operator:/:/,boolean:/\b(?:false|true)\b/,null:{pattern:/\bnull\b/,alias:"keyword"}},a.languages.webmanifest=a.languages.json,a.languages.less=a.languages.extend("css",{comment:[/\/\*[\s\S]*?\*\//,{pattern:/(^|[^\\])\/\/.*/,lookbehind:!0}],atrule:{pattern:/@[\w-](?:\((?:[^(){}]|\([^(){}]*\))*\)|[^(){};\s]|\s+(?!\s))*?(?=\s*\{)/,inside:{punctuation:/[:()]/}},selector:{pattern:/(?:@\{[\w-]+\}|[^{};\s@])(?:@\{[\w-]+\}|\((?:[^(){}]|\([^(){}]*\))*\)|[^(){};@\s]|\s+(?!\s))*?(?=\s*\{)/,inside:{variable:/@+[\w-]+/}},property:/(?:@\{[\w-]+\}|[\w-])+(?:\+_?)?(?=\s*:)/,operator:/[+\-*\/]/}),a.languages.insertBefore("less","property",{variable:[{pattern:/@[\w-]+\s*:/,inside:{punctuation:/:/}},/@@?[\w-]+/],"mixin-usage":{pattern:/([{;]\s*)[.#](?!\d)[\w-].*?(?=[(;])/,lookbehind:!0,alias:"function"}}),a.languages.makefile={comment:{pattern:/(^|[^\\])#(?:\\(?:\r\n|[\s\S])|[^\\\r\n])*/,lookbehind:!0},string:{pattern:/(["'])(?:\\(?:\r\n|[\s\S])|(?!\1)[^\\\r\n])*\1/,greedy:!0},"builtin-target":{pattern:/\.[A-Z][^:#=\s]+(?=\s*:(?!=))/,alias:"builtin"},target:{pattern:/^(?:[^:=\s]|[ \t]+(?![\s:]))+(?=\s*:(?!=))/m,alias:"symbol",inside:{variable:/\$+(?:(?!\$)[^(){}:#=\s]+|(?=[({]))/}},variable:/\$+(?:(?!\$)[^(){}:#=\s]+|\([@*%<^+?][DF]\)|(?=[({]))/,keyword:/-include\b|\b(?:define|else|endef|endif|export|ifn?def|ifn?eq|include|override|private|sinclude|undefine|unexport|vpath)\b/,function:{pattern:/(\()(?:abspath|addsuffix|and|basename|call|dir|error|eval|file|filter(?:-out)?|findstring|firstword|flavor|foreach|guile|if|info|join|lastword|load|notdir|or|origin|patsubst|realpath|shell|sort|strip|subst|suffix|value|warning|wildcard|word(?:list|s)?)(?=[ \t])/,lookbehind:!0},operator:/(?:::|[?:+!])?=|[|@]/,punctuation:/[:;(){}]/},a.languages.objectivec=a.languages.extend("c",{string:{pattern:/@?"(?:\\(?:\r\n|[\s\S])|[^"\\\r\n])*"/,greedy:!0},keyword:/\b(?:asm|auto|break|case|char|const|continue|default|do|double|else|enum|extern|float|for|goto|if|in|inline|int|long|register|return|self|short|signed|sizeof|static|struct|super|switch|typedef|typeof|union|unsigned|void|volatile|while)\b|(?:@interface|@end|@implementation|@protocol|@class|@public|@protected|@private|@property|@try|@catch|@finally|@throw|@synthesize|@dynamic|@selector)\b/,operator:/-[->]?|\+\+?|!=?|<>?=?|==?|&&?|\|\|?|[~^%?*\/@]/}),delete a.languages.objectivec["class-name"],a.languages.objc=a.languages.objectivec,a.languages.ocaml={comment:{pattern:/\(\*[\s\S]*?\*\)/,greedy:!0},char:{pattern:/'(?:[^\\\r\n']|\\(?:.|[ox]?[0-9a-f]{1,3}))'/i,greedy:!0},string:[{pattern:/"(?:\\(?:[\s\S]|\r\n)|[^\\\r\n"])*"/,greedy:!0},{pattern:/\{([a-z_]*)\|[\s\S]*?\|\1\}/,greedy:!0}],number:[/\b(?:0b[01][01_]*|0o[0-7][0-7_]*)\b/i,/\b0x[a-f0-9][a-f0-9_]*(?:\.[a-f0-9_]*)?(?:p[+-]?\d[\d_]*)?(?!\w)/i,/\b\d[\d_]*(?:\.[\d_]*)?(?:e[+-]?\d[\d_]*)?(?!\w)/i],directive:{pattern:/\B#\w+/,alias:"property"},label:{pattern:/\B~\w+/,alias:"property"},"type-variable":{pattern:/\B'\w+/,alias:"function"},variant:{pattern:/`\w+/,alias:"symbol"},keyword:/\b(?:as|assert|begin|class|constraint|do|done|downto|else|end|exception|external|for|fun|function|functor|if|in|include|inherit|initializer|lazy|let|match|method|module|mutable|new|nonrec|object|of|open|private|rec|sig|struct|then|to|try|type|val|value|virtual|when|where|while|with)\b/,boolean:/\b(?:false|true)\b/,"operator-like-punctuation":{pattern:/\[[<>|]|[>|]\]|\{<|>\}/,alias:"punctuation"},operator:/\.[.~]|:[=>]|[=<>@^|&+\-*\/$%!?~][!$%&*+\-.\/:<=>?@^|~]*|\b(?:and|asr|land|lor|lsl|lsr|lxor|mod|or)\b/,punctuation:/;;|::|[(){}\[\].,:;#]|\b_\b/},a.languages.python={comment:{pattern:/(^|[^\\])#.*/,lookbehind:!0,greedy:!0},"string-interpolation":{pattern:/(?:f|fr|rf)(?:("""|''')[\s\S]*?\1|("|')(?:\\.|(?!\2)[^\\\r\n])*\2)/i,greedy:!0,inside:{interpolation:{pattern:/((?:^|[^{])(?:\{\{)*)\{(?!\{)(?:[^{}]|\{(?!\{)(?:[^{}]|\{(?!\{)(?:[^{}])+\})+\})+\}/,lookbehind:!0,inside:{"format-spec":{pattern:/(:)[^:(){}]+(?=\}$)/,lookbehind:!0},"conversion-option":{pattern:/![sra](?=[:}]$)/,alias:"punctuation"},rest:null}},string:/[\s\S]+/}},"triple-quoted-string":{pattern:/(?:[rub]|br|rb)?("""|''')[\s\S]*?\1/i,greedy:!0,alias:"string"},string:{pattern:/(?:[rub]|br|rb)?("|')(?:\\.|(?!\1)[^\\\r\n])*\1/i,greedy:!0},function:{pattern:/((?:^|\s)def[ \t]+)[a-zA-Z_]\w*(?=\s*\()/g,lookbehind:!0},"class-name":{pattern:/(\bclass\s+)\w+/i,lookbehind:!0},decorator:{pattern:/(^[\t ]*)@\w+(?:\.\w+)*/m,lookbehind:!0,alias:["annotation","punctuation"],inside:{punctuation:/\./}},keyword:/\b(?:_(?=\s*:)|and|as|assert|async|await|break|case|class|continue|def|del|elif|else|except|exec|finally|for|from|global|if|import|in|is|lambda|match|nonlocal|not|or|pass|print|raise|return|try|while|with|yield)\b/,builtin:/\b(?:__import__|abs|all|any|apply|ascii|basestring|bin|bool|buffer|bytearray|bytes|callable|chr|classmethod|cmp|coerce|compile|complex|delattr|dict|dir|divmod|enumerate|eval|execfile|file|filter|float|format|frozenset|getattr|globals|hasattr|hash|help|hex|id|input|int|intern|isinstance|issubclass|iter|len|list|locals|long|map|max|memoryview|min|next|object|oct|open|ord|pow|property|range|raw_input|reduce|reload|repr|reversed|round|set|setattr|slice|sorted|staticmethod|str|sum|super|tuple|type|unichr|unicode|vars|xrange|zip)\b/,boolean:/\b(?:False|None|True)\b/,number:/\b0(?:b(?:_?[01])+|o(?:_?[0-7])+|x(?:_?[a-f0-9])+)\b|(?:\b\d+(?:_\d+)*(?:\.(?:\d+(?:_\d+)*)?)?|\B\.\d+(?:_\d+)*)(?:e[+-]?\d+(?:_\d+)*)?j?(?!\w)/i,operator:/[-+%=]=?|!=|:=|\*\*?=?|\/\/?=?|<[<=>]?|>[=>]?|[&|^~]/,punctuation:/[{}[\];(),.:]/},a.languages.python["string-interpolation"].inside.interpolation.inside.rest=a.languages.python,a.languages.py=a.languages.python,a.languages.reason=a.languages.extend("clike",{string:{pattern:/"(?:\\(?:\r\n|[\s\S])|[^\\\r\n"])*"/,greedy:!0},"class-name":/\b[A-Z]\w*/,keyword:/\b(?:and|as|assert|begin|class|constraint|do|done|downto|else|end|exception|external|for|fun|function|functor|if|in|include|inherit|initializer|lazy|let|method|module|mutable|new|nonrec|object|of|open|or|private|rec|sig|struct|switch|then|to|try|type|val|virtual|when|while|with)\b/,operator:/\.{3}|:[:=]|\|>|->|=(?:==?|>)?|<=?|>=?|[|^?'#!~`]|[+\-*\/]\.?|\b(?:asr|land|lor|lsl|lsr|lxor|mod)\b/}),a.languages.insertBefore("reason","class-name",{char:{pattern:/'(?:\\x[\da-f]{2}|\\o[0-3][0-7][0-7]|\\\d{3}|\\.|[^'\\\r\n])'/,greedy:!0},constructor:/\b[A-Z]\w*\b(?!\s*\.)/,label:{pattern:/\b[a-z]\w*(?=::)/,alias:"symbol"}}),delete a.languages.reason.function,function(e){e.languages.sass=e.languages.extend("css",{comment:{pattern:/^([ \t]*)\/[\/*].*(?:(?:\r?\n|\r)\1[ \t].+)*/m,lookbehind:!0,greedy:!0}}),e.languages.insertBefore("sass","atrule",{"atrule-line":{pattern:/^(?:[ \t]*)[@+=].+/m,greedy:!0,inside:{atrule:/(?:@[\w-]+|[+=])/}}}),delete e.languages.sass.atrule;var t=/\$[-\w]+|#\{\$[-\w]+\}/,n=[/[+*\/%]|[=!]=|<=?|>=?|\b(?:and|not|or)\b/,{pattern:/(\s)-(?=\s)/,lookbehind:!0}];e.languages.insertBefore("sass","property",{"variable-line":{pattern:/^[ \t]*\$.+/m,greedy:!0,inside:{punctuation:/:/,variable:t,operator:n}},"property-line":{pattern:/^[ \t]*(?:[^:\s]+ *:.*|:[^:\s].*)/m,greedy:!0,inside:{property:[/[^:\s]+(?=\s*:)/,{pattern:/(:)[^:\s]+/,lookbehind:!0}],punctuation:/:/,variable:t,operator:n,important:e.languages.sass.important}}}),delete e.languages.sass.property,delete e.languages.sass.important,e.languages.insertBefore("sass","punctuation",{selector:{pattern:/^([ \t]*)\S(?:,[^,\r\n]+|[^,\r\n]*)(?:,[^,\r\n]+)*(?:,(?:\r?\n|\r)\1[ \t]+\S(?:,[^,\r\n]+|[^,\r\n]*)(?:,[^,\r\n]+)*)*/m,lookbehind:!0,greedy:!0}})}(a),a.languages.scss=a.languages.extend("css",{comment:{pattern:/(^|[^\\])(?:\/\*[\s\S]*?\*\/|\/\/.*)/,lookbehind:!0},atrule:{pattern:/@[\w-](?:\([^()]+\)|[^()\s]|\s+(?!\s))*?(?=\s+[{;])/,inside:{rule:/@[\w-]+/}},url:/(?:[-a-z]+-)?url(?=\()/i,selector:{pattern:/(?=\S)[^@;{}()]?(?:[^@;{}()\s]|\s+(?!\s)|#\{\$[-\w]+\})+(?=\s*\{(?:\}|\s|[^}][^:{}]*[:{][^}]))/,inside:{parent:{pattern:/&/,alias:"important"},placeholder:/%[-\w]+/,variable:/\$[-\w]+|#\{\$[-\w]+\}/}},property:{pattern:/(?:[-\w]|\$[-\w]|#\{\$[-\w]+\})+(?=\s*:)/,inside:{variable:/\$[-\w]+|#\{\$[-\w]+\}/}}}),a.languages.insertBefore("scss","atrule",{keyword:[/@(?:content|debug|each|else(?: if)?|extend|for|forward|function|if|import|include|mixin|return|use|warn|while)\b/i,{pattern:/( )(?:from|through)(?= )/,lookbehind:!0}]}),a.languages.insertBefore("scss","important",{variable:/\$[-\w]+|#\{\$[-\w]+\}/}),a.languages.insertBefore("scss","function",{"module-modifier":{pattern:/\b(?:as|hide|show|with)\b/i,alias:"keyword"},placeholder:{pattern:/%[-\w]+/,alias:"selector"},statement:{pattern:/\B!(?:default|optional)\b/i,alias:"keyword"},boolean:/\b(?:false|true)\b/,null:{pattern:/\bnull\b/,alias:"keyword"},operator:{pattern:/(\s)(?:[-+*\/%]|[=!]=|<=?|>=?|and|not|or)(?=\s)/,lookbehind:!0}}),a.languages.scss.atrule.inside.rest=a.languages.scss,function(e){var t={pattern:/(\b\d+)(?:%|[a-z]+)/,lookbehind:!0},n={pattern:/(^|[^\w.-])-?(?:\d+(?:\.\d+)?|\.\d+)/,lookbehind:!0},r={comment:{pattern:/(^|[^\\])(?:\/\*[\s\S]*?\*\/|\/\/.*)/,lookbehind:!0},url:{pattern:/\burl\((["']?).*?\1\)/i,greedy:!0},string:{pattern:/("|')(?:(?!\1)[^\\\r\n]|\\(?:\r\n|[\s\S]))*\1/,greedy:!0},interpolation:null,func:null,important:/\B!(?:important|optional)\b/i,keyword:{pattern:/(^|\s+)(?:(?:else|for|if|return|unless)(?=\s|$)|@[\w-]+)/,lookbehind:!0},hexcode:/#[\da-f]{3,6}/i,color:[/\b(?:AliceBlue|AntiqueWhite|Aqua|Aquamarine|Azure|Beige|Bisque|Black|BlanchedAlmond|Blue|BlueViolet|Brown|BurlyWood|CadetBlue|Chartreuse|Chocolate|Coral|CornflowerBlue|Cornsilk|Crimson|Cyan|DarkBlue|DarkCyan|DarkGoldenRod|DarkGr[ae]y|DarkGreen|DarkKhaki|DarkMagenta|DarkOliveGreen|DarkOrange|DarkOrchid|DarkRed|DarkSalmon|DarkSeaGreen|DarkSlateBlue|DarkSlateGr[ae]y|DarkTurquoise|DarkViolet|DeepPink|DeepSkyBlue|DimGr[ae]y|DodgerBlue|FireBrick|FloralWhite|ForestGreen|Fuchsia|Gainsboro|GhostWhite|Gold|GoldenRod|Gr[ae]y|Green|GreenYellow|HoneyDew|HotPink|IndianRed|Indigo|Ivory|Khaki|Lavender|LavenderBlush|LawnGreen|LemonChiffon|LightBlue|LightCoral|LightCyan|LightGoldenRodYellow|LightGr[ae]y|LightGreen|LightPink|LightSalmon|LightSeaGreen|LightSkyBlue|LightSlateGr[ae]y|LightSteelBlue|LightYellow|Lime|LimeGreen|Linen|Magenta|Maroon|MediumAquaMarine|MediumBlue|MediumOrchid|MediumPurple|MediumSeaGreen|MediumSlateBlue|MediumSpringGreen|MediumTurquoise|MediumVioletRed|MidnightBlue|MintCream|MistyRose|Moccasin|NavajoWhite|Navy|OldLace|Olive|OliveDrab|Orange|OrangeRed|Orchid|PaleGoldenRod|PaleGreen|PaleTurquoise|PaleVioletRed|PapayaWhip|PeachPuff|Peru|Pink|Plum|PowderBlue|Purple|Red|RosyBrown|RoyalBlue|SaddleBrown|Salmon|SandyBrown|SeaGreen|SeaShell|Sienna|Silver|SkyBlue|SlateBlue|SlateGr[ae]y|Snow|SpringGreen|SteelBlue|Tan|Teal|Thistle|Tomato|Transparent|Turquoise|Violet|Wheat|White|WhiteSmoke|Yellow|YellowGreen)\b/i,{pattern:/\b(?:hsl|rgb)\(\s*\d{1,3}\s*,\s*\d{1,3}%?\s*,\s*\d{1,3}%?\s*\)\B|\b(?:hsl|rgb)a\(\s*\d{1,3}\s*,\s*\d{1,3}%?\s*,\s*\d{1,3}%?\s*,\s*(?:0|0?\.\d+|1)\s*\)\B/i,inside:{unit:t,number:n,function:/[\w-]+(?=\()/,punctuation:/[(),]/}}],entity:/\\[\da-f]{1,8}/i,unit:t,boolean:/\b(?:false|true)\b/,operator:[/~|[+!\/%<>?=]=?|[-:]=|\*[*=]?|\.{2,3}|&&|\|\||\B-\B|\b(?:and|in|is(?: a| defined| not|nt)?|not|or)\b/],number:n,punctuation:/[{}()\[\];:,]/};r.interpolation={pattern:/\{[^\r\n}:]+\}/,alias:"variable",inside:{delimiter:{pattern:/^\{|\}$/,alias:"punctuation"},rest:r}},r.func={pattern:/[\w-]+\([^)]*\).*/,inside:{function:/^[^(]+/,rest:r}},e.languages.stylus={"atrule-declaration":{pattern:/(^[ \t]*)@.+/m,lookbehind:!0,inside:{atrule:/^@[\w-]+/,rest:r}},"variable-declaration":{pattern:/(^[ \t]*)[\w$-]+\s*.?=[ \t]*(?:\{[^{}]*\}|\S.*|$)/m,lookbehind:!0,inside:{variable:/^\S+/,rest:r}},statement:{pattern:/(^[ \t]*)(?:else|for|if|return|unless)[ \t].+/m,lookbehind:!0,inside:{keyword:/^\S+/,rest:r}},"property-declaration":{pattern:/((?:^|\{)([ \t]*))(?:[\w-]|\{[^}\r\n]+\})+(?:\s*:\s*|[ \t]+)(?!\s)[^{\r\n]*(?:;|[^{\r\n,]$(?!(?:\r?\n|\r)(?:\{|\2[ \t])))/m,lookbehind:!0,inside:{property:{pattern:/^[^\s:]+/,inside:{interpolation:r.interpolation}},rest:r}},selector:{pattern:/(^[ \t]*)(?:(?=\S)(?:[^{}\r\n:()]|::?[\w-]+(?:\([^)\r\n]*\)|(?![\w-]))|\{[^}\r\n]+\})+)(?:(?:\r?\n|\r)(?:\1(?:(?=\S)(?:[^{}\r\n:()]|::?[\w-]+(?:\([^)\r\n]*\)|(?![\w-]))|\{[^}\r\n]+\})+)))*(?:,$|\{|(?=(?:\r?\n|\r)(?:\{|\1[ \t])))/m,lookbehind:!0,inside:{interpolation:r.interpolation,comment:r.comment,punctuation:/[{},]/}},func:r.func,string:r.string,comment:{pattern:/(^|[^\\])(?:\/\*[\s\S]*?\*\/|\/\/.*)/,lookbehind:!0,greedy:!0},interpolation:r.interpolation,punctuation:/[{}()\[\];:.]/}}(a),function(e){var t=e.util.clone(e.languages.typescript);e.languages.tsx=e.languages.extend("jsx",t),delete e.languages.tsx.parameter,delete e.languages.tsx["literal-property"];var n=e.languages.tsx.tag;n.pattern=RegExp(/(^|[^\w$]|(?=<\/))/.source+"(?:"+n.pattern.source+")",n.pattern.flags),n.lookbehind=!0}(a),a.languages.wasm={comment:[/\(;[\s\S]*?;\)/,{pattern:/;;.*/,greedy:!0}],string:{pattern:/"(?:\\[\s\S]|[^"\\])*"/,greedy:!0},keyword:[{pattern:/\b(?:align|offset)=/,inside:{operator:/=/}},{pattern:/\b(?:(?:f32|f64|i32|i64)(?:\.(?:abs|add|and|ceil|clz|const|convert_[su]\/i(?:32|64)|copysign|ctz|demote\/f64|div(?:_[su])?|eqz?|extend_[su]\/i32|floor|ge(?:_[su])?|gt(?:_[su])?|le(?:_[su])?|load(?:(?:8|16|32)_[su])?|lt(?:_[su])?|max|min|mul|neg?|nearest|or|popcnt|promote\/f32|reinterpret\/[fi](?:32|64)|rem_[su]|rot[lr]|shl|shr_[su]|sqrt|store(?:8|16|32)?|sub|trunc(?:_[su]\/f(?:32|64))?|wrap\/i64|xor))?|memory\.(?:grow|size))\b/,inside:{punctuation:/\./}},/\b(?:anyfunc|block|br(?:_if|_table)?|call(?:_indirect)?|data|drop|elem|else|end|export|func|get_(?:global|local)|global|if|import|local|loop|memory|module|mut|nop|offset|param|result|return|select|set_(?:global|local)|start|table|tee_local|then|type|unreachable)\b/],variable:/\$[\w!#$%&'*+\-./:<=>?@\\^`|~]+/,number:/[+-]?\b(?:\d(?:_?\d)*(?:\.\d(?:_?\d)*)?(?:[eE][+-]?\d(?:_?\d)*)?|0x[\da-fA-F](?:_?[\da-fA-F])*(?:\.[\da-fA-F](?:_?[\da-fA-D])*)?(?:[pP][+-]?\d(?:_?\d)*)?)\b|\binf\b|\bnan(?::0x[\da-fA-F](?:_?[\da-fA-D])*)?\b/,punctuation:/[()]/};const o=a},9901:e=>{e.exports&&(e.exports={core:{meta:{path:"components/prism-core.js",option:"mandatory"},core:"Core"},themes:{meta:{path:"themes/{id}.css",link:"index.html?theme={id}",exclusive:!0},prism:{title:"Default",option:"default"},"prism-dark":"Dark","prism-funky":"Funky","prism-okaidia":{title:"Okaidia",owner:"ocodia"},"prism-twilight":{title:"Twilight",owner:"remybach"},"prism-coy":{title:"Coy",owner:"tshedor"},"prism-solarizedlight":{title:"Solarized Light",owner:"hectormatos2011 "},"prism-tomorrow":{title:"Tomorrow Night",owner:"Rosey"}},languages:{meta:{path:"components/prism-{id}",noCSS:!0,examplesPath:"examples/prism-{id}",addCheckAll:!0},markup:{title:"Markup",alias:["html","xml","svg","mathml","ssml","atom","rss"],aliasTitles:{html:"HTML",xml:"XML",svg:"SVG",mathml:"MathML",ssml:"SSML",atom:"Atom",rss:"RSS"},option:"default"},css:{title:"CSS",option:"default",modify:"markup"},clike:{title:"C-like",option:"default"},javascript:{title:"JavaScript",require:"clike",modify:"markup",optional:"regex",alias:"js",option:"default"},abap:{title:"ABAP",owner:"dellagustin"},abnf:{title:"ABNF",owner:"RunDevelopment"},actionscript:{title:"ActionScript",require:"javascript",modify:"markup",owner:"Golmote"},ada:{title:"Ada",owner:"Lucretia"},agda:{title:"Agda",owner:"xy-ren"},al:{title:"AL",owner:"RunDevelopment"},antlr4:{title:"ANTLR4",alias:"g4",owner:"RunDevelopment"},apacheconf:{title:"Apache Configuration",owner:"GuiTeK"},apex:{title:"Apex",require:["clike","sql"],owner:"RunDevelopment"},apl:{title:"APL",owner:"ngn"},applescript:{title:"AppleScript",owner:"Golmote"},aql:{title:"AQL",owner:"RunDevelopment"},arduino:{title:"Arduino",require:"cpp",alias:"ino",owner:"dkern"},arff:{title:"ARFF",owner:"Golmote"},armasm:{title:"ARM Assembly",alias:"arm-asm",owner:"RunDevelopment"},arturo:{title:"Arturo",alias:"art",optional:["bash","css","javascript","markup","markdown","sql"],owner:"drkameleon"},asciidoc:{alias:"adoc",title:"AsciiDoc",owner:"Golmote"},aspnet:{title:"ASP.NET (C#)",require:["markup","csharp"],owner:"nauzilus"},asm6502:{title:"6502 Assembly",owner:"kzurawel"},asmatmel:{title:"Atmel AVR Assembly",owner:"cerkit"},autohotkey:{title:"AutoHotkey",owner:"aviaryan"},autoit:{title:"AutoIt",owner:"Golmote"},avisynth:{title:"AviSynth",alias:"avs",owner:"Zinfidel"},"avro-idl":{title:"Avro IDL",alias:"avdl",owner:"RunDevelopment"},awk:{title:"AWK",alias:"gawk",aliasTitles:{gawk:"GAWK"},owner:"RunDevelopment"},bash:{title:"Bash",alias:["sh","shell"],aliasTitles:{sh:"Shell",shell:"Shell"},owner:"zeitgeist87"},basic:{title:"BASIC",owner:"Golmote"},batch:{title:"Batch",owner:"Golmote"},bbcode:{title:"BBcode",alias:"shortcode",aliasTitles:{shortcode:"Shortcode"},owner:"RunDevelopment"},bbj:{title:"BBj",owner:"hyyan"},bicep:{title:"Bicep",owner:"johnnyreilly"},birb:{title:"Birb",require:"clike",owner:"Calamity210"},bison:{title:"Bison",require:"c",owner:"Golmote"},bnf:{title:"BNF",alias:"rbnf",aliasTitles:{rbnf:"RBNF"},owner:"RunDevelopment"},bqn:{title:"BQN",owner:"yewscion"},brainfuck:{title:"Brainfuck",owner:"Golmote"},brightscript:{title:"BrightScript",owner:"RunDevelopment"},bro:{title:"Bro",owner:"wayward710"},bsl:{title:"BSL (1C:Enterprise)",alias:"oscript",aliasTitles:{oscript:"OneScript"},owner:"Diversus23"},c:{title:"C",require:"clike",owner:"zeitgeist87"},csharp:{title:"C#",require:"clike",alias:["cs","dotnet"],owner:"mvalipour"},cpp:{title:"C++",require:"c",owner:"zeitgeist87"},cfscript:{title:"CFScript",require:"clike",alias:"cfc",owner:"mjclemente"},chaiscript:{title:"ChaiScript",require:["clike","cpp"],owner:"RunDevelopment"},cil:{title:"CIL",owner:"sbrl"},cilkc:{title:"Cilk/C",require:"c",alias:"cilk-c",owner:"OpenCilk"},cilkcpp:{title:"Cilk/C++",require:"cpp",alias:["cilk-cpp","cilk"],owner:"OpenCilk"},clojure:{title:"Clojure",owner:"troglotit"},cmake:{title:"CMake",owner:"mjrogozinski"},cobol:{title:"COBOL",owner:"RunDevelopment"},coffeescript:{title:"CoffeeScript",require:"javascript",alias:"coffee",owner:"R-osey"},concurnas:{title:"Concurnas",alias:"conc",owner:"jasontatton"},csp:{title:"Content-Security-Policy",owner:"ScottHelme"},cooklang:{title:"Cooklang",owner:"ahue"},coq:{title:"Coq",owner:"RunDevelopment"},crystal:{title:"Crystal",require:"ruby",owner:"MakeNowJust"},"css-extras":{title:"CSS Extras",require:"css",modify:"css",owner:"milesj"},csv:{title:"CSV",owner:"RunDevelopment"},cue:{title:"CUE",owner:"RunDevelopment"},cypher:{title:"Cypher",owner:"RunDevelopment"},d:{title:"D",require:"clike",owner:"Golmote"},dart:{title:"Dart",require:"clike",owner:"Golmote"},dataweave:{title:"DataWeave",owner:"machaval"},dax:{title:"DAX",owner:"peterbud"},dhall:{title:"Dhall",owner:"RunDevelopment"},diff:{title:"Diff",owner:"uranusjr"},django:{title:"Django/Jinja2",require:"markup-templating",alias:"jinja2",owner:"romanvm"},"dns-zone-file":{title:"DNS zone file",owner:"RunDevelopment",alias:"dns-zone"},docker:{title:"Docker",alias:"dockerfile",owner:"JustinBeckwith"},dot:{title:"DOT (Graphviz)",alias:"gv",optional:"markup",owner:"RunDevelopment"},ebnf:{title:"EBNF",owner:"RunDevelopment"},editorconfig:{title:"EditorConfig",owner:"osipxd"},eiffel:{title:"Eiffel",owner:"Conaclos"},ejs:{title:"EJS",require:["javascript","markup-templating"],owner:"RunDevelopment",alias:"eta",aliasTitles:{eta:"Eta"}},elixir:{title:"Elixir",owner:"Golmote"},elm:{title:"Elm",owner:"zwilias"},etlua:{title:"Embedded Lua templating",require:["lua","markup-templating"],owner:"RunDevelopment"},erb:{title:"ERB",require:["ruby","markup-templating"],owner:"Golmote"},erlang:{title:"Erlang",owner:"Golmote"},"excel-formula":{title:"Excel Formula",alias:["xlsx","xls"],owner:"RunDevelopment"},fsharp:{title:"F#",require:"clike",owner:"simonreynolds7"},factor:{title:"Factor",owner:"catb0t"},false:{title:"False",owner:"edukisto"},"firestore-security-rules":{title:"Firestore security rules",require:"clike",owner:"RunDevelopment"},flow:{title:"Flow",require:"javascript",owner:"Golmote"},fortran:{title:"Fortran",owner:"Golmote"},ftl:{title:"FreeMarker Template Language",require:"markup-templating",owner:"RunDevelopment"},gml:{title:"GameMaker Language",alias:"gamemakerlanguage",require:"clike",owner:"LiarOnce"},gap:{title:"GAP (CAS)",owner:"RunDevelopment"},gcode:{title:"G-code",owner:"RunDevelopment"},gdscript:{title:"GDScript",owner:"RunDevelopment"},gedcom:{title:"GEDCOM",owner:"Golmote"},gettext:{title:"gettext",alias:"po",owner:"RunDevelopment"},gherkin:{title:"Gherkin",owner:"hason"},git:{title:"Git",owner:"lgiraudel"},glsl:{title:"GLSL",require:"c",owner:"Golmote"},gn:{title:"GN",alias:"gni",owner:"RunDevelopment"},"linker-script":{title:"GNU Linker Script",alias:"ld",owner:"RunDevelopment"},go:{title:"Go",require:"clike",owner:"arnehormann"},"go-module":{title:"Go module",alias:"go-mod",owner:"RunDevelopment"},gradle:{title:"Gradle",require:"clike",owner:"zeabdelkhalek-badido18"},graphql:{title:"GraphQL",optional:"markdown",owner:"Golmote"},groovy:{title:"Groovy",require:"clike",owner:"robfletcher"},haml:{title:"Haml",require:"ruby",optional:["css","css-extras","coffeescript","erb","javascript","less","markdown","scss","textile"],owner:"Golmote"},handlebars:{title:"Handlebars",require:"markup-templating",alias:["hbs","mustache"],aliasTitles:{mustache:"Mustache"},owner:"Golmote"},haskell:{title:"Haskell",alias:"hs",owner:"bholst"},haxe:{title:"Haxe",require:"clike",optional:"regex",owner:"Golmote"},hcl:{title:"HCL",owner:"outsideris"},hlsl:{title:"HLSL",require:"c",owner:"RunDevelopment"},hoon:{title:"Hoon",owner:"matildepark"},http:{title:"HTTP",optional:["csp","css","hpkp","hsts","javascript","json","markup","uri"],owner:"danielgtaylor"},hpkp:{title:"HTTP Public-Key-Pins",owner:"ScottHelme"},hsts:{title:"HTTP Strict-Transport-Security",owner:"ScottHelme"},ichigojam:{title:"IchigoJam",owner:"BlueCocoa"},icon:{title:"Icon",owner:"Golmote"},"icu-message-format":{title:"ICU Message Format",owner:"RunDevelopment"},idris:{title:"Idris",alias:"idr",owner:"KeenS",require:"haskell"},ignore:{title:".ignore",owner:"osipxd",alias:["gitignore","hgignore","npmignore"],aliasTitles:{gitignore:".gitignore",hgignore:".hgignore",npmignore:".npmignore"}},inform7:{title:"Inform 7",owner:"Golmote"},ini:{title:"Ini",owner:"aviaryan"},io:{title:"Io",owner:"AlesTsurko"},j:{title:"J",owner:"Golmote"},java:{title:"Java",require:"clike",owner:"sherblot"},javadoc:{title:"JavaDoc",require:["markup","java","javadoclike"],modify:"java",optional:"scala",owner:"RunDevelopment"},javadoclike:{title:"JavaDoc-like",modify:["java","javascript","php"],owner:"RunDevelopment"},javastacktrace:{title:"Java stack trace",owner:"RunDevelopment"},jexl:{title:"Jexl",owner:"czosel"},jolie:{title:"Jolie",require:"clike",owner:"thesave"},jq:{title:"JQ",owner:"RunDevelopment"},jsdoc:{title:"JSDoc",require:["javascript","javadoclike","typescript"],modify:"javascript",optional:["actionscript","coffeescript"],owner:"RunDevelopment"},"js-extras":{title:"JS Extras",require:"javascript",modify:"javascript",optional:["actionscript","coffeescript","flow","n4js","typescript"],owner:"RunDevelopment"},json:{title:"JSON",alias:"webmanifest",aliasTitles:{webmanifest:"Web App Manifest"},owner:"CupOfTea696"},json5:{title:"JSON5",require:"json",owner:"RunDevelopment"},jsonp:{title:"JSONP",require:"json",owner:"RunDevelopment"},jsstacktrace:{title:"JS stack trace",owner:"sbrl"},"js-templates":{title:"JS Templates",require:"javascript",modify:"javascript",optional:["css","css-extras","graphql","markdown","markup","sql"],owner:"RunDevelopment"},julia:{title:"Julia",owner:"cdagnino"},keepalived:{title:"Keepalived Configure",owner:"dev-itsheng"},keyman:{title:"Keyman",owner:"mcdurdin"},kotlin:{title:"Kotlin",alias:["kt","kts"],aliasTitles:{kts:"Kotlin Script"},require:"clike",owner:"Golmote"},kumir:{title:"KuMir (\u041a\u0443\u041c\u0438\u0440)",alias:"kum",owner:"edukisto"},kusto:{title:"Kusto",owner:"RunDevelopment"},latex:{title:"LaTeX",alias:["tex","context"],aliasTitles:{tex:"TeX",context:"ConTeXt"},owner:"japborst"},latte:{title:"Latte",require:["clike","markup-templating","php"],owner:"nette"},less:{title:"Less",require:"css",optional:"css-extras",owner:"Golmote"},lilypond:{title:"LilyPond",require:"scheme",alias:"ly",owner:"RunDevelopment"},liquid:{title:"Liquid",require:"markup-templating",owner:"cinhtau"},lisp:{title:"Lisp",alias:["emacs","elisp","emacs-lisp"],owner:"JuanCaicedo"},livescript:{title:"LiveScript",owner:"Golmote"},llvm:{title:"LLVM IR",owner:"porglezomp"},log:{title:"Log file",optional:"javastacktrace",owner:"RunDevelopment"},lolcode:{title:"LOLCODE",owner:"Golmote"},lua:{title:"Lua",owner:"Golmote"},magma:{title:"Magma (CAS)",owner:"RunDevelopment"},makefile:{title:"Makefile",owner:"Golmote"},markdown:{title:"Markdown",require:"markup",optional:"yaml",alias:"md",owner:"Golmote"},"markup-templating":{title:"Markup templating",require:"markup",owner:"Golmote"},mata:{title:"Mata",owner:"RunDevelopment"},matlab:{title:"MATLAB",owner:"Golmote"},maxscript:{title:"MAXScript",owner:"RunDevelopment"},mel:{title:"MEL",owner:"Golmote"},mermaid:{title:"Mermaid",owner:"RunDevelopment"},metafont:{title:"METAFONT",owner:"LaeriExNihilo"},mizar:{title:"Mizar",owner:"Golmote"},mongodb:{title:"MongoDB",owner:"airs0urce",require:"javascript"},monkey:{title:"Monkey",owner:"Golmote"},moonscript:{title:"MoonScript",alias:"moon",owner:"RunDevelopment"},n1ql:{title:"N1QL",owner:"TMWilds"},n4js:{title:"N4JS",require:"javascript",optional:"jsdoc",alias:"n4jsd",owner:"bsmith-n4"},"nand2tetris-hdl":{title:"Nand To Tetris HDL",owner:"stephanmax"},naniscript:{title:"Naninovel Script",owner:"Elringus",alias:"nani"},nasm:{title:"NASM",owner:"rbmj"},neon:{title:"NEON",owner:"nette"},nevod:{title:"Nevod",owner:"nezaboodka"},nginx:{title:"nginx",owner:"volado"},nim:{title:"Nim",owner:"Golmote"},nix:{title:"Nix",owner:"Golmote"},nsis:{title:"NSIS",owner:"idleberg"},objectivec:{title:"Objective-C",require:"c",alias:"objc",owner:"uranusjr"},ocaml:{title:"OCaml",owner:"Golmote"},odin:{title:"Odin",owner:"edukisto"},opencl:{title:"OpenCL",require:"c",modify:["c","cpp"],owner:"Milania1"},openqasm:{title:"OpenQasm",alias:"qasm",owner:"RunDevelopment"},oz:{title:"Oz",owner:"Golmote"},parigp:{title:"PARI/GP",owner:"Golmote"},parser:{title:"Parser",require:"markup",owner:"Golmote"},pascal:{title:"Pascal",alias:"objectpascal",aliasTitles:{objectpascal:"Object Pascal"},owner:"Golmote"},pascaligo:{title:"Pascaligo",owner:"DefinitelyNotAGoat"},psl:{title:"PATROL Scripting Language",owner:"bertysentry"},pcaxis:{title:"PC-Axis",alias:"px",owner:"RunDevelopment"},peoplecode:{title:"PeopleCode",alias:"pcode",owner:"RunDevelopment"},perl:{title:"Perl",owner:"Golmote"},php:{title:"PHP",require:"markup-templating",owner:"milesj"},phpdoc:{title:"PHPDoc",require:["php","javadoclike"],modify:"php",owner:"RunDevelopment"},"php-extras":{title:"PHP Extras",require:"php",modify:"php",owner:"milesj"},"plant-uml":{title:"PlantUML",alias:"plantuml",owner:"RunDevelopment"},plsql:{title:"PL/SQL",require:"sql",owner:"Golmote"},powerquery:{title:"PowerQuery",alias:["pq","mscript"],owner:"peterbud"},powershell:{title:"PowerShell",owner:"nauzilus"},processing:{title:"Processing",require:"clike",owner:"Golmote"},prolog:{title:"Prolog",owner:"Golmote"},promql:{title:"PromQL",owner:"arendjr"},properties:{title:".properties",owner:"Golmote"},protobuf:{title:"Protocol Buffers",require:"clike",owner:"just-boris"},pug:{title:"Pug",require:["markup","javascript"],optional:["coffeescript","ejs","handlebars","less","livescript","markdown","scss","stylus","twig"],owner:"Golmote"},puppet:{title:"Puppet",owner:"Golmote"},pure:{title:"Pure",optional:["c","cpp","fortran"],owner:"Golmote"},purebasic:{title:"PureBasic",require:"clike",alias:"pbfasm",owner:"HeX0R101"},purescript:{title:"PureScript",require:"haskell",alias:"purs",owner:"sriharshachilakapati"},python:{title:"Python",alias:"py",owner:"multipetros"},qsharp:{title:"Q#",require:"clike",alias:"qs",owner:"fedonman"},q:{title:"Q (kdb+ database)",owner:"Golmote"},qml:{title:"QML",require:"javascript",owner:"RunDevelopment"},qore:{title:"Qore",require:"clike",owner:"temnroegg"},r:{title:"R",owner:"Golmote"},racket:{title:"Racket",require:"scheme",alias:"rkt",owner:"RunDevelopment"},cshtml:{title:"Razor C#",alias:"razor",require:["markup","csharp"],optional:["css","css-extras","javascript","js-extras"],owner:"RunDevelopment"},jsx:{title:"React JSX",require:["markup","javascript"],optional:["jsdoc","js-extras","js-templates"],owner:"vkbansal"},tsx:{title:"React TSX",require:["jsx","typescript"]},reason:{title:"Reason",require:"clike",owner:"Golmote"},regex:{title:"Regex",owner:"RunDevelopment"},rego:{title:"Rego",owner:"JordanSh"},renpy:{title:"Ren'py",alias:"rpy",owner:"HyuchiaDiego"},rescript:{title:"ReScript",alias:"res",owner:"vmarcosp"},rest:{title:"reST (reStructuredText)",owner:"Golmote"},rip:{title:"Rip",owner:"ravinggenius"},roboconf:{title:"Roboconf",owner:"Golmote"},robotframework:{title:"Robot Framework",alias:"robot",owner:"RunDevelopment"},ruby:{title:"Ruby",require:"clike",alias:"rb",owner:"samflores"},rust:{title:"Rust",owner:"Golmote"},sas:{title:"SAS",optional:["groovy","lua","sql"],owner:"Golmote"},sass:{title:"Sass (Sass)",require:"css",optional:"css-extras",owner:"Golmote"},scss:{title:"Sass (SCSS)",require:"css",optional:"css-extras",owner:"MoOx"},scala:{title:"Scala",require:"java",owner:"jozic"},scheme:{title:"Scheme",owner:"bacchus123"},"shell-session":{title:"Shell session",require:"bash",alias:["sh-session","shellsession"],owner:"RunDevelopment"},smali:{title:"Smali",owner:"RunDevelopment"},smalltalk:{title:"Smalltalk",owner:"Golmote"},smarty:{title:"Smarty",require:"markup-templating",optional:"php",owner:"Golmote"},sml:{title:"SML",alias:"smlnj",aliasTitles:{smlnj:"SML/NJ"},owner:"RunDevelopment"},solidity:{title:"Solidity (Ethereum)",alias:"sol",require:"clike",owner:"glachaud"},"solution-file":{title:"Solution file",alias:"sln",owner:"RunDevelopment"},soy:{title:"Soy (Closure Template)",require:"markup-templating",owner:"Golmote"},sparql:{title:"SPARQL",require:"turtle",owner:"Triply-Dev",alias:"rq"},"splunk-spl":{title:"Splunk SPL",owner:"RunDevelopment"},sqf:{title:"SQF: Status Quo Function (Arma 3)",require:"clike",owner:"RunDevelopment"},sql:{title:"SQL",owner:"multipetros"},squirrel:{title:"Squirrel",require:"clike",owner:"RunDevelopment"},stan:{title:"Stan",owner:"RunDevelopment"},stata:{title:"Stata Ado",require:["mata","java","python"],owner:"RunDevelopment"},iecst:{title:"Structured Text (IEC 61131-3)",owner:"serhioromano"},stylus:{title:"Stylus",owner:"vkbansal"},supercollider:{title:"SuperCollider",alias:"sclang",owner:"RunDevelopment"},swift:{title:"Swift",owner:"chrischares"},systemd:{title:"Systemd configuration file",owner:"RunDevelopment"},"t4-templating":{title:"T4 templating",owner:"RunDevelopment"},"t4-cs":{title:"T4 Text Templates (C#)",require:["t4-templating","csharp"],alias:"t4",owner:"RunDevelopment"},"t4-vb":{title:"T4 Text Templates (VB)",require:["t4-templating","vbnet"],owner:"RunDevelopment"},tap:{title:"TAP",owner:"isaacs",require:"yaml"},tcl:{title:"Tcl",owner:"PeterChaplin"},tt2:{title:"Template Toolkit 2",require:["clike","markup-templating"],owner:"gflohr"},textile:{title:"Textile",require:"markup",optional:"css",owner:"Golmote"},toml:{title:"TOML",owner:"RunDevelopment"},tremor:{title:"Tremor",alias:["trickle","troy"],owner:"darach",aliasTitles:{trickle:"trickle",troy:"troy"}},turtle:{title:"Turtle",alias:"trig",aliasTitles:{trig:"TriG"},owner:"jakubklimek"},twig:{title:"Twig",require:"markup-templating",owner:"brandonkelly"},typescript:{title:"TypeScript",require:"javascript",optional:"js-templates",alias:"ts",owner:"vkbansal"},typoscript:{title:"TypoScript",alias:"tsconfig",aliasTitles:{tsconfig:"TSConfig"},owner:"dkern"},unrealscript:{title:"UnrealScript",alias:["uscript","uc"],owner:"RunDevelopment"},uorazor:{title:"UO Razor Script",owner:"jaseowns"},uri:{title:"URI",alias:"url",aliasTitles:{url:"URL"},owner:"RunDevelopment"},v:{title:"V",require:"clike",owner:"taggon"},vala:{title:"Vala",require:"clike",optional:"regex",owner:"TemplarVolk"},vbnet:{title:"VB.Net",require:"basic",owner:"Bigsby"},velocity:{title:"Velocity",require:"markup",owner:"Golmote"},verilog:{title:"Verilog",owner:"a-rey"},vhdl:{title:"VHDL",owner:"a-rey"},vim:{title:"vim",owner:"westonganger"},"visual-basic":{title:"Visual Basic",alias:["vb","vba"],aliasTitles:{vba:"VBA"},owner:"Golmote"},warpscript:{title:"WarpScript",owner:"RunDevelopment"},wasm:{title:"WebAssembly",owner:"Golmote"},"web-idl":{title:"Web IDL",alias:"webidl",owner:"RunDevelopment"},wgsl:{title:"WGSL",owner:"Dr4gonthree"},wiki:{title:"Wiki markup",require:"markup",owner:"Golmote"},wolfram:{title:"Wolfram language",alias:["mathematica","nb","wl"],aliasTitles:{mathematica:"Mathematica",nb:"Mathematica Notebook"},owner:"msollami"},wren:{title:"Wren",owner:"clsource"},xeora:{title:"Xeora",require:"markup",alias:"xeoracube",aliasTitles:{xeoracube:"XeoraCube"},owner:"freakmaxi"},"xml-doc":{title:"XML doc (.net)",require:"markup",modify:["csharp","fsharp","vbnet"],owner:"RunDevelopment"},xojo:{title:"Xojo (REALbasic)",owner:"Golmote"},xquery:{title:"XQuery",require:"markup",owner:"Golmote"},yaml:{title:"YAML",alias:"yml",owner:"hason"},yang:{title:"YANG",owner:"RunDevelopment"},zig:{title:"Zig",owner:"RunDevelopment"}},plugins:{meta:{path:"plugins/{id}/prism-{id}",link:"plugins/{id}/"},"line-highlight":{title:"Line Highlight",description:"Highlights specific lines and/or line ranges."},"line-numbers":{title:"Line Numbers",description:"Line number at the beginning of code lines.",owner:"kuba-kubula"},"show-invisibles":{title:"Show Invisibles",description:"Show hidden characters such as tabs and line breaks.",optional:["autolinker","data-uri-highlight"]},autolinker:{title:"Autolinker",description:"Converts URLs and emails in code to clickable links. Parses Markdown links in comments."},wpd:{title:"WebPlatform Docs",description:'Makes tokens link to WebPlatform.org documentation. The links open in a new tab.'},"custom-class":{title:"Custom Class",description:"This plugin allows you to prefix Prism's default classes (.comment can become .namespace--comment) or replace them with your defined ones (like .editor__comment). You can even add new classes.",owner:"dvkndn",noCSS:!0},"file-highlight":{title:"File Highlight",description:"Fetch external files and highlight them with Prism. Used on the Prism website itself.",noCSS:!0},"show-language":{title:"Show Language",description:"Display the highlighted language in code blocks (inline code does not show the label).",owner:"nauzilus",noCSS:!0,require:"toolbar"},"jsonp-highlight":{title:"JSONP Highlight",description:"Fetch content with JSONP and highlight some interesting content (e.g. GitHub/Gists or Bitbucket API).",noCSS:!0,owner:"nauzilus"},"highlight-keywords":{title:"Highlight Keywords",description:"Adds special CSS classes for each keyword for fine-grained highlighting.",owner:"vkbansal",noCSS:!0},"remove-initial-line-feed":{title:"Remove initial line feed",description:"Removes the initial line feed in code blocks.",owner:"Golmote",noCSS:!0},"inline-color":{title:"Inline color",description:"Adds a small inline preview for colors in style sheets.",require:"css-extras",owner:"RunDevelopment"},previewers:{title:"Previewers",description:"Previewers for angles, colors, gradients, easing and time.",require:"css-extras",owner:"Golmote"},autoloader:{title:"Autoloader",description:"Automatically loads the needed languages to highlight the code blocks.",owner:"Golmote",noCSS:!0},"keep-markup":{title:"Keep Markup",description:"Prevents custom markup from being dropped out during highlighting.",owner:"Golmote",optional:"normalize-whitespace",noCSS:!0},"command-line":{title:"Command Line",description:"Display a command line with a prompt and, optionally, the output/response from the commands.",owner:"chriswells0"},"unescaped-markup":{title:"Unescaped Markup",description:"Write markup without having to escape anything."},"normalize-whitespace":{title:"Normalize Whitespace",description:"Supports multiple operations to normalize whitespace in code blocks.",owner:"zeitgeist87",optional:"unescaped-markup",noCSS:!0},"data-uri-highlight":{title:"Data-URI Highlight",description:"Highlights data-URI contents.",owner:"Golmote",noCSS:!0},toolbar:{title:"Toolbar",description:"Attach a toolbar for plugins to easily register buttons on the top of a code block.",owner:"mAAdhaTTah"},"copy-to-clipboard":{title:"Copy to Clipboard Button",description:"Add a button that copies the code block to the clipboard when clicked.",owner:"mAAdhaTTah",require:"toolbar",noCSS:!0},"download-button":{title:"Download Button",description:"A button in the toolbar of a code block adding a convenient way to download a code file.",owner:"Golmote",require:"toolbar",noCSS:!0},"match-braces":{title:"Match braces",description:"Highlights matching braces.",owner:"RunDevelopment"},"diff-highlight":{title:"Diff Highlight",description:"Highlights the code inside diff blocks.",owner:"RunDevelopment",require:"diff"},"filter-highlight-all":{title:"Filter highlightAll",description:"Filters the elements the highlightAll and highlightAllUnder methods actually highlight.",owner:"RunDevelopment",noCSS:!0},treeview:{title:"Treeview",description:"A language with special styles to highlight file system tree structures.",owner:"Golmote"}}})},2885:(e,t,n)=>{const r=n(9901),a=n(9642),o=new Set;function i(e){void 0===e?e=Object.keys(r.languages).filter((e=>"meta"!=e)):Array.isArray(e)||(e=[e]);const t=[...o,...Object.keys(Prism.languages)];a(r,e,t).load((e=>{if(!(e in r.languages))return void(i.silent||console.warn("Language does not exist: "+e));const t="./prism-"+e;delete n.c[n(6500).resolve(t)],delete Prism.languages[e],n(6500)(t),o.add(e)}))}i.silent=!1,e.exports=i},6726:(e,t,n)=>{var r={"./":2885};function a(e){var t=o(e);return n(t)}function o(e){if(!n.o(r,e)){var t=new Error("Cannot find module '"+e+"'");throw t.code="MODULE_NOT_FOUND",t}return r[e]}a.keys=function(){return Object.keys(r)},a.resolve=o,e.exports=a,a.id=6726},6500:(e,t,n)=>{var r={"./":2885};function a(e){var t=o(e);return n(t)}function o(e){if(!n.o(r,e)){var t=new Error("Cannot find module '"+e+"'");throw t.code="MODULE_NOT_FOUND",t}return r[e]}a.keys=function(){return Object.keys(r)},a.resolve=o,e.exports=a,a.id=6500},9642:e=>{"use strict";var t=function(){var e=function(){};function t(e,t){Array.isArray(e)?e.forEach(t):null!=e&&t(e,0)}function n(e){for(var t={},n=0,r=e.length;n "));var s={},l=e[r];if(l){function u(t){if(!(t in e))throw new Error(r+" depends on an unknown component "+t);if(!(t in s))for(var i in a(t,o),s[t]=!0,n[t])s[i]=!0}t(l.require,u),t(l.optional,u),t(l.modify,u)}n[r]=s,o.pop()}}return function(e){var t=n[e];return t||(a(e,r),t=n[e]),t}}function a(e){for(var t in e)return!0;return!1}return function(o,i,s){var l=function(e){var t={};for(var n in e){var r=e[n];for(var a in r)if("meta"!=a){var o=r[a];t[a]="string"==typeof o?{title:o}:o}}return t}(o),u=function(e){var n;return function(r){if(r in e)return r;if(!n)for(var a in n={},e){var o=e[a];t(o&&o.alias,(function(t){if(t in n)throw new Error(t+" cannot be alias for both "+a+" and "+n[t]);if(t in e)throw new Error(t+" cannot be alias of "+a+" because it is a component.");n[t]=a}))}return n[r]||r}}(l);i=i.map(u),s=(s||[]).map(u);var c=n(i),d=n(s);i.forEach((function e(n){var r=l[n];t(r&&r.require,(function(t){t in d||(c[t]=!0,e(t))}))}));for(var p,f=r(l),m=c;a(m);){for(var h in p={},m){var g=l[h];t(g&&g.modify,(function(e){e in d&&(p[e]=!0)}))}for(var b in d)if(!(b in c))for(var v in f(b))if(v in c){p[b]=!0;break}for(var y in m=p)c[y]=!0}var S={getIds:function(){var e=[];return S.load((function(t){e.push(t)})),e},load:function(t,n){return function(t,n,r,a){var o=a?a.series:void 0,i=a?a.parallel:e,s={},l={};function u(e){if(e in s)return s[e];l[e]=!0;var a,c=[];for(var d in t(e))d in n&&c.push(d);if(0===c.length)a=r(e);else{var p=i(c.map((function(e){var t=u(e);return delete l[e],t})));o?a=o(p,(function(){return r(e)})):r(e)}return s[e]=a}for(var c in n)u(c);var d=[];for(var p in l)d.push(s[p]);return i(d)}(f,c,t,n)}};return S}}();e.exports=t},2703:(e,t,n)=>{"use strict";var r=n(414);function a(){}function o(){}o.resetWarningCache=a,e.exports=function(){function e(e,t,n,a,o,i){if(i!==r){var s=new Error("Calling PropTypes validators directly is not supported by the `prop-types` package. Use PropTypes.checkPropTypes() to call them. Read more at http://fb.me/use-check-prop-types");throw s.name="Invariant Violation",s}}function t(){return e}e.isRequired=e;var n={array:e,bigint:e,bool:e,func:e,number:e,object:e,string:e,symbol:e,any:e,arrayOf:t,element:e,elementType:e,instanceOf:t,node:e,objectOf:t,oneOf:t,oneOfType:t,shape:t,exact:t,checkPropTypes:o,resetWarningCache:a};return n.PropTypes=n,n}},5697:(e,t,n)=>{e.exports=n(2703)()},414:e=>{"use strict";e.exports="SECRET_DO_NOT_PASS_THIS_OR_YOU_WILL_BE_FIRED"},4448:(e,t,n)=>{"use strict";var r=n(7294),a=n(7418),o=n(3840);function i(e){for(var t="https://reactjs.org/docs/error-decoder.html?invariant="+e,n=1;n