2017-09-01 21:04:51 +08:00
<!DOCTYPE HTML>
< html lang = "zh-cn" >
< head >
< meta charset = "UTF-8" >
< meta content = "text/html; charset=utf-8" http-equiv = "Content-Type" >
< title > 4.4.2.1 使用Ceph做持久化存储 · Kubernetes Handbook< / title >
< meta http-equiv = "X-UA-Compatible" content = "IE=edge" / >
< meta name = "description" content = "" >
< meta name = "generator" content = "GitBook 3.2.2" >
< meta name = "author" content = "Jimmy Song" >
< link rel = "stylesheet" href = "../gitbook/style.css" >
< link rel = "stylesheet" href = "../gitbook/gitbook-plugin-splitter/splitter.css" >
2017-09-19 21:38:03 +08:00
< link rel = "stylesheet" href = "../gitbook/gitbook-plugin-wide-page/wide.css" >
2017-09-01 21:04:51 +08:00
< link rel = "stylesheet" href = "../gitbook/gitbook-plugin-page-toc-button/plugin.css" >
< link rel = "stylesheet" href = "../gitbook/gitbook-plugin-image-captions/image-captions.css" >
< link rel = "stylesheet" href = "../gitbook/gitbook-plugin-page-footer-ex/style/plugin.css" >
2017-09-19 21:38:03 +08:00
< link rel = "stylesheet" href = "../gitbook/gitbook-plugin-back-to-top-button/plugin.css" >
2017-09-01 21:04:51 +08:00
< link rel = "stylesheet" href = "../gitbook/gitbook-plugin-search-plus/search.css" >
< link rel = "stylesheet" href = "../gitbook/gitbook-plugin-highlight/website.css" >
< link rel = "stylesheet" href = "../gitbook/gitbook-plugin-fontsettings/website.css" >
< meta name = "HandheldFriendly" content = "true" / >
< meta name = "viewport" content = "width=device-width, initial-scale=1, user-scalable=no" >
< meta name = "apple-mobile-web-app-capable" content = "yes" >
< meta name = "apple-mobile-web-app-status-bar-style" content = "black" >
< link rel = "apple-touch-icon-precomposed" sizes = "152x152" href = "../gitbook/images/apple-touch-icon-precomposed-152.png" >
< link rel = "shortcut icon" href = "../gitbook/images/favicon.ico" type = "image/x-icon" >
< link rel = "next" href = "../usecases/" / >
< link rel = "prev" href = "cephfs.html" / >
< / head >
< body >
< div class = "book" >
< div class = "book-summary" >
< div id = "book-search-input" role = "search" >
< input type = "text" placeholder = "輸入並搜尋" / >
< / div >
< nav role = "navigation" >
< ul class = "summary" >
< li class = "chapter " data-level = "1.1" data-path = "../" >
< a href = "../" >
1. 前言
< / a >
< / li >
< li class = "chapter " data-level = "1.2" data-path = "../concepts/" >
< a href = "../concepts/" >
2. 概念原理
< / a >
< ul class = "articles" >
< li class = "chapter " data-level = "1.2.1" data-path = "../concepts/concepts.html" >
< a href = "../concepts/concepts.html" >
2.1 设计理念
< / a >
< / li >
< li class = "chapter " data-level = "1.2.2" data-path = "../concepts/objects.html" >
< a href = "../concepts/objects.html" >
2017-09-03 13:29:38 +08:00
2.2 Objects
2017-09-01 21:04:51 +08:00
< / a >
< ul class = "articles" >
< li class = "chapter " data-level = "1.2.2.1" data-path = "../concepts/pod-overview.html" >
< a href = "../concepts/pod-overview.html" >
2.2.1 Pod
< / a >
< ul class = "articles" >
< li class = "chapter " data-level = "1.2.2.1.1" data-path = "../concepts/pod.html" >
< a href = "../concepts/pod.html" >
2.2.1.1 Pod解析
< / a >
< / li >
< li class = "chapter " data-level = "1.2.2.1.2" data-path = "../concepts/init-containers.html" >
< a href = "../concepts/init-containers.html" >
2.2.1.2 Init容器
< / a >
2017-09-03 15:58:39 +08:00
< / li >
< li class = "chapter " data-level = "1.2.2.1.3" data-path = "../concepts/pod-security-policy.html" >
< a href = "../concepts/pod-security-policy.html" >
2.2.1.3 Pod安全策略
< / a >
2017-09-17 15:39:26 +08:00
< / li >
< li class = "chapter " data-level = "1.2.2.1.4" data-path = "../concepts/pod-lifecycle.html" >
< a href = "../concepts/pod-lifecycle.html" >
2.2.1.4 Pod的生命周期
< / a >
2017-09-01 21:04:51 +08:00
< / li >
< / ul >
< / li >
< li class = "chapter " data-level = "1.2.2.2" data-path = "../concepts/node.html" >
< a href = "../concepts/node.html" >
2.2.2 Node
< / a >
< / li >
< li class = "chapter " data-level = "1.2.2.3" data-path = "../concepts/namespace.html" >
< a href = "../concepts/namespace.html" >
2.2.3 Namespace
< / a >
< / li >
< li class = "chapter " data-level = "1.2.2.4" data-path = "../concepts/service.html" >
< a href = "../concepts/service.html" >
2.2.4 Service
< / a >
< / li >
< li class = "chapter " data-level = "1.2.2.5" data-path = "../concepts/volume.html" >
< a href = "../concepts/volume.html" >
2.2.5 Volume和Persistent Volume
< / a >
< / li >
< li class = "chapter " data-level = "1.2.2.6" data-path = "../concepts/deployment.html" >
< a href = "../concepts/deployment.html" >
2.2.6 Deployment
< / a >
< / li >
< li class = "chapter " data-level = "1.2.2.7" data-path = "../concepts/secret.html" >
< a href = "../concepts/secret.html" >
2.2.7 Secret
< / a >
< / li >
< li class = "chapter " data-level = "1.2.2.8" data-path = "../concepts/statefulset.html" >
< a href = "../concepts/statefulset.html" >
2.2.8 StatefulSet
< / a >
< / li >
< li class = "chapter " data-level = "1.2.2.9" data-path = "../concepts/daemonset.html" >
< a href = "../concepts/daemonset.html" >
2.2.9 DaemonSet
< / a >
< / li >
< li class = "chapter " data-level = "1.2.2.10" data-path = "../concepts/serviceaccount.html" >
< a href = "../concepts/serviceaccount.html" >
2.2.10 ServiceAccount
< / a >
< / li >
< li class = "chapter " data-level = "1.2.2.11" data-path = "../concepts/replicaset.html" >
< a href = "../concepts/replicaset.html" >
2.2.11 ReplicationController和ReplicaSet
< / a >
< / li >
< li class = "chapter " data-level = "1.2.2.12" data-path = "../concepts/job.html" >
< a href = "../concepts/job.html" >
2.2.12 Job
< / a >
< / li >
< li class = "chapter " data-level = "1.2.2.13" data-path = "../concepts/cronjob.html" >
< a href = "../concepts/cronjob.html" >
2.2.13 CronJob
< / a >
< / li >
< li class = "chapter " data-level = "1.2.2.14" data-path = "../concepts/ingress.html" >
< a href = "../concepts/ingress.html" >
2.2.14 Ingress
< / a >
< / li >
< li class = "chapter " data-level = "1.2.2.15" data-path = "../concepts/configmap.html" >
< a href = "../concepts/configmap.html" >
2.2.15 ConfigMap
< / a >
< / li >
< li class = "chapter " data-level = "1.2.2.16" data-path = "../concepts/horizontal-pod-autoscaling.html" >
< a href = "../concepts/horizontal-pod-autoscaling.html" >
2.2.16 Horizontal Pod Autoscaling
< / a >
< / li >
< li class = "chapter " data-level = "1.2.2.17" data-path = "../concepts/label.html" >
< a href = "../concepts/label.html" >
2.2.17 Label
< / a >
2017-09-03 15:58:39 +08:00
< / li >
< li class = "chapter " data-level = "1.2.2.18" data-path = "../concepts/garbage-collection.html" >
< a href = "../concepts/garbage-collection.html" >
2.2.18 垃圾收集
< / a >
< / li >
< li class = "chapter " data-level = "1.2.2.19" data-path = "../concepts/network-policy.html" >
< a href = "../concepts/network-policy.html" >
2.2.19 NetworkPolicy
< / a >
2017-09-01 21:04:51 +08:00
< / li >
< / ul >
< / li >
< / ul >
< / li >
< li class = "chapter " data-level = "1.3" data-path = "../guide/" >
< a href = "../guide/" >
3. 用户指南
< / a >
< ul class = "articles" >
< li class = "chapter " data-level = "1.3.1" data-path = "../guide/resource-configuration.html" >
< a href = "../guide/resource-configuration.html" >
3.1 资源配置
< / a >
< ul class = "articles" >
< li class = "chapter " data-level = "1.3.1.1" data-path = "../guide/configure-liveness-readiness-probes.html" >
< a href = "../guide/configure-liveness-readiness-probes.html" >
3.1.1 配置Pod的liveness和readiness探针
< / a >
< / li >
< li class = "chapter " data-level = "1.3.1.2" data-path = "../guide/configure-pod-service-account.html" >
< a href = "../guide/configure-pod-service-account.html" >
3.1.2 配置Pod的Service Account
< / a >
< / li >
< / ul >
< / li >
< li class = "chapter " data-level = "1.3.2" data-path = "../guide/command-usage.html" >
< a href = "../guide/command-usage.html" >
3.2 命令使用
< / a >
< ul class = "articles" >
< li class = "chapter " data-level = "1.3.2.1" data-path = "../guide/using-kubectl.html" >
< a href = "../guide/using-kubectl.html" >
3.2.1 使用kubectl
< / a >
2017-09-16 20:56:43 +08:00
< / li >
< li class = "chapter " data-level = "1.3.2.2" data-path = "../guide/docker-cli-to-kubectl.html" >
< a href = "../guide/docker-cli-to-kubectl.html" >
3.2.2 docker用户过度到kubectl命令行指南
< / a >
2017-09-01 21:04:51 +08:00
< / li >
< / ul >
< / li >
2017-09-07 12:29:13 +08:00
< li class = "chapter " data-level = "1.3.3" data-path = "../guide/cluster-security-management.html" >
2017-09-01 21:04:51 +08:00
2017-09-07 12:29:13 +08:00
< a href = "../guide/cluster-security-management.html" >
2017-09-01 21:04:51 +08:00
2017-09-07 12:29:13 +08:00
3.3 集群安全性管理
2017-09-01 21:04:51 +08:00
< / a >
< ul class = "articles" >
< li class = "chapter " data-level = "1.3.3.1" data-path = "../guide/managing-tls-in-a-cluster.html" >
< a href = "../guide/managing-tls-in-a-cluster.html" >
3.3.1 管理集群中的TLS
< / a >
< / li >
< li class = "chapter " data-level = "1.3.3.2" data-path = "../guide/kubelet-authentication-authorization.html" >
< a href = "../guide/kubelet-authentication-authorization.html" >
3.3.2 kubelet的认证授权
< / a >
< / li >
< li class = "chapter " data-level = "1.3.3.3" data-path = "../guide/tls-bootstrapping.html" >
< a href = "../guide/tls-bootstrapping.html" >
3.3.3 TLS bootstrap
< / a >
< / li >
< li class = "chapter " data-level = "1.3.3.4" data-path = "../guide/kubectl-user-authentication-authorization.html" >
< a href = "../guide/kubectl-user-authentication-authorization.html" >
3.3.4 kubectl的用户认证授权
< / a >
< / li >
< li class = "chapter " data-level = "1.3.3.5" data-path = "../guide/rbac.html" >
< a href = "../guide/rbac.html" >
3.3.5 RBAC——基于角色的访问控制
< / a >
2017-09-07 14:13:59 +08:00
< / li >
< li class = "chapter " data-level = "1.3.3.6" data-path = "../guide/ip-masq-agent.html" >
< a href = "../guide/ip-masq-agent.html" >
3.3.6 IP伪装代理
< / a >
2017-09-01 21:04:51 +08:00
< / li >
< / ul >
< / li >
< li class = "chapter " data-level = "1.3.4" data-path = "../guide/access-kubernetes-cluster.html" >
< a href = "../guide/access-kubernetes-cluster.html" >
3.4 访问 Kubernetes 集群
< / a >
< ul class = "articles" >
< li class = "chapter " data-level = "1.3.4.1" data-path = "../guide/access-cluster.html" >
< a href = "../guide/access-cluster.html" >
3.4.1 访问集群
< / a >
< / li >
< li class = "chapter " data-level = "1.3.4.2" data-path = "../guide/authenticate-across-clusters-kubeconfig.html" >
< a href = "../guide/authenticate-across-clusters-kubeconfig.html" >
3.4.2 使用 kubeconfig 文件配置跨集群认证
< / a >
< / li >
< li class = "chapter " data-level = "1.3.4.3" data-path = "../guide/connecting-to-applications-port-forward.html" >
< a href = "../guide/connecting-to-applications-port-forward.html" >
3.4.3 通过端口转发访问集群中的应用程序
< / a >
< / li >
< li class = "chapter " data-level = "1.3.4.4" data-path = "../guide/service-access-application-cluster.html" >
< a href = "../guide/service-access-application-cluster.html" >
3.4.4 使用 service 访问群集中的应用程序
< / a >
< / li >
< / ul >
< / li >
< li class = "chapter " data-level = "1.3.5" data-path = "../guide/application-development-deployment-flow.html" >
< a href = "../guide/application-development-deployment-flow.html" >
3.5 在kubernetes中开发部署应用
< / a >
< ul class = "articles" >
< li class = "chapter " data-level = "1.3.5.1" data-path = "../guide/deploy-applications-in-kubernetes.html" >
< a href = "../guide/deploy-applications-in-kubernetes.html" >
3.5.1 适用于kubernetes的应用开发部署流程
< / a >
< / li >
< li class = "chapter " data-level = "1.3.5.2" data-path = "../guide/migrating-hadoop-yarn-to-kubernetes.html" >
< a href = "../guide/migrating-hadoop-yarn-to-kubernetes.html" >
3.5.2 迁移传统应用到kubernetes中——以Hadoop YARN为例
< / a >
< / li >
< / ul >
< / li >
< / ul >
< / li >
< li class = "chapter " data-level = "1.4" data-path = "./" >
< a href = "./" >
4. 最佳实践
< / a >
< ul class = "articles" >
< li class = "chapter " data-level = "1.4.1" data-path = "install-kbernetes1.6-on-centos.html" >
< a href = "install-kbernetes1.6-on-centos.html" >
4.1 在CentOS上部署kubernetes1.6集群
< / a >
< ul class = "articles" >
< li class = "chapter " data-level = "1.4.1.1" data-path = "create-tls-and-secret-key.html" >
< a href = "create-tls-and-secret-key.html" >
4.1.1 创建TLS证书和秘钥
< / a >
< / li >
< li class = "chapter " data-level = "1.4.1.2" data-path = "create-kubeconfig.html" >
< a href = "create-kubeconfig.html" >
4.1.2 创建kubeconfig文件
< / a >
< / li >
< li class = "chapter " data-level = "1.4.1.3" data-path = "etcd-cluster-installation.html" >
< a href = "etcd-cluster-installation.html" >
4.1.3 创建高可用etcd集群
< / a >
< / li >
< li class = "chapter " data-level = "1.4.1.4" data-path = "kubectl-installation.html" >
< a href = "kubectl-installation.html" >
4.1.4 安装kubectl命令行工具
< / a >
< / li >
< li class = "chapter " data-level = "1.4.1.5" data-path = "master-installation.html" >
< a href = "master-installation.html" >
4.1.5 部署master节点
< / a >
< / li >
< li class = "chapter " data-level = "1.4.1.6" data-path = "node-installation.html" >
< a href = "node-installation.html" >
4.1.6 部署node节点
< / a >
< / li >
< li class = "chapter " data-level = "1.4.1.7" data-path = "kubedns-addon-installation.html" >
< a href = "kubedns-addon-installation.html" >
4.1.7 安装kubedns插件
< / a >
< / li >
< li class = "chapter " data-level = "1.4.1.8" data-path = "dashboard-addon-installation.html" >
< a href = "dashboard-addon-installation.html" >
4.1.8 安装dashboard插件
< / a >
< / li >
< li class = "chapter " data-level = "1.4.1.9" data-path = "heapster-addon-installation.html" >
< a href = "heapster-addon-installation.html" >
4.1.9 安装heapster插件
< / a >
< / li >
< li class = "chapter " data-level = "1.4.1.10" data-path = "efk-addon-installation.html" >
< a href = "efk-addon-installation.html" >
4.1.10 安装EFK插件
< / a >
< / li >
< / ul >
< / li >
< li class = "chapter " data-level = "1.4.2" data-path = "service-discovery-and-loadbalancing.html" >
< a href = "service-discovery-and-loadbalancing.html" >
4.2 服务发现与负载均衡
< / a >
< ul class = "articles" >
< li class = "chapter " data-level = "1.4.2.1" data-path = "traefik-ingress-installation.html" >
< a href = "traefik-ingress-installation.html" >
4.2.1 安装Traefik ingress
< / a >
< / li >
< li class = "chapter " data-level = "1.4.2.2" data-path = "distributed-load-test.html" >
< a href = "distributed-load-test.html" >
4.2.2 分布式负载测试
< / a >
< / li >
< li class = "chapter " data-level = "1.4.2.3" data-path = "network-and-cluster-perfermance-test.html" >
< a href = "network-and-cluster-perfermance-test.html" >
4.2.3 网络和集群性能测试
< / a >
< / li >
< li class = "chapter " data-level = "1.4.2.4" data-path = "edge-node-configuration.html" >
< a href = "edge-node-configuration.html" >
4.2.4 边缘节点配置
< / a >
< / li >
< / ul >
< / li >
< li class = "chapter " data-level = "1.4.3" data-path = "operation.html" >
< a href = "operation.html" >
4.3 运维管理
< / a >
< ul class = "articles" >
< li class = "chapter " data-level = "1.4.3.1" data-path = "service-rolling-update.html" >
< a href = "service-rolling-update.html" >
4.3.1 服务滚动升级
< / a >
< / li >
< li class = "chapter " data-level = "1.4.3.2" data-path = "app-log-collection.html" >
< a href = "app-log-collection.html" >
4.3.2 应用日志收集
< / a >
< / li >
< li class = "chapter " data-level = "1.4.3.3" data-path = "configuration-best-practice.html" >
< a href = "configuration-best-practice.html" >
4.3.3 配置最佳实践
< / a >
< / li >
< li class = "chapter " data-level = "1.4.3.4" data-path = "monitor.html" >
< a href = "monitor.html" >
4.3.4 集群及应用监控
< / a >
< / li >
< li class = "chapter " data-level = "1.4.3.5" data-path = "jenkins-ci-cd.html" >
< a href = "jenkins-ci-cd.html" >
4.3.5 使用Jenkins进行持续构建与发布
< / a >
< / li >
< li class = "chapter " data-level = "1.4.3.6" data-path = "data-persistence-problem.html" >
< a href = "data-persistence-problem.html" >
4.3.6 数据持久化问题
< / a >
2017-09-03 15:58:39 +08:00
< / li >
< li class = "chapter " data-level = "1.4.3.7" data-path = "manage-compute-resources-container.html" >
< a href = "manage-compute-resources-container.html" >
4.3.7 管理容器的计算资源
< / a >
2017-09-01 21:04:51 +08:00
< / li >
< / ul >
< / li >
< li class = "chapter " data-level = "1.4.4" data-path = "storage.html" >
< a href = "storage.html" >
4.4 存储管理
< / a >
< ul class = "articles" >
< li class = "chapter " data-level = "1.4.4.1" data-path = "glusterfs.html" >
< a href = "glusterfs.html" >
4.4.1 GlusterFS
< / a >
< ul class = "articles" >
< li class = "chapter " data-level = "1.4.4.1.1" data-path = "using-glusterfs-for-persistent-storage.html" >
< a href = "using-glusterfs-for-persistent-storage.html" >
4.4.1.1 使用GlusterFS做持久化存储
< / a >
< / li >
< li class = "chapter " data-level = "1.4.4.1.2" data-path = "storage-for-containers-using-glusterfs-with-openshift.html" >
< a href = "storage-for-containers-using-glusterfs-with-openshift.html" >
4.4.1.2 在OpenShift中使用GlusterFS做持久化存储
< / a >
< / li >
< / ul >
< / li >
< li class = "chapter " data-level = "1.4.4.2" data-path = "cephfs.html" >
< a href = "cephfs.html" >
4.4.2 CephFS
< / a >
< ul class = "articles" >
< li class = "chapter active" data-level = "1.4.4.2.1" data-path = "using-ceph-for-persistent-storage.html" >
< a href = "using-ceph-for-persistent-storage.html" >
4.4.2.1 使用Ceph做持久化存储
< / a >
< / li >
< / ul >
< / li >
< / ul >
< / li >
< / ul >
< / li >
< li class = "chapter " data-level = "1.5" data-path = "../usecases/" >
< a href = "../usecases/" >
5. 领域应用
< / a >
< ul class = "articles" >
< li class = "chapter " data-level = "1.5.1" data-path = "../usecases/microservices.html" >
< a href = "../usecases/microservices.html" >
5.1 微服务架构
< / a >
< ul class = "articles" >
< li class = "chapter " data-level = "1.5.1.1" data-path = "../usecases/istio.html" >
< a href = "../usecases/istio.html" >
5.1.1 Istio
< / a >
< ul class = "articles" >
< li class = "chapter " data-level = "1.5.1.1.1" data-path = "../usecases/istio-installation.html" >
< a href = "../usecases/istio-installation.html" >
5.1.1.1 安装istio
< / a >
< / li >
< li class = "chapter " data-level = "1.5.1.1.2" data-path = "../usecases/configuring-request-routing.html" >
< a href = "../usecases/configuring-request-routing.html" >
5.1.1.2 配置请求的路由规则
< / a >
< / li >
< / ul >
< / li >
< li class = "chapter " data-level = "1.5.1.2" data-path = "../usecases/linkerd.html" >
< a href = "../usecases/linkerd.html" >
5.1.2 Linkerd
< / a >
< ul class = "articles" >
< li class = "chapter " data-level = "1.5.1.2.1" data-path = "../usecases/linkerd-user-guide.html" >
< a href = "../usecases/linkerd-user-guide.html" >
5.1.2.1 Linkerd 使用指南
< / a >
< / li >
< / ul >
< / li >
< li class = "chapter " data-level = "1.5.1.3" data-path = "../usecases/service-discovery-in-microservices.html" >
< a href = "../usecases/service-discovery-in-microservices.html" >
5.1.3 微服务中的服务发现
< / a >
< / li >
< / ul >
< / li >
< li class = "chapter " data-level = "1.5.2" data-path = "../usecases/big-data.html" >
< a href = "../usecases/big-data.html" >
5.2 大数据
< / a >
< ul class = "articles" >
< li class = "chapter " data-level = "1.5.2.1" data-path = "../usecases/spark-standalone-on-kubernetes.html" >
< a href = "../usecases/spark-standalone-on-kubernetes.html" >
5.2.1 Spark standalone on Kubernetes
< / a >
< / li >
2017-09-14 15:57:50 +08:00
< li class = "chapter " data-level = "1.5.2.2" data-path = "../usecases/running-spark-with-kubernetes-native-scheduler.html" >
2017-09-01 21:04:51 +08:00
2017-09-14 15:57:50 +08:00
< a href = "../usecases/running-spark-with-kubernetes-native-scheduler.html" >
2017-09-01 21:04:51 +08:00
5.2.2 运行支持kubernetes原生调度的Spark程序
< / a >
< / li >
< / ul >
< / li >
< li class = "chapter " data-level = "1.5.3" data-path = "../usecases/serverless.html" >
< a href = "../usecases/serverless.html" >
5.3 Serverless架构
< / a >
< / li >
< / ul >
< / li >
< li class = "chapter " data-level = "1.6" data-path = "../develop/" >
< a href = "../develop/" >
6. 开发指南
< / a >
< ul class = "articles" >
< li class = "chapter " data-level = "1.6.1" data-path = "../develop/developing-environment.html" >
< a href = "../develop/developing-environment.html" >
6.1 开发环境搭建
< / a >
< / li >
< li class = "chapter " data-level = "1.6.2" data-path = "../develop/testing.html" >
< a href = "../develop/testing.html" >
6.2 单元测试和集成测试
< / a >
< / li >
< li class = "chapter " data-level = "1.6.3" data-path = "../develop/client-go-sample.html" >
< a href = "../develop/client-go-sample.html" >
6.3 client-go示例
< / a >
< / li >
< li class = "chapter " data-level = "1.6.4" data-path = "../develop/contribute.html" >
< a href = "../develop/contribute.html" >
6.4 社区贡献
< / a >
< / li >
< / ul >
< / li >
< li class = "chapter " data-level = "1.7" data-path = "../appendix/" >
< a href = "../appendix/" >
7. 附录
< / a >
< ul class = "articles" >
< li class = "chapter " data-level = "1.7.1" data-path = "../appendix/docker-best-practice.html" >
< a href = "../appendix/docker-best-practice.html" >
7.1 Docker最佳实践
< / a >
< / li >
< li class = "chapter " data-level = "1.7.2" data-path = "../appendix/issues.html" >
< a href = "../appendix/issues.html" >
7.2 问题记录
< / a >
< / li >
< li class = "chapter " data-level = "1.7.3" data-path = "../appendix/tricks.html" >
< a href = "../appendix/tricks.html" >
7.3 使用技巧
< / a >
< / li >
< / ul >
< / li >
< li class = "divider" > < / li >
< li >
< a href = "https://www.gitbook.com" target = "blank" class = "gitbook-link" >
本書使用 GitBook 釋出
< / a >
< / li >
< / ul >
< / nav >
< / div >
< div class = "book-body" >
< div class = "body-inner" >
< div class = "book-header" role = "navigation" >
<!-- Title -->
< h1 >
< i class = "fa fa-circle-o-notch fa-spin" > < / i >
< a href = ".." > 4.4.2.1 使用Ceph做持久化存储< / a >
< / h1 >
< / div >
< div class = "page-wrapper" tabindex = "-1" role = "main" >
< div class = "page-inner" >
< div class = "search-plus" id = "book-search-results" >
< div class = "search-noresults" >
< section class = "normal markdown-section" >
< h1 id = "使用ceph做持久化存储创建mysql集群" > 使 用 Ceph做 持 久 化 存 储 创 建 MySQL集 群 < / h1 >
< p > 本 文 中 用 到 的 yaml 文 件 可 以 在 < a href = "../manifests/mariadb-cluster" > ../manifests/mariadb-cluster< / a > 目 录 下 找 到 。 < / p >
< p > 下 面 我 们 以 部 署 一 个 高 可 用 的 MySQL 集 群 为 例 ， 讲 解 如 何 使 用 Ceph 做 数 据 持 久 化 ， 其 中 使 用 StorageClass 动 态 创 建 PV， Ceph 集 群 我 们 使 用 kubernetes 集 群 外 部 的 已 有 的 集 群 ， 我 们 没 有 必 要 重 新 部 署 了 。 < / p >
< p > 在 1.4 以 后 ， kubernetes 提 供 了 一 种 更 加 方 便 的 动 态 创 建 PV 的 方 式 ； 也 就 是 说 使 用 StoragaClass 时 无 需 预 先 创 建 固 定 大 小 的 PV， 等 待 使 用 者 创 建 PVC 来 使 用 ； 而 是 直 接 创 建 PVC 即 可 分 配 使 用 。 < / p >
< h2 id = "使用-kubernetes-集群外部的-ceph-存储" > 使 用 kubernetes 集 群 外 部 的 Ceph 存 储 < / h2 >
2017-09-04 19:34:11 +08:00
< p > 在 部 署 kubernetes 之 前 我 们 就 已 经 有 了 Ceph 集 群 ， 因 此 我 们 可 以 直 接 拿 来 用 。 但 是 kubernetes 的 所 有 节 点 （ 尤 其 是 master 节 点 ） 上 依 然 需 要 安 装 ceph 客 户 端 。 < / p >
< pre > < code class = "lang-bash" > yum install -y ceph-common
< / code > < / pre >
< p > 还 需 要 将 ceph 的 配 置 文 件 < code > ceph.conf< / code > 放 在 所 有 节 点 的 < code > /etc/ceph< / code > 目 录 下 。 < / p >
< p > Kubernetes 使 用 ceph 存 储 需 要 用 到 如 下 配 置 ： < / p >
2017-09-01 21:04:51 +08:00
< ul >
< li > Monitors: Ceph montors 列 表 < / li >
< li > Path： 作 为 挂 载 的 根 路 径 ， 默 认 是 /< / li >
< li > User： RADOS用 户 名 ， 默 认 是 admin< / li >
2017-09-04 19:34:11 +08:00
< li > secretFile： keyring 文 件 路 径 ， 默 认 是 /etc/ceph/user.secret， 我 们 Ceph 集 群 提 供 的 文 件 是 < code > ceph.client.admin.keyring< / code > ， 将 在 下 面 用 到 < / li >
2017-09-01 21:04:51 +08:00
< li > secretRef： Ceph 认 证 secret 的 引 用 ， 如 果 配 置 了 将 会 覆 盖 secretFile。 < / li >
< li > readOnly： 该 文 件 系 统 是 否 只 读 。 < / li >
< / ul >
< h2 id = "galera-cluster介绍" > Galera Cluster介 绍 < / h2 >
< p > Galera是 一 个 MySQL(也 支 持 MariaDB， Percona)的 同 步 多 主 集 群 软 件 。 < / p >
< p > 从 用 户 视 角 看 ， 一 组 Galera集 群 可 以 看 作 一 个 具 有 多 入 口 的 MySQL库 ， 用 户 可 以 同 时 从 多 个 IP读 写 这 个 库 。 目 前 Galera已 经 得 到 广 泛 应 用 ， 例 如 Openstack中 ， 在 集 群 规 模 不 大 的 情 况 下 ， 稳 定 性 已 经 得 到 了 实 践 考 验 。 真 正 的 multi-master， 即 所 有 节 点 可 以 同 时 读 写 数 据 库 。 < / p >
< h2 id = "详细步骤" > 详 细 步 骤 < / h2 >
< p > 以 下 步 骤 包 括 创 建 Ceph 的 配 置 和 MySQL 的 配 置 两 部 分 。 < / p >
< h3 id = "配置-ceph" > 配 置 Ceph< / h3 >
< p > 关 于 Ceph 的 yaml 文 件 可 以 在 < a href = "../manifests/cephfs" > ../manifest/cephfs< / a > 目 录 下 找 到 。 < / p >
< h4 id = "1-生成-ceph-secret" > 1. 生 成 Ceph secret< / h4 >
< p > 使 用 Ceph 管 理 员 提 供 给 你 的 < code > ceph.client.admin.keyring< / code > 文 件 ， 我 们 将 它 放 在 了 < code > /etc/ceph< / code > 目 录 下 ， 用 来 生 成 secret。 < / p >
< pre > < code class = "lang-bash" > grep key /etc/ceph/ceph.client.admin.keyring |awk < span class = "hljs-string" > ' {printf " %s" , $NF}' < / span > |base64
< / code > < / pre >
< p > 将 获 得 加 密 后 的 key： < code > QVFDWDA2aFo5TG5TQnhBQVl1b0lUL2V3YlRSaEtwVEhPWkxvUlE9PQ==< / code > ， 我 们 将 在 后 面 用 到 。 < / p >
< h4 id = "2-创建租户namespace" > 2. 创 建 租 户 namespace< / h4 >
< p > 创 建 < code > galera-namespace.yaml< / code > 文 件 内 容 为 ： < / p >
< pre > < code class = "lang-yaml" > < span class = "hljs-attr" > apiVersion:< / span > v1
< span class = "hljs-attr" > kind:< / span > Namespace
< span class = "hljs-attr" > metadata:< / span >
< span class = "hljs-attr" > name:< / span > galera
< / code > < / pre >
< h4 id = "3-创建-ceph-secret" > 3. 创 建 Ceph secret< / h4 >
< p > 创 建 < code > ceph-secret.yaml< / code > 文 件 内 容 为 ： < / p >
< pre > < code class = "lang-yaml" > < span class = "hljs-attr" > apiVersion:< / span > v1
< span class = "hljs-attr" > kind:< / span > Secret
< span class = "hljs-attr" > metadata:< / span >
< span class = "hljs-attr" > name:< / span > ceph-secret
< span class = "hljs-attr" > namespace:< / span > galera
< span class = "hljs-attr" > type:< / span > < span class = "hljs-string" > " kubernetes.io/rbd" < / span >
< span class = "hljs-attr" > data:< / span >
< span class = "hljs-attr" > key:< / span > QVFDWDA2aFo5TG5TQnhBQVl1b0lUL2V3YlRSaEtwVEhPWkxvUlE9PQ==
< / code > < / pre >
< h4 id = "4-创建-storageclass" > 4. 创 建 StorageClass< / h4 >
< p > 创 建 < code > ceph-class.yaml< / code > 文 件 内 容 为 ： < / p >
< pre > < code class = "lang-yaml" > < span class = "hljs-attr" > apiVersion:< / span > storage.k8s.io/v1
< span class = "hljs-attr" > kind:< / span > StorageClass
< span class = "hljs-attr" > metadata:< / span >
< span class = "hljs-attr" > name:< / span > ceph-web
< span class = "hljs-attr" > provisioner:< / span > kubernetes.io/rbd
< span class = "hljs-attr" > parameters:< / span >
< span class = "hljs-attr" > monitors:< / span > < span class = "hljs-number" > 172.28< / span > < span class = "hljs-number" > .7< / span > < span class = "hljs-number" > .98< / span > ,< span class = "hljs-number" > 172.28< / span > < span class = "hljs-number" > .7< / span > < span class = "hljs-number" > .99< / span > ,< span class = "hljs-number" > 172.28< / span > < span class = "hljs-number" > .7< / span > < span class = "hljs-number" > .100< / span >
< span class = "hljs-attr" > adminId:< / span > admin
< span class = "hljs-attr" > adminSecretName:< / span > ceph-secret
< span class = "hljs-attr" > adminSecretNamespace:< / span > galera
< span class = "hljs-attr" > pool:< / span > rbd < span class = "hljs-comment" > #此 处 默 认 是 rbd池 ， 生 产 上 建 议 自 己 创 建 存 储 池 隔 离 < / span >
< span class = "hljs-attr" > userId:< / span > admin
< span class = "hljs-attr" > userSecretName:< / span > ceph-secret
< / code > < / pre >
< p > 此 配 置 请 参 考 kubernetes 官 方 文 档 ： < a href = "https://kubernetes.io/docs/concepts/storage/persistent-volumes/#ceph-rbd" target = "_blank" > https://kubernetes.io/docs/concepts/storage/persistent-volumes/#ceph-rbd< / a > < / p >
< h3 id = "配置-mysql" > 配 置 MySQL< / h3 >
< h4 id = "1-创建-mysql-配置文件" > 1. 创 建 MySQL 配 置 文 件 < / h4 >
< p > 创 建 < code > mysql-config.yaml< / code > 文 件 内 容 为 ： < / p >
< pre > < code class = "lang-yaml" > < span class = "hljs-attr" > apiVersion:< / span > v1
< span class = "hljs-attr" > kind:< / span > ConfigMap
< span class = "hljs-attr" > metadata:< / span >
< span class = "hljs-attr" > name:< / span > mysql-config-vol
< span class = "hljs-attr" > namespace:< / span > galera
< span class = "hljs-attr" > labels:< / span >
< span class = "hljs-attr" > app:< / span > mysql
< span class = "hljs-attr" > data:< / span >
mariadb.cnf: < span class = "hljs-string" > |
[client]
default-character-set = utf8
[mysqld]
character-set-server = utf8
collation-server = utf8_general_ci
# InnoDB optimizations
innodb_log_file_size = 64M
galera.cnf: |
[galera]
user = mysql
bind-address = 0.0.0.0
# Optimizations
innodb_flush_log_at_trx_commit = 0
sync_binlog = 0
expire_logs_days = 7
# Required settings
default_storage_engine = InnoDB
binlog_format = ROW
innodb_autoinc_lock_mode = 2
query_cache_size = 0
query_cache_type = 0
# MariaDB Galera settings
#wsrep_debug=ON
wsrep_on=ON
wsrep_provider=/usr/lib/galera/libgalera_smm.so
wsrep_sst_method=rsync
# Cluster settings (automatically updated)
wsrep_cluster_address=gcomm://
wsrep_cluster_name=galera
wsrep_node_address=127.0.0.1
< / span > < / code > < / pre >
< h4 id = "2-创建-mysql-root-用户和密码" > 2. 创 建 MySQL root 用 户 和 密 码 < / h4 >
< p > < strong > 创 建 加 密 密 码 < / strong > < / p >
< pre > < code class = "lang-bash" > $ < span class = "hljs-built_in" > echo< / span > -n jimmysong|base64
amltbXlzb25n
< / code > < / pre >
< p > 注 意 ： 一 定 要 用 -n 去 掉 换 行 符 ， 不 然 会 报 错 。 < / p >
< p > < strong > 创 建 root 用 户 < / strong > < / p >
< pre > < code class = "lang-bash" > $ < span class = "hljs-built_in" > echo< / span > -n root |base64
cm9vdA==
< / code > < / pre >
< p > < strong > 创 建 MySQL secret< / strong > < / p >
< p > 创 建 < code > mysql-secret.yaml< / code > 文 件 内 容 为 ： < / p >
< pre > < code class = "lang-yaml" > < span class = "hljs-attr" > apiVersion:< / span > v1
< span class = "hljs-attr" > kind:< / span > Secret
< span class = "hljs-attr" > metadata:< / span >
< span class = "hljs-attr" > name:< / span > mysql-secrets
< span class = "hljs-attr" > namespace:< / span > galera
< span class = "hljs-attr" > labels:< / span >
< span class = "hljs-attr" > app:< / span > mysql
< span class = "hljs-attr" > data:< / span >
< span class = "hljs-comment" > # Root password: changeit run echo -n jimmysong|base64< / span >
< span class = "hljs-attr" > root-password:< / span > amltbXlzb25n
< span class = "hljs-comment" > # Root user: root< / span >
< span class = "hljs-attr" > root-user:< / span > cm9vdA==
< / code > < / pre >
< h4 id = "3-创建-yaml-配置文件" > 3. 创 建 yaml 配 置 文 件 < / h4 >
< p > 创 建 MySQL 的 yaml 文 件 < code > galera-mariadb.yaml< / code > 内 容 为 ： < / p >
< pre > < code class = "lang-yaml" > < span class = "hljs-attr" > apiVersion:< / span > v1
< span class = "hljs-attr" > kind:< / span > Service
< span class = "hljs-attr" > metadata:< / span >
< span class = "hljs-attr" > annotations:< / span >
service.alpha.kubernetes.io/tolerate-unready-endpoints: < span class = "hljs-string" > " true" < / span >
< span class = "hljs-attr" > name:< / span > mysql
< span class = "hljs-attr" > namespace:< / span > galera
< span class = "hljs-attr" > labels:< / span >
< span class = "hljs-attr" > app:< / span > mysql
< span class = "hljs-attr" > tier:< / span > data
< span class = "hljs-attr" > spec:< / span >
< span class = "hljs-attr" > ports:< / span >
< span class = "hljs-attr" > - port:< / span > < span class = "hljs-number" > 3306< / span >
< span class = "hljs-attr" > name:< / span > mysql
< span class = "hljs-attr" > clusterIP:< / span > None
< span class = "hljs-attr" > selector:< / span >
< span class = "hljs-attr" > app:< / span > mysql
< span class = "hljs-meta" > ---< / span >
< span class = "hljs-attr" > apiVersion:< / span > apps/v1beta1
< span class = "hljs-attr" > kind:< / span > StatefulSet
< span class = "hljs-attr" > metadata:< / span >
< span class = "hljs-attr" > name:< / span > mysql
< span class = "hljs-attr" > namespace:< / span > galera
< span class = "hljs-attr" > spec:< / span >
< span class = "hljs-attr" > serviceName:< / span > < span class = "hljs-string" > " mysql" < / span >
< span class = "hljs-attr" > replicas:< / span > < span class = "hljs-number" > 3< / span >
< span class = "hljs-attr" > template:< / span >
< span class = "hljs-attr" > metadata:< / span >
< span class = "hljs-attr" > labels:< / span >
< span class = "hljs-attr" > app:< / span > mysql
< span class = "hljs-attr" > tier:< / span > data
< span class = "hljs-attr" > annotations:< / span >
pod.beta.kubernetes.io/init-containers: < span class = "hljs-string" > ' [
{
" name" : " galera-init" ,
" image" : " sz-pg-oam-docker-hub-001.tendcloud.com/library/k8s-galera-init:latest" ,
" args" : [" -service=mysql" ],
" env" : [
{
" name" : " POD_NAMESPACE" ,
" valueFrom" : {
" fieldRef" : { " apiVersion" : " v1" , " fieldPath" : " metadata.namespace" }
}
},
{
" name" : " SAFE_TO_BOOTSTRAP" ,
" value" : " 1"
},
{
" name" : " DEBUG" ,
" value" : " 1"
}
],
" volumeMounts" : [
{
" name" : " config" ,
" mountPath" : " /etc/mysql/conf.d"
},
{
" name" : " data" ,
" mountPath" : " /var/lib/mysql"
}
]
}
]' < / span >
< span class = "hljs-attr" > spec:< / span >
< span class = "hljs-attr" > terminationGracePeriodSeconds:< / span > < span class = "hljs-number" > 10< / span >
< span class = "hljs-attr" > containers:< / span >
< span class = "hljs-attr" > - name:< / span > mysql
< span class = "hljs-attr" > image:< / span > sz-pg-oam-docker-hub< span class = "hljs-bullet" > -001.< / span > tendcloud.com/library/mariadb:< span class = "hljs-number" > 10.1< / span >
< span class = "hljs-attr" > imagePullPolicy:< / span > IfNotPresent
< span class = "hljs-attr" > ports:< / span >
< span class = "hljs-attr" > - containerPort:< / span > < span class = "hljs-number" > 3306< / span >
< span class = "hljs-attr" > name:< / span > mysql
< span class = "hljs-attr" > - containerPort:< / span > < span class = "hljs-number" > 4444< / span >
< span class = "hljs-attr" > name:< / span > sst
< span class = "hljs-attr" > - containerPort:< / span > < span class = "hljs-number" > 4567< / span >
< span class = "hljs-attr" > name:< / span > replication
< span class = "hljs-attr" > - containerPort:< / span > < span class = "hljs-number" > 4568< / span >
< span class = "hljs-attr" > name:< / span > ist
< span class = "hljs-attr" > env:< / span >
< span class = "hljs-attr" > - name:< / span > MYSQL_ROOT_PASSWORD
< span class = "hljs-attr" > valueFrom:< / span >
< span class = "hljs-attr" > secretKeyRef:< / span >
< span class = "hljs-attr" > name:< / span > mysql-secrets
< span class = "hljs-attr" > key:< / span > root-password
< span class = "hljs-attr" > - name:< / span > MYSQL_ROOT_USER
< span class = "hljs-attr" > valueFrom:< / span >
< span class = "hljs-attr" > secretKeyRef:< / span >
< span class = "hljs-attr" > name:< / span > mysql-secrets
< span class = "hljs-attr" > key:< / span > root-user
< span class = "hljs-attr" > - name:< / span > MYSQL_INITDB_SKIP_TZINFO
< span class = "hljs-attr" > value:< / span > < span class = "hljs-string" > " yes" < / span >
< span class = "hljs-attr" > livenessProbe:< / span >
< span class = "hljs-attr" > exec:< / span >
< span class = "hljs-attr" > command:< / span > [< span class = "hljs-string" > " sh" < / span > , < span class = "hljs-string" > " -c" < / span > , < span class = "hljs-string" > " mysql -u\" ${MYSQL_ROOT_USER:-root}\" -p\" ${MYSQL_ROOT_PASSWORD}\" -e ' show databases;' " < / span > ]
< span class = "hljs-attr" > initialDelaySeconds:< / span > < span class = "hljs-number" > 60< / span >
< span class = "hljs-attr" > timeoutSeconds:< / span > < span class = "hljs-number" > 5< / span >
< span class = "hljs-attr" > readinessProbe:< / span >
< span class = "hljs-attr" > exec:< / span >
< span class = "hljs-attr" > command:< / span > [< span class = "hljs-string" > " sh" < / span > , < span class = "hljs-string" > " -c" < / span > , < span class = "hljs-string" > " mysql -u\" ${MYSQL_ROOT_USER:-root}\" -p\" ${MYSQL_ROOT_PASSWORD}\" -e ' show databases;' " < / span > ]
< span class = "hljs-attr" > initialDelaySeconds:< / span > < span class = "hljs-number" > 20< / span >
< span class = "hljs-attr" > timeoutSeconds:< / span > < span class = "hljs-number" > 5< / span >
< span class = "hljs-attr" > volumeMounts:< / span >
< span class = "hljs-attr" > - name:< / span > config
< span class = "hljs-attr" > mountPath:< / span > /etc/mysql/conf.d
< span class = "hljs-attr" > - name:< / span > data
< span class = "hljs-attr" > mountPath:< / span > /var/lib/mysql
< span class = "hljs-attr" > volumes:< / span >
< span class = "hljs-attr" > - name:< / span > config
< span class = "hljs-attr" > configMap:< / span >
< span class = "hljs-attr" > name:< / span > mysql-config-vol
< span class = "hljs-attr" > imagePullSecrets:< / span >
< span class = "hljs-attr" > - name:< / span > < span class = "hljs-string" > " registrykey" < / span >
< span class = "hljs-attr" > volumeClaimTemplates:< / span >
< span class = "hljs-attr" > - metadata:< / span >
< span class = "hljs-attr" > name:< / span > data
< span class = "hljs-attr" > annotations:< / span >
volume.beta.kubernetes.io/storage-class: < span class = "hljs-string" > " ceph-web" < / span > < span class = "hljs-comment" > #引 用 ceph class 的 类 < / span >
< span class = "hljs-attr" > spec:< / span >
< span class = "hljs-attr" > accessModes:< / span > [ < span class = "hljs-string" > " ReadWriteOnce" < / span > ]
< span class = "hljs-attr" > resources:< / span >
< span class = "hljs-attr" > requests:< / span >
< span class = "hljs-attr" > storage:< / span > < span class = "hljs-number" > 3< / span > Gi
< / code > < / pre >
< h2 id = "部署-mysql-集群" > 部 署 MySQL 集 群 < / h2 >
< p > 在 < code > /etc/mariadb-cluster< / code > 目 录 下 执 行 ： < / p >
< pre > < code class = "lang-bash" > kubectl create < span class = "hljs-_" > -f< / span > .
< / code > < / pre >
< h2 id = "验证" > 验 证 < / h2 >
2017-09-04 19:34:11 +08:00
< p > 存 在 issue， 参 考 < a href = "https://github.com/kubernetes/kubernetes/issues/38923" target = "_blank" > Error creating rbd image: executable file not found in $PATH#38923< / a > < / p >
< h2 id = "问题记录" > 问 题 记 录 < / h2 >
< p > 如 果 没 有 安 装 < code > ceph-common< / code > 的 话 ， kubernetes 在 创 建 PVC 的 时 候 会 有 如 下 报 错 信 息 ： < / p >
< pre > < code class = "lang-bash" > Events:
FirstSeen LastSeen Count From SubObjectPath Type Reason Message
--------- -------- ----- ---- ------------- -------- ------ -------
1h 12s 441 {persistentvolume-controller } Warning ProvisioningFailed Failed to provision volume with StorageClass < span class = "hljs-string" > " ceph-web" < / span > : failed to create rbd image: executable file not found < span class = "hljs-keyword" > in< / span > < span class = "hljs-variable" > $PATH< / span > , < span class = "hljs-built_in" > command< / span > output:
< / code > < / pre >
< p > 检 查 < code > kube-controller-manager< / code > 的 日 志 将 看 到 如 下 错 误 信 息 ： < / p >
< pre > < code class = "lang-bash" > journalctl -xe -u kube-controller-manager
... rbd_util.go:364] failed to create rbd image, output
... rbd.go:317] rbd: create volume failed, err: failed to create rbd image: executable file not found < span class = "hljs-keyword" > in< / span > < span class = "hljs-variable" > $PATH< / span > , < span class = "hljs-built_in" > command< / span > output:
< / code > < / pre >
< p > 这 是 因 为 < code > kube-controller-manager< / code > 主 机 上 没 有 安 装 < code > ceph-common< / code > 的 缘 故 。 < / p >
< p > 但 是 安 装 了 < code > ceph-common< / code > 之 后 依 然 有 问 题 ： < / p >
< pre > < code class = "lang-bash" > Sep 4 15:25:36 bj-xg-oam-kubernetes-001 kube-controller-manager: W0904 15:25:36.032128 13211 rbd_util.go:364] failed to create rbd image, output
Sep 4 15:25:36 bj-xg-oam-kubernetes-001 kube-controller-manager: W0904 15:25:36.032201 13211 rbd_util.go:364] failed to create rbd image, output
Sep 4 15:25:36 bj-xg-oam-kubernetes-001 kube-controller-manager: W0904 15:25:36.032252 13211 rbd_util.go:364] failed to create rbd image, output
Sep 4 15:25:36 bj-xg-oam-kubernetes-001 kube-controller-manager: E0904 15:25:36.032276 13211 rbd.go:317] rbd: create volume failed, err: failed to create rbd image: fork/< span class = "hljs-built_in" > exec< / span > /usr/bin/rbd: invalid argument, < span class = "hljs-built_in" > command< / span > output:
< / code > < / pre >
< p > 该 问 题 尚 未 解 决 ， 参 考 < a href = "https://github.com/kubernetes/kubernetes/issues/38923" target = "_blank" > Error creating rbd image: executable file not found in $PATH#38923< / a > < / p >
< p > 从 日 志 记 录 来 看 追 查 到 < code > pkg/volume/rbd/rbd.go< / code > 的 < code > func (r *rbdVolumeProvisioner) Provision() (*v1.PersistentVolume, error) {< / code > 方 法 对 < code > ceph-class.yaml< / code > 中 的 参 数 进 行 了 验 证 和 处 理 后 调 用 了 < code > pkg/volume/rbd/rdb_utils.go< / code > 文 件 第 344 行 < code > CreateImage< / code > 方 法 （ kubernetes v1.6.1版 本 ） ： < / p >
< pre > < code class = "lang-go" > < span class = "hljs-keyword" > func< / span > (util *RBDUtil) CreateImage(p *rbdVolumeProvisioner) (r *v1.RBDVolumeSource, size < span class = "hljs-keyword" > int< / span > , err error) {
< span class = "hljs-keyword" > var< / span > output []< span class = "hljs-keyword" > byte< / span >
capacity := p.options.PVC.Spec.Resources.Requests[v1.ResourceName(v1.ResourceStorage)]
volSizeBytes := capacity.Value()
< span class = "hljs-comment" > // convert to MB that rbd defaults on< / span >
sz := < span class = "hljs-keyword" > int< / span > (volume.RoundUpSize(volSizeBytes, < span class = "hljs-number" > 1024< / span > *< span class = "hljs-number" > 1024< / span > ))
volSz := fmt.Sprintf(< span class = "hljs-string" > " %d" < / span > , sz)
< span class = "hljs-comment" > // rbd create< / span >
l := < span class = "hljs-built_in" > len< / span > (p.rbdMounter.Mon)
< span class = "hljs-comment" > // pick a mon randomly< / span >
start := rand.Int() % l
< span class = "hljs-comment" > // iterate all monitors until create succeeds.< / span >
< span class = "hljs-keyword" > for< / span > i := start; i < start+l; i++ {
mon := p.Mon[i%l]
glog.V(< span class = "hljs-number" > 4< / span > ).Infof(< span class = "hljs-string" > " rbd: create %s size %s using mon %s, pool %s id %s key %s" < / span > , p.rbdMounter.Image, volSz, mon, p.rbdMounter.Pool, p.rbdMounter.adminId, p.rbdMounter.adminSecret)
output, err = p.rbdMounter.plugin.execCommand(< span class = "hljs-string" > " rbd" < / span > ,
[]< span class = "hljs-keyword" > string< / span > {< span class = "hljs-string" > " create" < / span > , p.rbdMounter.Image, < span class = "hljs-string" > " --size" < / span > , volSz, < span class = "hljs-string" > " --pool" < / span > , p.rbdMounter.Pool, < span class = "hljs-string" > " --id" < / span > , p.rbdMounter.adminId, < span class = "hljs-string" > " -m" < / span > , mon, < span class = "hljs-string" > " --key=" < / span > + p.rbdMounter.adminSecret, < span class = "hljs-string" > " --image-format" < / span > , < span class = "hljs-string" > " 1" < / span > })
< span class = "hljs-keyword" > if< / span > err == < span class = "hljs-literal" > nil< / span > {
< span class = "hljs-keyword" > break< / span >
} < span class = "hljs-keyword" > else< / span > {
glog.Warningf(< span class = "hljs-string" > " failed to create rbd image, output %v" < / span > , < span class = "hljs-keyword" > string< / span > (output))
}
}
< span class = "hljs-keyword" > if< / span > err != < span class = "hljs-literal" > nil< / span > {
< span class = "hljs-keyword" > return< / span > < span class = "hljs-literal" > nil< / span > , < span class = "hljs-number" > 0< / span > , fmt.Errorf(< span class = "hljs-string" > " failed to create rbd image: %v, command output: %s" < / span > , err, < span class = "hljs-keyword" > string< / span > (output))
}
< span class = "hljs-keyword" > return< / span > & v1.RBDVolumeSource{
CephMonitors: p.rbdMounter.Mon,
RBDImage: p.rbdMounter.Image,
RBDPool: p.rbdMounter.Pool,
}, sz, < span class = "hljs-literal" > nil< / span >
}
< / code > < / pre >
< p > 该 方 法 调 用 失 败 。 < / p >
2017-09-01 21:04:51 +08:00
< h2 id = "参考" > 参 考 < / h2 >
< p > < a href = "https://github.com/kubernetes/examples/blob/master/staging/volumes/cephfs/README.md" target = "_blank" > https://github.com/kubernetes/examples/blob/master/staging/volumes/cephfs/README.md< / a > < / p >
< p > < a href = "http://blog.csdn.net/idea77/article/details/72842723" target = "_blank" > k8s-ceph-statefulsets-storageclass-nfs 动 态 卷 有 状 态 应 用 实 践 < / a > < / p >
< p > < a href = "https://crondev.com/kubernetes-persistent-storage-ceph/" target = "_blank" > Kubernetes persistent storage with Ceph< / a > < / p >
2017-09-04 19:34:11 +08:00
< p > < a href = "https://kubernetes.io/docs/concepts/storage/persistent-volumes/#ceph-rbd" target = "_blank" > https://kubernetes.io/docs/concepts/storage/persistent-volumes/#ceph-rbd< / a > < / p >
2017-09-19 21:38:03 +08:00
< p > < a href = "https://github.com/kubernetes/kubernetes/issues/38923" target = "_blank" > Error creating rbd image: executable file not found in $PATH#38923< / a > < / p >
< footer class = "page-footer-ex" > < span class = "page-footer-ex-copyright" > © All Rights Reserved < / span >                     < span class = "page-footer-ex-footer-update" > updated 2017-09-04 19:32:45 < / span > < / footer >
2017-09-01 21:04:51 +08:00
< / section >
< / div >
< div class = "search-results" >
< div class = "has-results" >
< h1 class = "search-results-title" > < span class = 'search-results-count' > < / span > results matching "< span class = 'search-query' > < / span > "< / h1 >
< ul class = "search-results-list" > < / ul >
< / div >
< div class = "no-results" >
< h1 class = "search-results-title" > No results matching "< span class = 'search-query' > < / span > "< / h1 >
< / div >
< / div >
< / div >
< / div >
< / div >
< / div >
< a href = "cephfs.html" class = "navigation navigation-prev " aria-label = "Previous page: 4.4.2 CephFS" >
< i class = "fa fa-angle-left" > < / i >
< / a >
< a href = "../usecases/" class = "navigation navigation-next " aria-label = "Next page: 5. 领域应用" >
< i class = "fa fa-angle-right" > < / i >
< / a >
< / div >
< script >
var gitbook = gitbook || [];
gitbook.push(function() {
2017-09-19 21:38:03 +08:00
gitbook.page.hasChanged({"page":{"title":"4.4.2.1 使用Ceph做持久化存储","level":"1.4.4.2.1","depth":4,"next":{"title":"5. 领域应用","level":"1.5","depth":1,"path":"usecases/index.md","ref":"usecases/index.md","articles":[{"title":"5.1 微服务架构","level":"1.5.1","depth":2,"path":"usecases/microservices.md","ref":"usecases/microservices.md","articles":[{"title":"5.1.1 Istio","level":"1.5.1.1","depth":3,"path":"usecases/istio.md","ref":"usecases/istio.md","articles":[{"title":"5.1.1.1 安装istio","level":"1.5.1.1.1","depth":4,"path":"usecases/istio-installation.md","ref":"usecases/istio-installation.md","articles":[]},{"title":"5.1.1.2 配置请求的路由规则","level":"1.5.1.1.2","depth":4,"path":"usecases/configuring-request-routing.md","ref":"usecases/configuring-request-routing.md","articles":[]}]},{"title":"5.1.2 Linkerd","level":"1.5.1.2","depth":3,"path":"usecases/linkerd.md","ref":"usecases/linkerd.md","articles":[{"title":"5.1.2.1 Linkerd 使用指南","level":"1.5.1.2.1","depth":4,"path":"usecases/linkerd-user-guide.md","ref":"usecases/linkerd-user-guide.md","articles":[]}]},{"title":"5.1.3 微服务中的服务发现","level":"1.5.1.3","depth":3,"path":"usecases/service-discovery-in-microservices.md","ref":"usecases/service-discovery-in-microservices.md","articles":[]}]},{"title":"5.2 大数据","level":"1.5.2","depth":2,"path":"usecases/big-data.md","ref":"usecases/big-data.md","articles":[{"title":"5.2.1 Spark standalone on Kubernetes","level":"1.5.2.1","depth":3,"path":"usecases/spark-standalone-on-kubernetes.md","ref":"usecases/spark-standalone-on-kubernetes.md","articles":[]},{"title":"5.2.2 运行支持kubernetes原生调度的Spark程序","level":"1.5.2.2","depth":3,"path":"usecases/running-spark-with-kubernetes-native-scheduler.md","ref":"usecases/running-spark-with-kubernetes-native-scheduler.md","articles":[]}]},{"title":"5.3 Serverless架构","level":"1.5.3","depth":2,"path":"usecases/serverless.md","ref":"usecases/serverless.md","articles":[]}]},"previous":{"title":"4.4.2 CephFS","level":"1.4.4.2","depth":3,"path":"practice/cephfs.md","ref":"practice/cephfs.md","articles":[{"title":"4.4.2.1 使用Ceph做持久化存储","level":"1.4.4.2.1","depth":4,"path":"practice/using-ceph-for-persistent-storage.md","ref":"practice/using-ceph-for-persistent-storage.md","articles":[]}]},"dir":"ltr"},"config":{"plugins":["github","codesnippet","splitter","wide-page","page-toc-button","image-captions","page-footer-ex","editlink","back-to-top-button","-lunr","-search","search-plus"],"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"pluginsConfig":{"github":{"url":"https://github.com/rootsongjc/kubernetes-handbook"},"editlink":{"label":"编辑本页","multilingual":false,"base":"https://github.com/rootsongjc/kubernetes-handbook/blob/master/"},"page-footer-ex":{"copyright":"© All Rights Reserved","markdown":false,"update_format":"YYYY-MM-DD HH:mm:ss","update_label":"updated"},"splitter":{},"wide-page":{},"codesnippet":{},"fontsettings":{"theme":"white","family":"sans","size":2},"highlight":{},"page-toc-button":{},"back-to-top-button":{},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"theme-default":{"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"showLevel":false},"search-plus":{},"image-captions":{"variable_name":"_pictures"}},"page-footer-ex":{"copyright":"Jimmy Song","update_label":"最后更新：","update_format":"YYYY-MM-DD HH:mm:ss"},"theme":"default","author":"Jimmy Song","pdf":{"pageNumbers":true,"fontSize":12,"fontFamily":"Arial","paperSize":"a4","chapterMark":"pagebreak","pageBreaksBefore":"/","margin":{"right":62,"left":62,"top":56,"bottom":56}},"structure":{"langs":"LANGS.md","readme":"README.md","glossary":"GLOSSARY.md","
2017-09-01 21:04:51 +08:00
});
< / script >
< / div >
< script src = "../gitbook/gitbook.js" > < / script >
< script src = "../gitbook/theme.js" > < / script >
< script src = "../gitbook/gitbook-plugin-github/plugin.js" > < / script >
< script src = "../gitbook/gitbook-plugin-splitter/splitter.js" > < / script >
< script src = "../gitbook/gitbook-plugin-page-toc-button/plugin.js" > < / script >
< script src = "../gitbook/gitbook-plugin-editlink/plugin.js" > < / script >
2017-09-19 21:38:03 +08:00
< script src = "../gitbook/gitbook-plugin-back-to-top-button/plugin.js" > < / script >
2017-09-01 21:04:51 +08:00
< script src = "../gitbook/gitbook-plugin-search-plus/jquery.mark.min.js" > < / script >
< script src = "../gitbook/gitbook-plugin-search-plus/search.js" > < / script >
< script src = "../gitbook/gitbook-plugin-sharing/buttons.js" > < / script >
< script src = "../gitbook/gitbook-plugin-fontsettings/fontsettings.js" > < / script >
< / body >
< / html >
