kubernetes-handbook/practice/using-ceph-for-persistent-s...

2137 lines
100 KiB
HTML
Raw Normal View History

<!DOCTYPE HTML>
2017-09-19 22:01:07 +08:00
<html lang="zh-hans" >
<head>
<meta charset="UTF-8">
<meta content="text/html; charset=utf-8" http-equiv="Content-Type">
<title>4.4.2.1 使用Ceph做持久化存储 · Kubernetes Handbook</title>
<meta http-equiv="X-UA-Compatible" content="IE=edge" />
<meta name="description" content="">
<meta name="generator" content="GitBook 3.2.2">
<meta name="author" content="Jimmy Song">
<link rel="stylesheet" href="../gitbook/style.css">
<link rel="stylesheet" href="../gitbook/gitbook-plugin-splitter/splitter.css">
<link rel="stylesheet" href="../gitbook/gitbook-plugin-page-toc-button/plugin.css">
<link rel="stylesheet" href="../gitbook/gitbook-plugin-image-captions/image-captions.css">
2017-10-09 15:28:05 +08:00
<link rel="stylesheet" href="../gitbook/gitbook-plugin-back-to-top-button/plugin.css">
2017-10-09 15:28:05 +08:00
<link rel="stylesheet" href="../gitbook/gitbook-plugin-search-plus/search.css">
2017-09-19 21:38:03 +08:00
2017-10-09 15:28:05 +08:00
<link rel="stylesheet" href="../gitbook/gitbook-plugin-tbfed-pagefooter/footer.css">
<link rel="stylesheet" href="../gitbook/gitbook-plugin-highlight/website.css">
<link rel="stylesheet" href="../gitbook/gitbook-plugin-fontsettings/website.css">
2017-10-09 15:28:05 +08:00
<meta name="HandheldFriendly" content="true"/>
<meta name="viewport" content="width=device-width, initial-scale=1, user-scalable=no">
<meta name="apple-mobile-web-app-capable" content="yes">
<meta name="apple-mobile-web-app-status-bar-style" content="black">
<link rel="apple-touch-icon-precomposed" sizes="152x152" href="../gitbook/images/apple-touch-icon-precomposed-152.png">
<link rel="shortcut icon" href="../gitbook/images/favicon.ico" type="image/x-icon">
<link rel="next" href="../usecases/" />
<link rel="prev" href="cephfs.html" />
2017-10-09 15:28:05 +08:00
<link rel="shortcut icon" href='../favicon.ico' type="image/x-icon">
<link rel="bookmark" href='../favicon.ico' type="image/x-icon">
<style>
@media only screen and (max-width: 640px) {
.book-header .hidden-mobile {
display: none;
}
}
</style>
<script>
window["gitbook-plugin-github-buttons"] = {"repo":"rootsongjc/kubernetes-handbook","types":["star"],"size":"small"};
</script>
</head>
<body>
<div class="book">
<div class="book-summary">
<div id="book-search-input" role="search">
2017-09-19 22:01:07 +08:00
<input type="text" placeholder="输入并搜索" />
</div>
<nav role="navigation">
<ul class="summary">
2017-10-09 15:28:05 +08:00
<li>
<a href="https://jimmysong.io" target="_blank" class="custom-link">Home</a>
</li>
2017-10-09 15:28:05 +08:00
<li class="divider"></li>
<li class="chapter " data-level="1.1" data-path="../">
<a href="../">
1. 前言
</a>
</li>
<li class="chapter " data-level="1.2" data-path="../concepts/">
<a href="../concepts/">
2. 概念原理
</a>
<ul class="articles">
<li class="chapter " data-level="1.2.1" data-path="../concepts/concepts.html">
<a href="../concepts/concepts.html">
2.1 设计理念
</a>
</li>
<li class="chapter " data-level="1.2.2" data-path="../concepts/objects.html">
<a href="../concepts/objects.html">
2017-09-03 13:29:38 +08:00
2.2 Objects
</a>
<ul class="articles">
<li class="chapter " data-level="1.2.2.1" data-path="../concepts/pod-overview.html">
<a href="../concepts/pod-overview.html">
2.2.1 Pod
</a>
<ul class="articles">
<li class="chapter " data-level="1.2.2.1.1" data-path="../concepts/pod.html">
<a href="../concepts/pod.html">
2.2.1.1 Pod解析
</a>
</li>
<li class="chapter " data-level="1.2.2.1.2" data-path="../concepts/init-containers.html">
<a href="../concepts/init-containers.html">
2.2.1.2 Init容器
</a>
2017-09-03 15:58:39 +08:00
</li>
<li class="chapter " data-level="1.2.2.1.3" data-path="../concepts/pod-security-policy.html">
<a href="../concepts/pod-security-policy.html">
2.2.1.3 Pod安全策略
</a>
2017-09-17 15:39:26 +08:00
</li>
<li class="chapter " data-level="1.2.2.1.4" data-path="../concepts/pod-lifecycle.html">
<a href="../concepts/pod-lifecycle.html">
2.2.1.4 Pod的生命周期
</a>
</li>
</ul>
</li>
<li class="chapter " data-level="1.2.2.2" data-path="../concepts/node.html">
<a href="../concepts/node.html">
2.2.2 Node
</a>
</li>
<li class="chapter " data-level="1.2.2.3" data-path="../concepts/namespace.html">
<a href="../concepts/namespace.html">
2.2.3 Namespace
</a>
</li>
<li class="chapter " data-level="1.2.2.4" data-path="../concepts/service.html">
<a href="../concepts/service.html">
2.2.4 Service
</a>
</li>
<li class="chapter " data-level="1.2.2.5" data-path="../concepts/volume.html">
<a href="../concepts/volume.html">
2.2.5 Volume和Persistent Volume
</a>
</li>
<li class="chapter " data-level="1.2.2.6" data-path="../concepts/deployment.html">
<a href="../concepts/deployment.html">
2.2.6 Deployment
</a>
</li>
<li class="chapter " data-level="1.2.2.7" data-path="../concepts/secret.html">
<a href="../concepts/secret.html">
2.2.7 Secret
</a>
</li>
<li class="chapter " data-level="1.2.2.8" data-path="../concepts/statefulset.html">
<a href="../concepts/statefulset.html">
2.2.8 StatefulSet
</a>
</li>
<li class="chapter " data-level="1.2.2.9" data-path="../concepts/daemonset.html">
<a href="../concepts/daemonset.html">
2.2.9 DaemonSet
</a>
</li>
<li class="chapter " data-level="1.2.2.10" data-path="../concepts/serviceaccount.html">
<a href="../concepts/serviceaccount.html">
2.2.10 ServiceAccount
</a>
</li>
<li class="chapter " data-level="1.2.2.11" data-path="../concepts/replicaset.html">
<a href="../concepts/replicaset.html">
2.2.11 ReplicationController和ReplicaSet
</a>
</li>
<li class="chapter " data-level="1.2.2.12" data-path="../concepts/job.html">
<a href="../concepts/job.html">
2.2.12 Job
</a>
</li>
<li class="chapter " data-level="1.2.2.13" data-path="../concepts/cronjob.html">
<a href="../concepts/cronjob.html">
2.2.13 CronJob
</a>
</li>
<li class="chapter " data-level="1.2.2.14" data-path="../concepts/ingress.html">
<a href="../concepts/ingress.html">
2.2.14 Ingress
</a>
</li>
<li class="chapter " data-level="1.2.2.15" data-path="../concepts/configmap.html">
<a href="../concepts/configmap.html">
2.2.15 ConfigMap
</a>
</li>
<li class="chapter " data-level="1.2.2.16" data-path="../concepts/horizontal-pod-autoscaling.html">
<a href="../concepts/horizontal-pod-autoscaling.html">
2.2.16 Horizontal Pod Autoscaling
</a>
</li>
<li class="chapter " data-level="1.2.2.17" data-path="../concepts/label.html">
<a href="../concepts/label.html">
2.2.17 Label
</a>
2017-09-03 15:58:39 +08:00
</li>
<li class="chapter " data-level="1.2.2.18" data-path="../concepts/garbage-collection.html">
<a href="../concepts/garbage-collection.html">
2.2.18 垃圾收集
</a>
</li>
<li class="chapter " data-level="1.2.2.19" data-path="../concepts/network-policy.html">
<a href="../concepts/network-policy.html">
2.2.19 NetworkPolicy
</a>
</li>
</ul>
</li>
</ul>
</li>
<li class="chapter " data-level="1.3" data-path="../guide/">
<a href="../guide/">
3. 用户指南
</a>
<ul class="articles">
<li class="chapter " data-level="1.3.1" data-path="../guide/resource-configuration.html">
<a href="../guide/resource-configuration.html">
2017-09-28 21:20:49 +08:00
3.1 资源对象配置
</a>
<ul class="articles">
<li class="chapter " data-level="1.3.1.1" data-path="../guide/configure-liveness-readiness-probes.html">
<a href="../guide/configure-liveness-readiness-probes.html">
3.1.1 配置Pod的liveness和readiness探针
</a>
</li>
<li class="chapter " data-level="1.3.1.2" data-path="../guide/configure-pod-service-account.html">
<a href="../guide/configure-pod-service-account.html">
3.1.2 配置Pod的Service Account
</a>
2017-09-28 21:20:49 +08:00
</li>
<li class="chapter " data-level="1.3.1.3" data-path="../guide/secret-configuration.html">
<a href="../guide/secret-configuration.html">
3.1.3 Secret配置
</a>
2017-10-10 14:51:45 +08:00
</li>
<li class="chapter " data-level="1.3.1.4" data-path="../guide/resource-quota-management.html">
<a href="../guide/resource-quota-management.html">
3.2.3 管理namespace中的资源配额
</a>
</li>
</ul>
</li>
<li class="chapter " data-level="1.3.2" data-path="../guide/command-usage.html">
<a href="../guide/command-usage.html">
3.2 命令使用
</a>
<ul class="articles">
<li class="chapter " data-level="1.3.2.1" data-path="../guide/using-kubectl.html">
<a href="../guide/using-kubectl.html">
3.2.1 使用kubectl
</a>
</li>
<li class="chapter " data-level="1.3.2.2" data-path="../guide/docker-cli-to-kubectl.html">
<a href="../guide/docker-cli-to-kubectl.html">
3.2.2 docker用户过度到kubectl命令行指南
</a>
</li>
</ul>
</li>
<li class="chapter " data-level="1.3.3" data-path="../guide/cluster-security-management.html">
<a href="../guide/cluster-security-management.html">
3.3 集群安全性管理
</a>
<ul class="articles">
<li class="chapter " data-level="1.3.3.1" data-path="../guide/managing-tls-in-a-cluster.html">
<a href="../guide/managing-tls-in-a-cluster.html">
3.3.1 管理集群中的TLS
</a>
</li>
<li class="chapter " data-level="1.3.3.2" data-path="../guide/kubelet-authentication-authorization.html">
<a href="../guide/kubelet-authentication-authorization.html">
3.3.2 kubelet的认证授权
</a>
</li>
<li class="chapter " data-level="1.3.3.3" data-path="../guide/tls-bootstrapping.html">
<a href="../guide/tls-bootstrapping.html">
3.3.3 TLS bootstrap
</a>
</li>
<li class="chapter " data-level="1.3.3.4" data-path="../guide/kubectl-user-authentication-authorization.html">
<a href="../guide/kubectl-user-authentication-authorization.html">
3.3.4 kubectl的用户认证授权
</a>
</li>
<li class="chapter " data-level="1.3.3.5" data-path="../guide/rbac.html">
<a href="../guide/rbac.html">
3.3.5 RBAC——基于角色的访问控制
</a>
2017-09-07 14:13:59 +08:00
</li>
<li class="chapter " data-level="1.3.3.6" data-path="../guide/ip-masq-agent.html">
<a href="../guide/ip-masq-agent.html">
3.3.6 IP伪装代理
</a>
</li>
</ul>
</li>
<li class="chapter " data-level="1.3.4" data-path="../guide/access-kubernetes-cluster.html">
<a href="../guide/access-kubernetes-cluster.html">
3.4 访问 Kubernetes 集群
</a>
<ul class="articles">
<li class="chapter " data-level="1.3.4.1" data-path="../guide/access-cluster.html">
<a href="../guide/access-cluster.html">
3.4.1 访问集群
</a>
</li>
<li class="chapter " data-level="1.3.4.2" data-path="../guide/authenticate-across-clusters-kubeconfig.html">
<a href="../guide/authenticate-across-clusters-kubeconfig.html">
3.4.2 使用 kubeconfig 文件配置跨集群认证
</a>
</li>
<li class="chapter " data-level="1.3.4.3" data-path="../guide/connecting-to-applications-port-forward.html">
<a href="../guide/connecting-to-applications-port-forward.html">
3.4.3 通过端口转发访问集群中的应用程序
</a>
</li>
<li class="chapter " data-level="1.3.4.4" data-path="../guide/service-access-application-cluster.html">
<a href="../guide/service-access-application-cluster.html">
3.4.4 使用 service 访问群集中的应用程序
</a>
</li>
</ul>
</li>
<li class="chapter " data-level="1.3.5" data-path="../guide/application-development-deployment-flow.html">
<a href="../guide/application-development-deployment-flow.html">
3.5 在kubernetes中开发部署应用
</a>
<ul class="articles">
<li class="chapter " data-level="1.3.5.1" data-path="../guide/deploy-applications-in-kubernetes.html">
<a href="../guide/deploy-applications-in-kubernetes.html">
3.5.1 适用于kubernetes的应用开发部署流程
</a>
</li>
<li class="chapter " data-level="1.3.5.2" data-path="../guide/migrating-hadoop-yarn-to-kubernetes.html">
<a href="../guide/migrating-hadoop-yarn-to-kubernetes.html">
3.5.2 迁移传统应用到kubernetes中——以Hadoop YARN为例
</a>
</li>
</ul>
</li>
</ul>
</li>
<li class="chapter " data-level="1.4" data-path="./">
<a href="./">
4. 最佳实践
</a>
<ul class="articles">
<li class="chapter " data-level="1.4.1" data-path="install-kbernetes1.6-on-centos.html">
<a href="install-kbernetes1.6-on-centos.html">
4.1 在CentOS上部署kubernetes1.6集群
</a>
<ul class="articles">
<li class="chapter " data-level="1.4.1.1" data-path="create-tls-and-secret-key.html">
<a href="create-tls-and-secret-key.html">
4.1.1 创建TLS证书和秘钥
</a>
</li>
<li class="chapter " data-level="1.4.1.2" data-path="create-kubeconfig.html">
<a href="create-kubeconfig.html">
4.1.2 创建kubeconfig文件
</a>
</li>
<li class="chapter " data-level="1.4.1.3" data-path="etcd-cluster-installation.html">
<a href="etcd-cluster-installation.html">
4.1.3 创建高可用etcd集群
</a>
</li>
<li class="chapter " data-level="1.4.1.4" data-path="kubectl-installation.html">
<a href="kubectl-installation.html">
4.1.4 安装kubectl命令行工具
</a>
</li>
<li class="chapter " data-level="1.4.1.5" data-path="master-installation.html">
<a href="master-installation.html">
4.1.5 部署master节点
</a>
</li>
<li class="chapter " data-level="1.4.1.6" data-path="node-installation.html">
<a href="node-installation.html">
4.1.6 部署node节点
</a>
</li>
<li class="chapter " data-level="1.4.1.7" data-path="kubedns-addon-installation.html">
<a href="kubedns-addon-installation.html">
4.1.7 安装kubedns插件
</a>
</li>
<li class="chapter " data-level="1.4.1.8" data-path="dashboard-addon-installation.html">
<a href="dashboard-addon-installation.html">
4.1.8 安装dashboard插件
</a>
</li>
<li class="chapter " data-level="1.4.1.9" data-path="heapster-addon-installation.html">
<a href="heapster-addon-installation.html">
4.1.9 安装heapster插件
</a>
</li>
<li class="chapter " data-level="1.4.1.10" data-path="efk-addon-installation.html">
<a href="efk-addon-installation.html">
4.1.10 安装EFK插件
</a>
</li>
</ul>
</li>
<li class="chapter " data-level="1.4.2" data-path="service-discovery-and-loadbalancing.html">
<a href="service-discovery-and-loadbalancing.html">
4.2 服务发现与负载均衡
</a>
<ul class="articles">
<li class="chapter " data-level="1.4.2.1" data-path="traefik-ingress-installation.html">
<a href="traefik-ingress-installation.html">
4.2.1 安装Traefik ingress
</a>
</li>
<li class="chapter " data-level="1.4.2.2" data-path="distributed-load-test.html">
<a href="distributed-load-test.html">
4.2.2 分布式负载测试
</a>
</li>
<li class="chapter " data-level="1.4.2.3" data-path="network-and-cluster-perfermance-test.html">
<a href="network-and-cluster-perfermance-test.html">
4.2.3 网络和集群性能测试
</a>
</li>
<li class="chapter " data-level="1.4.2.4" data-path="edge-node-configuration.html">
<a href="edge-node-configuration.html">
4.2.4 边缘节点配置
</a>
</li>
</ul>
</li>
<li class="chapter " data-level="1.4.3" data-path="operation.html">
<a href="operation.html">
4.3 运维管理
</a>
<ul class="articles">
<li class="chapter " data-level="1.4.3.1" data-path="service-rolling-update.html">
<a href="service-rolling-update.html">
4.3.1 服务滚动升级
</a>
</li>
<li class="chapter " data-level="1.4.3.2" data-path="app-log-collection.html">
<a href="app-log-collection.html">
4.3.2 应用日志收集
</a>
</li>
<li class="chapter " data-level="1.4.3.3" data-path="configuration-best-practice.html">
<a href="configuration-best-practice.html">
4.3.3 配置最佳实践
</a>
</li>
<li class="chapter " data-level="1.4.3.4" data-path="monitor.html">
<a href="monitor.html">
4.3.4 集群及应用监控
</a>
</li>
<li class="chapter " data-level="1.4.3.5" data-path="jenkins-ci-cd.html">
<a href="jenkins-ci-cd.html">
4.3.5 使用Jenkins进行持续构建与发布
</a>
</li>
<li class="chapter " data-level="1.4.3.6" data-path="data-persistence-problem.html">
<a href="data-persistence-problem.html">
4.3.6 数据持久化问题
</a>
2017-09-03 15:58:39 +08:00
</li>
<li class="chapter " data-level="1.4.3.7" data-path="manage-compute-resources-container.html">
<a href="manage-compute-resources-container.html">
4.3.7 管理容器的计算资源
</a>
</li>
<li class="chapter " data-level="1.4.3.8" data-path="using-prometheus-to-monitor-kuberentes-cluster.html">
<a href="using-prometheus-to-monitor-kuberentes-cluster.html">
4.3.8 使用Prometheus监控kubernetes集群
</a>
</li>
</ul>
</li>
<li class="chapter " data-level="1.4.4" data-path="storage.html">
<a href="storage.html">
4.4 存储管理
</a>
<ul class="articles">
<li class="chapter " data-level="1.4.4.1" data-path="glusterfs.html">
<a href="glusterfs.html">
4.4.1 GlusterFS
</a>
<ul class="articles">
<li class="chapter " data-level="1.4.4.1.1" data-path="using-glusterfs-for-persistent-storage.html">
<a href="using-glusterfs-for-persistent-storage.html">
4.4.1.1 使用GlusterFS做持久化存储
</a>
</li>
<li class="chapter " data-level="1.4.4.1.2" data-path="storage-for-containers-using-glusterfs-with-openshift.html">
<a href="storage-for-containers-using-glusterfs-with-openshift.html">
4.4.1.2 在OpenShift中使用GlusterFS做持久化存储
</a>
</li>
</ul>
</li>
<li class="chapter " data-level="1.4.4.2" data-path="cephfs.html">
<a href="cephfs.html">
4.4.2 CephFS
</a>
<ul class="articles">
<li class="chapter active" data-level="1.4.4.2.1" data-path="using-ceph-for-persistent-storage.html">
<a href="using-ceph-for-persistent-storage.html">
4.4.2.1 使用Ceph做持久化存储
</a>
</li>
</ul>
</li>
</ul>
</li>
</ul>
</li>
<li class="chapter " data-level="1.5" data-path="../usecases/">
<a href="../usecases/">
5. 领域应用
</a>
<ul class="articles">
<li class="chapter " data-level="1.5.1" data-path="../usecases/microservices.html">
<a href="../usecases/microservices.html">
5.1 微服务架构
</a>
<ul class="articles">
2017-09-20 21:55:19 +08:00
<li class="chapter " data-level="1.5.1.1" data-path="../usecases/service-discovery-in-microservices.html">
<a href="../usecases/service-discovery-in-microservices.html">
5.1.1 微服务中的服务发现
</a>
</li>
</ul>
</li>
<li class="chapter " data-level="1.5.2" data-path="../usecases/service-mesh.html">
<a href="../usecases/service-mesh.html">
5.2 Service Mesh 服务网格
</a>
<ul class="articles">
<li class="chapter " data-level="1.5.2.1" data-path="../usecases/istio.html">
<a href="../usecases/istio.html">
5.1.1 Istio
</a>
<ul class="articles">
2017-09-20 21:55:19 +08:00
<li class="chapter " data-level="1.5.2.1.1" data-path="../usecases/istio-installation.html">
<a href="../usecases/istio-installation.html">
5.1.1.1 安装istio
</a>
</li>
2017-09-20 21:55:19 +08:00
<li class="chapter " data-level="1.5.2.1.2" data-path="../usecases/configuring-request-routing.html">
<a href="../usecases/configuring-request-routing.html">
5.1.1.2 配置请求的路由规则
</a>
</li>
</ul>
</li>
2017-09-20 21:55:19 +08:00
<li class="chapter " data-level="1.5.2.2" data-path="../usecases/linkerd.html">
<a href="../usecases/linkerd.html">
5.1.2 Linkerd
</a>
<ul class="articles">
2017-09-20 21:55:19 +08:00
<li class="chapter " data-level="1.5.2.2.1" data-path="../usecases/linkerd-user-guide.html">
<a href="../usecases/linkerd-user-guide.html">
5.1.2.1 Linkerd 使用指南
</a>
</li>
</ul>
</li>
</ul>
</li>
2017-09-20 21:55:19 +08:00
<li class="chapter " data-level="1.5.3" data-path="../usecases/big-data.html">
<a href="../usecases/big-data.html">
5.2 大数据
</a>
<ul class="articles">
2017-09-20 21:55:19 +08:00
<li class="chapter " data-level="1.5.3.1" data-path="../usecases/spark-standalone-on-kubernetes.html">
<a href="../usecases/spark-standalone-on-kubernetes.html">
5.2.1 Spark standalone on Kubernetes
</a>
</li>
2017-09-20 21:55:19 +08:00
<li class="chapter " data-level="1.5.3.2" data-path="../usecases/running-spark-with-kubernetes-native-scheduler.html">
2017-09-14 15:57:50 +08:00
<a href="../usecases/running-spark-with-kubernetes-native-scheduler.html">
5.2.2 运行支持kubernetes原生调度的Spark程序
</a>
</li>
</ul>
</li>
2017-09-20 21:55:19 +08:00
<li class="chapter " data-level="1.5.4" data-path="../usecases/serverless.html">
<a href="../usecases/serverless.html">
5.3 Serverless架构
</a>
</li>
</ul>
</li>
<li class="chapter " data-level="1.6" data-path="../develop/">
<a href="../develop/">
6. 开发指南
</a>
<ul class="articles">
<li class="chapter " data-level="1.6.1" data-path="../develop/developing-environment.html">
<a href="../develop/developing-environment.html">
6.1 开发环境搭建
</a>
</li>
<li class="chapter " data-level="1.6.2" data-path="../develop/testing.html">
<a href="../develop/testing.html">
6.2 单元测试和集成测试
</a>
</li>
<li class="chapter " data-level="1.6.3" data-path="../develop/client-go-sample.html">
<a href="../develop/client-go-sample.html">
6.3 client-go示例
</a>
</li>
<li class="chapter " data-level="1.6.4" data-path="../develop/contribute.html">
<a href="../develop/contribute.html">
6.4 社区贡献
</a>
</li>
</ul>
</li>
<li class="chapter " data-level="1.7" data-path="../appendix/">
<a href="../appendix/">
7. 附录
</a>
<ul class="articles">
<li class="chapter " data-level="1.7.1" data-path="../appendix/docker-best-practice.html">
<a href="../appendix/docker-best-practice.html">
7.1 Docker最佳实践
</a>
</li>
<li class="chapter " data-level="1.7.2" data-path="../appendix/issues.html">
<a href="../appendix/issues.html">
7.2 问题记录
</a>
</li>
<li class="chapter " data-level="1.7.3" data-path="../appendix/tricks.html">
<a href="../appendix/tricks.html">
7.3 使用技巧
</a>
</li>
<li class="chapter " data-level="1.7.4" data-path="../appendix/debug-kubernetes-services.html">
<a href="../appendix/debug-kubernetes-services.html">
7.4 kubernetes service中的故障排查
</a>
</li>
</ul>
</li>
<li class="divider"></li>
<li>
<a href="https://www.gitbook.com" target="blank" class="gitbook-link">
2017-09-19 22:01:07 +08:00
本书使用 GitBook 发布
</a>
</li>
</ul>
</nav>
</div>
<div class="book-body">
<div class="body-inner">
<div class="book-header" role="navigation">
<!-- Title -->
<h1>
<i class="fa fa-circle-o-notch fa-spin"></i>
<a href=".." >4.4.2.1 使用Ceph做持久化存储</a>
</h1>
</div>
<div class="page-wrapper" tabindex="-1" role="main">
<div class="page-inner">
<div class="search-plus" id="book-search-results">
<div class="search-noresults">
<section class="normal markdown-section">
<h1 id="&#x4F7F;&#x7528;ceph&#x505A;&#x6301;&#x4E45;&#x5316;&#x5B58;&#x50A8;&#x521B;&#x5EFA;mysql&#x96C6;&#x7FA4;">&#x4F7F;&#x7528;Ceph&#x505A;&#x6301;&#x4E45;&#x5316;&#x5B58;&#x50A8;&#x521B;&#x5EFA;MySQL&#x96C6;&#x7FA4;</h1>
<p>&#x672C;&#x6587;&#x4E2D;&#x7528;&#x5230;&#x7684; yaml &#x6587;&#x4EF6;&#x53EF;&#x4EE5;&#x5728; <a href="../manifests/mariadb-cluster">../manifests/mariadb-cluster</a> &#x76EE;&#x5F55;&#x4E0B;&#x627E;&#x5230;&#x3002;</p>
<p>&#x4E0B;&#x9762;&#x6211;&#x4EEC;&#x4EE5;&#x90E8;&#x7F72;&#x4E00;&#x4E2A;&#x9AD8;&#x53EF;&#x7528;&#x7684; MySQL &#x96C6;&#x7FA4;&#x4E3A;&#x4F8B;&#xFF0C;&#x8BB2;&#x89E3;&#x5982;&#x4F55;&#x4F7F;&#x7528; Ceph &#x505A;&#x6570;&#x636E;&#x6301;&#x4E45;&#x5316;&#xFF0C;&#x5176;&#x4E2D;&#x4F7F;&#x7528; StorageClass &#x52A8;&#x6001;&#x521B;&#x5EFA; PV&#xFF0C;Ceph &#x96C6;&#x7FA4;&#x6211;&#x4EEC;&#x4F7F;&#x7528; kubernetes &#x96C6;&#x7FA4;&#x5916;&#x90E8;&#x7684;&#x5DF2;&#x6709;&#x7684;&#x96C6;&#x7FA4;&#xFF0C;&#x6211;&#x4EEC;&#x6CA1;&#x6709;&#x5FC5;&#x8981;&#x91CD;&#x65B0;&#x90E8;&#x7F72;&#x4E86;&#x3002;</p>
<p>&#x5728; 1.4 &#x4EE5;&#x540E;&#xFF0C;kubernetes &#x63D0;&#x4F9B;&#x4E86;&#x4E00;&#x79CD;&#x66F4;&#x52A0;&#x65B9;&#x4FBF;&#x7684;&#x52A8;&#x6001;&#x521B;&#x5EFA; PV &#x7684;&#x65B9;&#x5F0F;&#xFF1B;&#x4E5F;&#x5C31;&#x662F;&#x8BF4;&#x4F7F;&#x7528; StoragaClass &#x65F6;&#x65E0;&#x9700;&#x9884;&#x5148;&#x521B;&#x5EFA;&#x56FA;&#x5B9A;&#x5927;&#x5C0F;&#x7684; PV&#xFF0C;&#x7B49;&#x5F85;&#x4F7F;&#x7528;&#x8005;&#x521B;&#x5EFA; PVC &#x6765;&#x4F7F;&#x7528;&#xFF1B;&#x800C;&#x662F;&#x76F4;&#x63A5;&#x521B;&#x5EFA; PVC &#x5373;&#x53EF;&#x5206;&#x914D;&#x4F7F;&#x7528;&#x3002;</p>
<h2 id="&#x4F7F;&#x7528;-kubernetes-&#x96C6;&#x7FA4;&#x5916;&#x90E8;&#x7684;-ceph-&#x5B58;&#x50A8;">&#x4F7F;&#x7528; kubernetes &#x96C6;&#x7FA4;&#x5916;&#x90E8;&#x7684; Ceph &#x5B58;&#x50A8;</h2>
2017-09-04 19:34:11 +08:00
<p>&#x5728;&#x90E8;&#x7F72; kubernetes &#x4E4B;&#x524D;&#x6211;&#x4EEC;&#x5C31;&#x5DF2;&#x7ECF;&#x6709;&#x4E86; Ceph &#x96C6;&#x7FA4;&#xFF0C;&#x56E0;&#x6B64;&#x6211;&#x4EEC;&#x53EF;&#x4EE5;&#x76F4;&#x63A5;&#x62FF;&#x6765;&#x7528;&#x3002;&#x4F46;&#x662F; kubernetes &#x7684;&#x6240;&#x6709;&#x8282;&#x70B9;&#xFF08;&#x5C24;&#x5176;&#x662F; master &#x8282;&#x70B9;&#xFF09;&#x4E0A;&#x4F9D;&#x7136;&#x9700;&#x8981;&#x5B89;&#x88C5; ceph &#x5BA2;&#x6237;&#x7AEF;&#x3002;</p>
<pre><code class="lang-bash">yum install -y ceph-common
</code></pre>
<p>&#x8FD8;&#x9700;&#x8981;&#x5C06; ceph &#x7684;&#x914D;&#x7F6E;&#x6587;&#x4EF6; <code>ceph.conf</code> &#x653E;&#x5728;&#x6240;&#x6709;&#x8282;&#x70B9;&#x7684; <code>/etc/ceph</code> &#x76EE;&#x5F55;&#x4E0B;&#x3002;</p>
<p>Kubernetes &#x4F7F;&#x7528; ceph &#x5B58;&#x50A8;&#x9700;&#x8981;&#x7528;&#x5230;&#x5982;&#x4E0B;&#x914D;&#x7F6E;&#xFF1A;</p>
<ul>
<li>Monitors: Ceph montors &#x5217;&#x8868;</li>
<li>Path&#xFF1A;&#x4F5C;&#x4E3A;&#x6302;&#x8F7D;&#x7684;&#x6839;&#x8DEF;&#x5F84;&#xFF0C;&#x9ED8;&#x8BA4;&#x662F; /</li>
<li>User&#xFF1A;RADOS&#x7528;&#x6237;&#x540D;&#xFF0C;&#x9ED8;&#x8BA4;&#x662F; admin</li>
2017-09-04 19:34:11 +08:00
<li>secretFile&#xFF1A;keyring &#x6587;&#x4EF6;&#x8DEF;&#x5F84;&#xFF0C;&#x9ED8;&#x8BA4;&#x662F; /etc/ceph/user.secret&#xFF0C;&#x6211;&#x4EEC; Ceph &#x96C6;&#x7FA4;&#x63D0;&#x4F9B;&#x7684;&#x6587;&#x4EF6;&#x662F; <code>ceph.client.admin.keyring</code>&#xFF0C;&#x5C06;&#x5728;&#x4E0B;&#x9762;&#x7528;&#x5230;</li>
<li>secretRef&#xFF1A;Ceph &#x8BA4;&#x8BC1; secret &#x7684;&#x5F15;&#x7528;&#xFF0C;&#x5982;&#x679C;&#x914D;&#x7F6E;&#x4E86;&#x5C06;&#x4F1A;&#x8986;&#x76D6; secretFile&#x3002;</li>
<li>readOnly&#xFF1A;&#x8BE5;&#x6587;&#x4EF6;&#x7CFB;&#x7EDF;&#x662F;&#x5426;&#x53EA;&#x8BFB;&#x3002;</li>
</ul>
<h2 id="galera-cluster&#x4ECB;&#x7ECD;">Galera Cluster&#x4ECB;&#x7ECD;</h2>
<p>Galera&#x662F;&#x4E00;&#x4E2A;MySQL(&#x4E5F;&#x652F;&#x6301;MariaDB&#xFF0C;Percona)&#x7684;&#x540C;&#x6B65;&#x591A;&#x4E3B;&#x96C6;&#x7FA4;&#x8F6F;&#x4EF6;&#x3002;</p>
<p>&#x4ECE;&#x7528;&#x6237;&#x89C6;&#x89D2;&#x770B;&#xFF0C;&#x4E00;&#x7EC4;Galera&#x96C6;&#x7FA4;&#x53EF;&#x4EE5;&#x770B;&#x4F5C;&#x4E00;&#x4E2A;&#x5177;&#x6709;&#x591A;&#x5165;&#x53E3;&#x7684;MySQL&#x5E93;&#xFF0C;&#x7528;&#x6237;&#x53EF;&#x4EE5;&#x540C;&#x65F6;&#x4ECE;&#x591A;&#x4E2A;IP&#x8BFB;&#x5199;&#x8FD9;&#x4E2A;&#x5E93;&#x3002;&#x76EE;&#x524D;Galera&#x5DF2;&#x7ECF;&#x5F97;&#x5230;&#x5E7F;&#x6CDB;&#x5E94;&#x7528;&#xFF0C;&#x4F8B;&#x5982;Openstack&#x4E2D;&#xFF0C;&#x5728;&#x96C6;&#x7FA4;&#x89C4;&#x6A21;&#x4E0D;&#x5927;&#x7684;&#x60C5;&#x51B5;&#x4E0B;&#xFF0C;&#x7A33;&#x5B9A;&#x6027;&#x5DF2;&#x7ECF;&#x5F97;&#x5230;&#x4E86;&#x5B9E;&#x8DF5;&#x8003;&#x9A8C;&#x3002;&#x771F;&#x6B63;&#x7684;multi-master&#xFF0C;&#x5373;&#x6240;&#x6709;&#x8282;&#x70B9;&#x53EF;&#x4EE5;&#x540C;&#x65F6;&#x8BFB;&#x5199;&#x6570;&#x636E;&#x5E93;&#x3002;</p>
<h2 id="&#x8BE6;&#x7EC6;&#x6B65;&#x9AA4;">&#x8BE6;&#x7EC6;&#x6B65;&#x9AA4;</h2>
<p>&#x4EE5;&#x4E0B;&#x6B65;&#x9AA4;&#x5305;&#x62EC;&#x521B;&#x5EFA; Ceph &#x7684;&#x914D;&#x7F6E; &#x548C; MySQL &#x7684;&#x914D;&#x7F6E;&#x4E24;&#x90E8;&#x5206;&#x3002;</p>
<h3 id="&#x914D;&#x7F6E;-ceph">&#x914D;&#x7F6E; Ceph</h3>
<p>&#x5173;&#x4E8E; Ceph &#x7684; yaml &#x6587;&#x4EF6;&#x53EF;&#x4EE5;&#x5728; <a href="../manifests/cephfs">../manifest/cephfs</a> &#x76EE;&#x5F55;&#x4E0B;&#x627E;&#x5230;&#x3002;</p>
<h4 id="1-&#x751F;&#x6210;-ceph-secret">1. &#x751F;&#x6210; Ceph secret</h4>
<p>&#x4F7F;&#x7528; Ceph &#x7BA1;&#x7406;&#x5458;&#x63D0;&#x4F9B;&#x7ED9;&#x4F60;&#x7684; <code>ceph.client.admin.keyring</code> &#x6587;&#x4EF6;&#xFF0C;&#x6211;&#x4EEC;&#x5C06;&#x5B83;&#x653E;&#x5728;&#x4E86; <code>/etc/ceph</code> &#x76EE;&#x5F55;&#x4E0B;&#xFF0C;&#x7528;&#x6765;&#x751F;&#x6210; secret&#x3002;</p>
<pre><code class="lang-bash">grep key /etc/ceph/ceph.client.admin.keyring |awk <span class="hljs-string">&apos;{printf &quot;%s&quot;, $NF}&apos;</span>|base64
</code></pre>
<p>&#x5C06;&#x83B7;&#x5F97;&#x52A0;&#x5BC6;&#x540E;&#x7684; key&#xFF1A;<code>QVFDWDA2aFo5TG5TQnhBQVl1b0lUL2V3YlRSaEtwVEhPWkxvUlE9PQ==</code>&#xFF0C;&#x6211;&#x4EEC;&#x5C06;&#x5728;&#x540E;&#x9762;&#x7528;&#x5230;&#x3002;</p>
<h4 id="2-&#x521B;&#x5EFA;&#x79DF;&#x6237;namespace">2. &#x521B;&#x5EFA;&#x79DF;&#x6237;namespace</h4>
<p>&#x521B;&#x5EFA; <code>galera-namespace.yaml</code> &#x6587;&#x4EF6;&#x5185;&#x5BB9;&#x4E3A;&#xFF1A;</p>
<pre><code class="lang-yaml"><span class="hljs-attr">apiVersion:</span> v1
<span class="hljs-attr">kind:</span> Namespace
<span class="hljs-attr">metadata:</span>
<span class="hljs-attr"> name:</span> galera
</code></pre>
<h4 id="3-&#x521B;&#x5EFA;-ceph-secret">3. &#x521B;&#x5EFA; Ceph secret</h4>
<p>&#x521B;&#x5EFA; <code>ceph-secret.yaml</code> &#x6587;&#x4EF6;&#x5185;&#x5BB9;&#x4E3A;&#xFF1A;</p>
<pre><code class="lang-yaml"><span class="hljs-attr">apiVersion:</span> v1
<span class="hljs-attr">kind:</span> Secret
<span class="hljs-attr">metadata:</span>
<span class="hljs-attr"> name:</span> ceph-secret
<span class="hljs-attr"> namespace:</span> galera
<span class="hljs-attr">type:</span> <span class="hljs-string">&quot;kubernetes.io/rbd&quot;</span>
<span class="hljs-attr">data:</span>
<span class="hljs-attr"> key:</span> QVFDWDA2aFo5TG5TQnhBQVl1b0lUL2V3YlRSaEtwVEhPWkxvUlE9PQ==
</code></pre>
<h4 id="4-&#x521B;&#x5EFA;-storageclass">4. &#x521B;&#x5EFA; StorageClass</h4>
<p>&#x521B;&#x5EFA; <code>ceph-class.yaml</code> &#x6587;&#x4EF6;&#x5185;&#x5BB9;&#x4E3A;&#xFF1A;</p>
<pre><code class="lang-yaml"><span class="hljs-attr">apiVersion:</span> storage.k8s.io/v1
<span class="hljs-attr">kind:</span> StorageClass
<span class="hljs-attr">metadata:</span>
<span class="hljs-attr"> name:</span> ceph-web
<span class="hljs-attr">provisioner:</span> kubernetes.io/rbd
<span class="hljs-attr">parameters:</span>
<span class="hljs-attr"> monitors:</span> <span class="hljs-number">172.28</span><span class="hljs-number">.7</span><span class="hljs-number">.98</span>,<span class="hljs-number">172.28</span><span class="hljs-number">.7</span><span class="hljs-number">.99</span>,<span class="hljs-number">172.28</span><span class="hljs-number">.7</span><span class="hljs-number">.100</span>
<span class="hljs-attr"> adminId:</span> admin
<span class="hljs-attr"> adminSecretName:</span> ceph-secret
<span class="hljs-attr"> adminSecretNamespace:</span> galera
<span class="hljs-attr"> pool:</span> rbd <span class="hljs-comment">#&#x6B64;&#x5904;&#x9ED8;&#x8BA4;&#x662F;rbd&#x6C60;&#xFF0C;&#x751F;&#x4EA7;&#x4E0A;&#x5EFA;&#x8BAE;&#x81EA;&#x5DF1;&#x521B;&#x5EFA;&#x5B58;&#x50A8;&#x6C60;&#x9694;&#x79BB;</span>
<span class="hljs-attr"> userId:</span> admin
<span class="hljs-attr"> userSecretName:</span> ceph-secret
</code></pre>
<p>&#x6B64;&#x914D;&#x7F6E;&#x8BF7;&#x53C2;&#x8003; kubernetes &#x5B98;&#x65B9;&#x6587;&#x6863;&#xFF1A;<a href="https://kubernetes.io/docs/concepts/storage/persistent-volumes/#ceph-rbd" target="_blank">https://kubernetes.io/docs/concepts/storage/persistent-volumes/#ceph-rbd</a></p>
<h3 id="&#x914D;&#x7F6E;-mysql">&#x914D;&#x7F6E; MySQL</h3>
<h4 id="1-&#x521B;&#x5EFA;-mysql-&#x914D;&#x7F6E;&#x6587;&#x4EF6;">1. &#x521B;&#x5EFA; MySQL &#x914D;&#x7F6E;&#x6587;&#x4EF6;</h4>
<p>&#x521B;&#x5EFA; <code>mysql-config.yaml</code> &#x6587;&#x4EF6;&#x5185;&#x5BB9;&#x4E3A;&#xFF1A;</p>
<pre><code class="lang-yaml"><span class="hljs-attr">apiVersion:</span> v1
<span class="hljs-attr">kind:</span> ConfigMap
<span class="hljs-attr">metadata:</span>
<span class="hljs-attr"> name:</span> mysql-config-vol
<span class="hljs-attr"> namespace:</span> galera
<span class="hljs-attr"> labels:</span>
<span class="hljs-attr"> app:</span> mysql
<span class="hljs-attr">data:</span>
mariadb.cnf: <span class="hljs-string">|
[client]
default-character-set = utf8
[mysqld]
character-set-server = utf8
collation-server = utf8_general_ci
# InnoDB optimizations
innodb_log_file_size = 64M
galera.cnf: |
[galera]
user = mysql
bind-address = 0.0.0.0
# Optimizations
innodb_flush_log_at_trx_commit = 0
sync_binlog = 0
expire_logs_days = 7
# Required settings
default_storage_engine = InnoDB
binlog_format = ROW
innodb_autoinc_lock_mode = 2
query_cache_size = 0
query_cache_type = 0
# MariaDB Galera settings
#wsrep_debug=ON
wsrep_on=ON
wsrep_provider=/usr/lib/galera/libgalera_smm.so
wsrep_sst_method=rsync
# Cluster settings (automatically updated)
wsrep_cluster_address=gcomm://
wsrep_cluster_name=galera
wsrep_node_address=127.0.0.1
</span></code></pre>
<h4 id="2-&#x521B;&#x5EFA;-mysql-root-&#x7528;&#x6237;&#x548C;&#x5BC6;&#x7801;">2. &#x521B;&#x5EFA; MySQL root &#x7528;&#x6237;&#x548C;&#x5BC6;&#x7801;</h4>
<p><strong>&#x521B;&#x5EFA;&#x52A0;&#x5BC6;&#x5BC6;&#x7801;</strong></p>
<pre><code class="lang-bash">$ <span class="hljs-built_in">echo</span> -n jimmysong|base64
amltbXlzb25n
</code></pre>
<p>&#x6CE8;&#x610F;&#xFF1A;&#x4E00;&#x5B9A;&#x8981;&#x7528;-n &#x53BB;&#x6389;&#x6362;&#x884C;&#x7B26;&#xFF0C;&#x4E0D;&#x7136;&#x4F1A;&#x62A5;&#x9519;&#x3002;</p>
<p><strong>&#x521B;&#x5EFA; root &#x7528;&#x6237;</strong></p>
<pre><code class="lang-bash">$ <span class="hljs-built_in">echo</span> -n root |base64
cm9vdA==
</code></pre>
<p><strong>&#x521B;&#x5EFA; MySQL secret</strong></p>
<p>&#x521B;&#x5EFA; <code>mysql-secret.yaml</code> &#x6587;&#x4EF6;&#x5185;&#x5BB9;&#x4E3A;&#xFF1A;</p>
<pre><code class="lang-yaml"><span class="hljs-attr">apiVersion:</span> v1
<span class="hljs-attr">kind:</span> Secret
<span class="hljs-attr">metadata:</span>
<span class="hljs-attr"> name:</span> mysql-secrets
<span class="hljs-attr"> namespace:</span> galera
<span class="hljs-attr"> labels:</span>
<span class="hljs-attr"> app:</span> mysql
<span class="hljs-attr">data:</span>
<span class="hljs-comment"># Root password: changeit run echo -n jimmysong|base64</span>
<span class="hljs-attr"> root-password:</span> amltbXlzb25n
<span class="hljs-comment"># Root user: root</span>
<span class="hljs-attr"> root-user:</span> cm9vdA==
</code></pre>
<h4 id="3-&#x521B;&#x5EFA;-yaml-&#x914D;&#x7F6E;&#x6587;&#x4EF6;">3. &#x521B;&#x5EFA; yaml &#x914D;&#x7F6E;&#x6587;&#x4EF6;</h4>
<p>&#x521B;&#x5EFA; MySQL &#x7684; yaml &#x6587;&#x4EF6; <code>galera-mariadb.yaml</code> &#x5185;&#x5BB9;&#x4E3A;&#xFF1A;</p>
<pre><code class="lang-yaml"><span class="hljs-attr">apiVersion:</span> v1
<span class="hljs-attr">kind:</span> Service
<span class="hljs-attr">metadata:</span>
<span class="hljs-attr"> annotations:</span>
service.alpha.kubernetes.io/tolerate-unready-endpoints: <span class="hljs-string">&quot;true&quot;</span>
<span class="hljs-attr"> name:</span> mysql
<span class="hljs-attr"> namespace:</span> galera
<span class="hljs-attr"> labels:</span>
<span class="hljs-attr"> app:</span> mysql
<span class="hljs-attr"> tier:</span> data
<span class="hljs-attr">spec:</span>
<span class="hljs-attr"> ports:</span>
<span class="hljs-attr"> - port:</span> <span class="hljs-number">3306</span>
<span class="hljs-attr"> name:</span> mysql
<span class="hljs-attr"> clusterIP:</span> None
<span class="hljs-attr"> selector:</span>
<span class="hljs-attr"> app:</span> mysql
<span class="hljs-meta">---</span>
<span class="hljs-attr">apiVersion:</span> apps/v1beta1
<span class="hljs-attr">kind:</span> StatefulSet
<span class="hljs-attr">metadata:</span>
<span class="hljs-attr"> name:</span> mysql
<span class="hljs-attr"> namespace:</span> galera
<span class="hljs-attr">spec:</span>
<span class="hljs-attr"> serviceName:</span> <span class="hljs-string">&quot;mysql&quot;</span>
<span class="hljs-attr"> replicas:</span> <span class="hljs-number">3</span>
<span class="hljs-attr"> template:</span>
<span class="hljs-attr"> metadata:</span>
<span class="hljs-attr"> labels:</span>
<span class="hljs-attr"> app:</span> mysql
<span class="hljs-attr"> tier:</span> data
<span class="hljs-attr"> annotations:</span>
pod.beta.kubernetes.io/init-containers: <span class="hljs-string">&apos;[
{
&quot;name&quot;: &quot;galera-init&quot;,
&quot;image&quot;: &quot;sz-pg-oam-docker-hub-001.tendcloud.com/library/k8s-galera-init:latest&quot;,
&quot;args&quot;: [&quot;-service=mysql&quot;],
&quot;env&quot;: [
{
&quot;name&quot;: &quot;POD_NAMESPACE&quot;,
&quot;valueFrom&quot;: {
&quot;fieldRef&quot;: { &quot;apiVersion&quot;: &quot;v1&quot;, &quot;fieldPath&quot;: &quot;metadata.namespace&quot; }
}
},
{
&quot;name&quot;: &quot;SAFE_TO_BOOTSTRAP&quot;,
&quot;value&quot;: &quot;1&quot;
},
{
&quot;name&quot;: &quot;DEBUG&quot;,
&quot;value&quot;: &quot;1&quot;
}
],
&quot;volumeMounts&quot;: [
{
&quot;name&quot;: &quot;config&quot;,
&quot;mountPath&quot;: &quot;/etc/mysql/conf.d&quot;
},
{
&quot;name&quot;: &quot;data&quot;,
&quot;mountPath&quot;: &quot;/var/lib/mysql&quot;
}
]
}
]&apos;</span>
<span class="hljs-attr"> spec:</span>
<span class="hljs-attr"> terminationGracePeriodSeconds:</span> <span class="hljs-number">10</span>
<span class="hljs-attr"> containers:</span>
<span class="hljs-attr"> - name:</span> mysql
<span class="hljs-attr"> image:</span> sz-pg-oam-docker-hub<span class="hljs-bullet">-001.</span>tendcloud.com/library/mariadb:<span class="hljs-number">10.1</span>
<span class="hljs-attr"> imagePullPolicy:</span> IfNotPresent
<span class="hljs-attr"> ports:</span>
<span class="hljs-attr"> - containerPort:</span> <span class="hljs-number">3306</span>
<span class="hljs-attr"> name:</span> mysql
<span class="hljs-attr"> - containerPort:</span> <span class="hljs-number">4444</span>
<span class="hljs-attr"> name:</span> sst
<span class="hljs-attr"> - containerPort:</span> <span class="hljs-number">4567</span>
<span class="hljs-attr"> name:</span> replication
<span class="hljs-attr"> - containerPort:</span> <span class="hljs-number">4568</span>
<span class="hljs-attr"> name:</span> ist
<span class="hljs-attr"> env:</span>
<span class="hljs-attr"> - name:</span> MYSQL_ROOT_PASSWORD
<span class="hljs-attr"> valueFrom:</span>
<span class="hljs-attr"> secretKeyRef:</span>
<span class="hljs-attr"> name:</span> mysql-secrets
<span class="hljs-attr"> key:</span> root-password
<span class="hljs-attr"> - name:</span> MYSQL_ROOT_USER
<span class="hljs-attr"> valueFrom:</span>
<span class="hljs-attr"> secretKeyRef:</span>
<span class="hljs-attr"> name:</span> mysql-secrets
<span class="hljs-attr"> key:</span> root-user
<span class="hljs-attr"> - name:</span> MYSQL_INITDB_SKIP_TZINFO
<span class="hljs-attr"> value:</span> <span class="hljs-string">&quot;yes&quot;</span>
<span class="hljs-attr"> livenessProbe:</span>
<span class="hljs-attr"> exec:</span>
<span class="hljs-attr"> command:</span> [<span class="hljs-string">&quot;sh&quot;</span>, <span class="hljs-string">&quot;-c&quot;</span>, <span class="hljs-string">&quot;mysql -u\&quot;${MYSQL_ROOT_USER:-root}\&quot; -p\&quot;${MYSQL_ROOT_PASSWORD}\&quot; -e &apos;show databases;&apos;&quot;</span>]
<span class="hljs-attr"> initialDelaySeconds:</span> <span class="hljs-number">60</span>
<span class="hljs-attr"> timeoutSeconds:</span> <span class="hljs-number">5</span>
<span class="hljs-attr"> readinessProbe:</span>
<span class="hljs-attr"> exec:</span>
<span class="hljs-attr"> command:</span> [<span class="hljs-string">&quot;sh&quot;</span>, <span class="hljs-string">&quot;-c&quot;</span>, <span class="hljs-string">&quot;mysql -u\&quot;${MYSQL_ROOT_USER:-root}\&quot; -p\&quot;${MYSQL_ROOT_PASSWORD}\&quot; -e &apos;show databases;&apos;&quot;</span>]
<span class="hljs-attr"> initialDelaySeconds:</span> <span class="hljs-number">20</span>
<span class="hljs-attr"> timeoutSeconds:</span> <span class="hljs-number">5</span>
<span class="hljs-attr"> volumeMounts:</span>
<span class="hljs-attr"> - name:</span> config
<span class="hljs-attr"> mountPath:</span> /etc/mysql/conf.d
<span class="hljs-attr"> - name:</span> data
<span class="hljs-attr"> mountPath:</span> /var/lib/mysql
<span class="hljs-attr"> volumes:</span>
<span class="hljs-attr"> - name:</span> config
<span class="hljs-attr"> configMap:</span>
<span class="hljs-attr"> name:</span> mysql-config-vol
<span class="hljs-attr"> imagePullSecrets:</span>
<span class="hljs-attr"> - name:</span> <span class="hljs-string">&quot;registrykey&quot;</span>
<span class="hljs-attr"> volumeClaimTemplates:</span>
<span class="hljs-attr"> - metadata:</span>
<span class="hljs-attr"> name:</span> data
<span class="hljs-attr"> annotations:</span>
volume.beta.kubernetes.io/storage-class: <span class="hljs-string">&quot;ceph-web&quot;</span> <span class="hljs-comment">#&#x5F15;&#x7528;ceph class &#x7684;&#x7C7B;</span>
<span class="hljs-attr"> spec:</span>
<span class="hljs-attr"> accessModes:</span> [ <span class="hljs-string">&quot;ReadWriteOnce&quot;</span> ]
<span class="hljs-attr"> resources:</span>
<span class="hljs-attr"> requests:</span>
<span class="hljs-attr"> storage:</span> <span class="hljs-number">3</span>Gi
</code></pre>
<h2 id="&#x90E8;&#x7F72;-mysql-&#x96C6;&#x7FA4;">&#x90E8;&#x7F72; MySQL &#x96C6;&#x7FA4;</h2>
<p>&#x5728; <code>/etc/mariadb-cluster</code> &#x76EE;&#x5F55;&#x4E0B;&#x6267;&#x884C;&#xFF1A;</p>
<pre><code class="lang-bash">kubectl create <span class="hljs-_">-f</span> .
</code></pre>
<h2 id="&#x9A8C;&#x8BC1;">&#x9A8C;&#x8BC1;</h2>
2017-09-04 19:34:11 +08:00
<p>&#x5B58;&#x5728; issue&#xFF0C;&#x53C2;&#x8003; <a href="https://github.com/kubernetes/kubernetes/issues/38923" target="_blank">Error creating rbd image: executable file not found in $PATH#38923</a></p>
<h2 id="&#x95EE;&#x9898;&#x8BB0;&#x5F55;">&#x95EE;&#x9898;&#x8BB0;&#x5F55;</h2>
<p>&#x5982;&#x679C;&#x6CA1;&#x6709;&#x5B89;&#x88C5; <code>ceph-common</code> &#x7684;&#x8BDD;&#xFF0C;kubernetes &#x5728;&#x521B;&#x5EFA; PVC &#x7684;&#x65F6;&#x5019;&#x4F1A;&#x6709;&#x5982;&#x4E0B;&#x62A5;&#x9519;&#x4FE1;&#x606F;&#xFF1A;</p>
<pre><code class="lang-bash">Events:
FirstSeen LastSeen Count From SubObjectPath Type Reason Message
--------- -------- ----- ---- ------------- -------- ------ -------
1h 12s 441 {persistentvolume-controller } Warning ProvisioningFailed Failed to provision volume with StorageClass <span class="hljs-string">&quot;ceph-web&quot;</span>: failed to create rbd image: executable file not found <span class="hljs-keyword">in</span> <span class="hljs-variable">$PATH</span>, <span class="hljs-built_in">command</span> output:
</code></pre>
<p>&#x68C0;&#x67E5; <code>kube-controller-manager</code> &#x7684;&#x65E5;&#x5FD7;&#x5C06;&#x770B;&#x5230;&#x5982;&#x4E0B;&#x9519;&#x8BEF;&#x4FE1;&#x606F;&#xFF1A;</p>
<pre><code class="lang-bash">journalctl -xe -u kube-controller-manager
... rbd_util.go:364] failed to create rbd image, output
... rbd.go:317] rbd: create volume failed, err: failed to create rbd image: executable file not found <span class="hljs-keyword">in</span> <span class="hljs-variable">$PATH</span>, <span class="hljs-built_in">command</span> output:
</code></pre>
<p>&#x8FD9;&#x662F;&#x56E0;&#x4E3A; <code>kube-controller-manager</code> &#x4E3B;&#x673A;&#x4E0A;&#x6CA1;&#x6709;&#x5B89;&#x88C5; <code>ceph-common</code> &#x7684;&#x7F18;&#x6545;&#x3002;</p>
<p>&#x4F46;&#x662F;&#x5B89;&#x88C5;&#x4E86; <code>ceph-common</code> &#x4E4B;&#x540E;&#x4F9D;&#x7136;&#x6709;&#x95EE;&#x9898;&#xFF1A;</p>
<pre><code class="lang-bash">Sep 4 15:25:36 bj-xg-oam-kubernetes-001 kube-controller-manager: W0904 15:25:36.032128 13211 rbd_util.go:364] failed to create rbd image, output
Sep 4 15:25:36 bj-xg-oam-kubernetes-001 kube-controller-manager: W0904 15:25:36.032201 13211 rbd_util.go:364] failed to create rbd image, output
Sep 4 15:25:36 bj-xg-oam-kubernetes-001 kube-controller-manager: W0904 15:25:36.032252 13211 rbd_util.go:364] failed to create rbd image, output
Sep 4 15:25:36 bj-xg-oam-kubernetes-001 kube-controller-manager: E0904 15:25:36.032276 13211 rbd.go:317] rbd: create volume failed, err: failed to create rbd image: fork/<span class="hljs-built_in">exec</span> /usr/bin/rbd: invalid argument, <span class="hljs-built_in">command</span> output:
</code></pre>
<p>&#x8BE5;&#x95EE;&#x9898;&#x5C1A;&#x672A;&#x89E3;&#x51B3;&#xFF0C;&#x53C2;&#x8003; <a href="https://github.com/kubernetes/kubernetes/issues/38923" target="_blank">Error creating rbd image: executable file not found in $PATH#38923</a></p>
<p>&#x4ECE;&#x65E5;&#x5FD7;&#x8BB0;&#x5F55;&#x6765;&#x770B;&#x8FFD;&#x67E5;&#x5230; <code>pkg/volume/rbd/rbd.go</code> &#x7684; <code>func (r *rbdVolumeProvisioner) Provision() (*v1.PersistentVolume, error) {</code> &#x65B9;&#x6CD5;&#x5BF9; <code>ceph-class.yaml</code> &#x4E2D;&#x7684;&#x53C2;&#x6570;&#x8FDB;&#x884C;&#x4E86;&#x9A8C;&#x8BC1;&#x548C;&#x5904;&#x7406;&#x540E;&#x8C03;&#x7528;&#x4E86; <code>pkg/volume/rbd/rdb_utils.go</code> &#x6587;&#x4EF6;&#x7B2C; 344 &#x884C; <code>CreateImage</code> &#x65B9;&#x6CD5;&#xFF08;kubernetes v1.6.1&#x7248;&#x672C;&#xFF09;&#xFF1A;</p>
<pre><code class="lang-go"><span class="hljs-keyword">func</span> (util *RBDUtil) CreateImage(p *rbdVolumeProvisioner) (r *v1.RBDVolumeSource, size <span class="hljs-keyword">int</span>, err error) {
<span class="hljs-keyword">var</span> output []<span class="hljs-keyword">byte</span>
capacity := p.options.PVC.Spec.Resources.Requests[v1.ResourceName(v1.ResourceStorage)]
volSizeBytes := capacity.Value()
<span class="hljs-comment">// convert to MB that rbd defaults on</span>
sz := <span class="hljs-keyword">int</span>(volume.RoundUpSize(volSizeBytes, <span class="hljs-number">1024</span>*<span class="hljs-number">1024</span>))
volSz := fmt.Sprintf(<span class="hljs-string">&quot;%d&quot;</span>, sz)
<span class="hljs-comment">// rbd create</span>
l := <span class="hljs-built_in">len</span>(p.rbdMounter.Mon)
<span class="hljs-comment">// pick a mon randomly</span>
start := rand.Int() % l
<span class="hljs-comment">// iterate all monitors until create succeeds.</span>
<span class="hljs-keyword">for</span> i := start; i &lt; start+l; i++ {
mon := p.Mon[i%l]
glog.V(<span class="hljs-number">4</span>).Infof(<span class="hljs-string">&quot;rbd: create %s size %s using mon %s, pool %s id %s key %s&quot;</span>, p.rbdMounter.Image, volSz, mon, p.rbdMounter.Pool, p.rbdMounter.adminId, p.rbdMounter.adminSecret)
output, err = p.rbdMounter.plugin.execCommand(<span class="hljs-string">&quot;rbd&quot;</span>,
[]<span class="hljs-keyword">string</span>{<span class="hljs-string">&quot;create&quot;</span>, p.rbdMounter.Image, <span class="hljs-string">&quot;--size&quot;</span>, volSz, <span class="hljs-string">&quot;--pool&quot;</span>, p.rbdMounter.Pool, <span class="hljs-string">&quot;--id&quot;</span>, p.rbdMounter.adminId, <span class="hljs-string">&quot;-m&quot;</span>, mon, <span class="hljs-string">&quot;--key=&quot;</span> + p.rbdMounter.adminSecret, <span class="hljs-string">&quot;--image-format&quot;</span>, <span class="hljs-string">&quot;1&quot;</span>})
<span class="hljs-keyword">if</span> err == <span class="hljs-literal">nil</span> {
<span class="hljs-keyword">break</span>
} <span class="hljs-keyword">else</span> {
glog.Warningf(<span class="hljs-string">&quot;failed to create rbd image, output %v&quot;</span>, <span class="hljs-keyword">string</span>(output))
}
}
<span class="hljs-keyword">if</span> err != <span class="hljs-literal">nil</span> {
<span class="hljs-keyword">return</span> <span class="hljs-literal">nil</span>, <span class="hljs-number">0</span>, fmt.Errorf(<span class="hljs-string">&quot;failed to create rbd image: %v, command output: %s&quot;</span>, err, <span class="hljs-keyword">string</span>(output))
}
<span class="hljs-keyword">return</span> &amp;v1.RBDVolumeSource{
CephMonitors: p.rbdMounter.Mon,
RBDImage: p.rbdMounter.Image,
RBDPool: p.rbdMounter.Pool,
}, sz, <span class="hljs-literal">nil</span>
}
</code></pre>
<p>&#x8BE5;&#x65B9;&#x6CD5;&#x8C03;&#x7528;&#x5931;&#x8D25;&#x3002;</p>
<h2 id="&#x53C2;&#x8003;">&#x53C2;&#x8003;</h2>
<p><a href="https://github.com/kubernetes/examples/blob/master/staging/volumes/cephfs/README.md" target="_blank">https://github.com/kubernetes/examples/blob/master/staging/volumes/cephfs/README.md</a></p>
<p><a href="http://blog.csdn.net/idea77/article/details/72842723" target="_blank">k8s-ceph-statefulsets-storageclass-nfs &#x52A8;&#x6001;&#x5377;&#x6709;&#x72B6;&#x6001;&#x5E94;&#x7528;&#x5B9E;&#x8DF5;</a></p>
<p><a href="https://crondev.com/kubernetes-persistent-storage-ceph/" target="_blank">Kubernetes persistent storage with Ceph</a></p>
2017-09-04 19:34:11 +08:00
<p><a href="https://kubernetes.io/docs/concepts/storage/persistent-volumes/#ceph-rbd" target="_blank">https://kubernetes.io/docs/concepts/storage/persistent-volumes/#ceph-rbd</a></p>
2017-10-09 15:28:05 +08:00
<p><a href="https://github.com/kubernetes/kubernetes/issues/38923" target="_blank">Error creating rbd image: executable file not found in $PATH#38923</a> </p>
<footer class="page-footer"><span class="copyright">Copyright &#xA9; jimmysong.io 2017 all right reserved&#xFF0C;powered by Gitbook</span><span class="footer-modification">Updated:
2017-09-04 19:32:45
</span></footer>
</section>
</div>
<div class="search-results">
<div class="has-results">
<h1 class="search-results-title"><span class='search-results-count'></span> results matching "<span class='search-query'></span>"</h1>
<ul class="search-results-list"></ul>
</div>
<div class="no-results">
<h1 class="search-results-title">No results matching "<span class='search-query'></span>"</h1>
</div>
</div>
</div>
</div>
</div>
</div>
<a href="cephfs.html" class="navigation navigation-prev " aria-label="Previous page: 4.4.2 CephFS">
<i class="fa fa-angle-left"></i>
</a>
<a href="../usecases/" class="navigation navigation-next " aria-label="Next page: 5. 领域应用">
<i class="fa fa-angle-right"></i>
</a>
</div>
<script>
var gitbook = gitbook || [];
gitbook.push(function() {
2017-10-11 17:30:58 +08:00
gitbook.page.hasChanged({"page":{"title":"4.4.2.1 使用Ceph做持久化存储","level":"1.4.4.2.1","depth":4,"next":{"title":"5. 领域应用","level":"1.5","depth":1,"path":"usecases/index.md","ref":"usecases/index.md","articles":[{"title":"5.1 微服务架构","level":"1.5.1","depth":2,"path":"usecases/microservices.md","ref":"usecases/microservices.md","articles":[{"title":"5.1.1 微服务中的服务发现","level":"1.5.1.1","depth":3,"path":"usecases/service-discovery-in-microservices.md","ref":"usecases/service-discovery-in-microservices.md","articles":[]}]},{"title":"5.2 Service Mesh 服务网格","level":"1.5.2","depth":2,"path":"usecases/service-mesh.md","ref":"usecases/service-mesh.md","articles":[{"title":"5.1.1 Istio","level":"1.5.2.1","depth":3,"path":"usecases/istio.md","ref":"usecases/istio.md","articles":[{"title":"5.1.1.1 安装istio","level":"1.5.2.1.1","depth":4,"path":"usecases/istio-installation.md","ref":"usecases/istio-installation.md","articles":[]},{"title":"5.1.1.2 配置请求的路由规则","level":"1.5.2.1.2","depth":4,"path":"usecases/configuring-request-routing.md","ref":"usecases/configuring-request-routing.md","articles":[]}]},{"title":"5.1.2 Linkerd","level":"1.5.2.2","depth":3,"path":"usecases/linkerd.md","ref":"usecases/linkerd.md","articles":[{"title":"5.1.2.1 Linkerd 使用指南","level":"1.5.2.2.1","depth":4,"path":"usecases/linkerd-user-guide.md","ref":"usecases/linkerd-user-guide.md","articles":[]}]}]},{"title":"5.2 大数据","level":"1.5.3","depth":2,"path":"usecases/big-data.md","ref":"usecases/big-data.md","articles":[{"title":"5.2.1 Spark standalone on Kubernetes","level":"1.5.3.1","depth":3,"path":"usecases/spark-standalone-on-kubernetes.md","ref":"usecases/spark-standalone-on-kubernetes.md","articles":[]},{"title":"5.2.2 运行支持kubernetes原生调度的Spark程序","level":"1.5.3.2","depth":3,"path":"usecases/running-spark-with-kubernetes-native-scheduler.md","ref":"usecases/running-spark-with-kubernetes-native-scheduler.md","articles":[]}]},{"title":"5.3 Serverless架构","level":"1.5.4","depth":2,"path":"usecases/serverless.md","ref":"usecases/serverless.md","articles":[]}]},"previous":{"title":"4.4.2 CephFS","level":"1.4.4.2","depth":3,"path":"practice/cephfs.md","ref":"practice/cephfs.md","articles":[{"title":"4.4.2.1 使用Ceph做持久化存储","level":"1.4.4.2.1","depth":4,"path":"practice/using-ceph-for-persistent-storage.md","ref":"practice/using-ceph-for-persistent-storage.md","articles":[]}]},"dir":"ltr"},"config":{"plugins":["github","codesnippet","splitter","page-toc-button","image-captions","editlink","back-to-top-button","-lunr","-search","search-plus","github-buttons@2.1.0","favicon@^0.0.2","tbfed-pagefooter@^0.0.1"],"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"pluginsConfig":{"tbfed-pagefooter":{"copyright":"Copyright © jimmysong.io 2017","modify_label":"Updated:","modify_format":"YYYY-MM-DD HH:mm:ss"},"github":{"url":"https://github.com/rootsongjc/kubernetes-handbook"},"editlink":{"label":"编辑本页","multilingual":false,"base":"https://github.com/rootsongjc/kubernetes-handbook/blob/master/"},"splitter":{},"codesnippet":{},"fontsettings":{"theme":"white","family":"sans","size":2},"highlight":{},"favicon":{"shortcut":"favicon.ico","bookmark":"favicon.ico"},"page-toc-button":{},"back-to-top-button":{},"github-buttons":{"repo":"rootsongjc/kubernetes-handbook","types":["star"],"size":"small"},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"theme-default":{"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"showLevel":false},"search-plus":{},"image-captions":{"caption":"图片 - _CAPTION_","variable_name":"_pictures"}},"theme":"default","author":"Jimmy Song","pdf":{"pageNumbers":true,"
});
</script>
</div>
<script src="../gitbook/gitbook.js"></script>
<script src="../gitbook/theme.js"></script>
<script src="../gitbook/gitbook-plugin-github/plugin.js"></script>
<script src="../gitbook/gitbook-plugin-splitter/splitter.js"></script>
<script src="../gitbook/gitbook-plugin-page-toc-button/plugin.js"></script>
<script src="../gitbook/gitbook-plugin-editlink/plugin.js"></script>
2017-09-19 21:38:03 +08:00
<script src="../gitbook/gitbook-plugin-back-to-top-button/plugin.js"></script>
<script src="../gitbook/gitbook-plugin-search-plus/jquery.mark.min.js"></script>
<script src="../gitbook/gitbook-plugin-search-plus/search.js"></script>
2017-10-09 15:28:05 +08:00
<script src="../gitbook/gitbook-plugin-github-buttons/plugin.js"></script>
<script src="../gitbook/gitbook-plugin-sharing/buttons.js"></script>
<script src="../gitbook/gitbook-plugin-fontsettings/fontsettings.js"></script>
</body>
</html>