2017-08-21 17:44:43 +08:00
|
|
|
|
|
|
|
|
<!DOCTYPE HTML>
|
|
|
|
|
<html lang="zh-cn" >
|
|
|
|
|
<head>
|
|
|
|
|
<meta charset="UTF-8">
|
|
|
|
|
<meta content="text/html; charset=utf-8" http-equiv="Content-Type">
|
|
|
|
|
<title>4.2.2 分布式负载测试 · Kubernetes Handbook</title>
|
|
|
|
|
<meta http-equiv="X-UA-Compatible" content="IE=edge" />
|
|
|
|
|
<meta name="description" content="">
|
|
|
|
|
<meta name="generator" content="GitBook 3.2.2">
|
|
|
|
|
<meta name="author" content="Jimmy Song">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<link rel="stylesheet" href="../gitbook/style.css">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<link rel="stylesheet" href="../gitbook/gitbook-plugin-splitter/splitter.css">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<link rel="stylesheet" href="../gitbook/gitbook-plugin-page-toc-button/plugin.css">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<link rel="stylesheet" href="../gitbook/gitbook-plugin-image-captions/image-captions.css">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<link rel="stylesheet" href="../gitbook/gitbook-plugin-page-footer-ex/style/plugin.css">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<link rel="stylesheet" href="../gitbook/gitbook-plugin-search-plus/search.css">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<link rel="stylesheet" href="../gitbook/gitbook-plugin-highlight/website.css">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<link rel="stylesheet" href="../gitbook/gitbook-plugin-fontsettings/website.css">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<meta name="HandheldFriendly" content="true"/>
|
|
|
|
|
<meta name="viewport" content="width=device-width, initial-scale=1, user-scalable=no">
|
|
|
|
|
<meta name="apple-mobile-web-app-capable" content="yes">
|
|
|
|
|
<meta name="apple-mobile-web-app-status-bar-style" content="black">
|
|
|
|
|
<link rel="apple-touch-icon-precomposed" sizes="152x152" href="../gitbook/images/apple-touch-icon-precomposed-152.png">
|
|
|
|
|
<link rel="shortcut icon" href="../gitbook/images/favicon.ico" type="image/x-icon">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<link rel="next" href="network-and-cluster-perfermance-test.html" />
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<link rel="prev" href="traefik-ingress-installation.html" />
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</head>
|
|
|
|
|
<body>
|
|
|
|
|
|
|
|
|
|
<div class="book">
|
|
|
|
|
<div class="book-summary">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<div id="book-search-input" role="search">
|
|
|
|
|
<input type="text" placeholder="輸入並搜尋" />
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<nav role="navigation">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<ul class="summary">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.1" data-path="../">
|
|
|
|
|
|
|
|
|
|
<a href="../">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1. 前言
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.2" data-path="../concepts/">
|
|
|
|
|
|
|
|
|
|
<a href="../concepts/">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2. 概念原理
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<ul class="articles">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.2.1" data-path="../concepts/concepts.html">
|
|
|
|
|
|
|
|
|
|
<a href="../concepts/concepts.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2.1 设计理念
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.2.2" data-path="../concepts/objects.html">
|
|
|
|
|
|
|
|
|
|
<a href="../concepts/objects.html">
|
|
|
|
|
|
|
|
|
|
|
2017-09-03 13:29:38 +08:00
|
|
|
2.2 Objects
|
2017-08-21 17:44:43 +08:00
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<ul class="articles">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.2.2.1" data-path="../concepts/pod-overview.html">
|
|
|
|
|
|
|
|
|
|
<a href="../concepts/pod-overview.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2.2.1 Pod
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<ul class="articles">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.2.2.1.1" data-path="../concepts/pod.html">
|
|
|
|
|
|
|
|
|
|
<a href="../concepts/pod.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2.2.1.1 Pod解析
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2017-08-31 23:28:33 +08:00
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.2.2.1.2" data-path="../concepts/init-containers.html">
|
|
|
|
|
|
|
|
|
|
<a href="../concepts/init-containers.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2.2.1.2 Init容器
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2017-08-21 17:44:43 +08:00
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</ul>
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.2.2.2" data-path="../concepts/node.html">
|
|
|
|
|
|
|
|
|
|
<a href="../concepts/node.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2.2.2 Node
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.2.2.3" data-path="../concepts/namespace.html">
|
|
|
|
|
|
|
|
|
|
<a href="../concepts/namespace.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2.2.3 Namespace
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.2.2.4" data-path="../concepts/service.html">
|
|
|
|
|
|
|
|
|
|
<a href="../concepts/service.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2.2.4 Service
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.2.2.5" data-path="../concepts/volume.html">
|
|
|
|
|
|
|
|
|
|
<a href="../concepts/volume.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2.2.5 Volume和Persistent Volume
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.2.2.6" data-path="../concepts/deployment.html">
|
|
|
|
|
|
|
|
|
|
<a href="../concepts/deployment.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2.2.6 Deployment
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.2.2.7" data-path="../concepts/secret.html">
|
|
|
|
|
|
|
|
|
|
<a href="../concepts/secret.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2.2.7 Secret
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.2.2.8" data-path="../concepts/statefulset.html">
|
|
|
|
|
|
|
|
|
|
<a href="../concepts/statefulset.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2.2.8 StatefulSet
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.2.2.9" data-path="../concepts/daemonset.html">
|
|
|
|
|
|
|
|
|
|
<a href="../concepts/daemonset.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2.2.9 DaemonSet
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.2.2.10" data-path="../concepts/serviceaccount.html">
|
|
|
|
|
|
|
|
|
|
<a href="../concepts/serviceaccount.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2.2.10 ServiceAccount
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.2.2.11" data-path="../concepts/replicaset.html">
|
|
|
|
|
|
|
|
|
|
<a href="../concepts/replicaset.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2.2.11 ReplicationController和ReplicaSet
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.2.2.12" data-path="../concepts/job.html">
|
|
|
|
|
|
|
|
|
|
<a href="../concepts/job.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2.2.12 Job
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.2.2.13" data-path="../concepts/cronjob.html">
|
|
|
|
|
|
|
|
|
|
<a href="../concepts/cronjob.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2.2.13 CronJob
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.2.2.14" data-path="../concepts/ingress.html">
|
|
|
|
|
|
|
|
|
|
<a href="../concepts/ingress.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2.2.14 Ingress
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.2.2.15" data-path="../concepts/configmap.html">
|
|
|
|
|
|
|
|
|
|
<a href="../concepts/configmap.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2.2.15 ConfigMap
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.2.2.16" data-path="../concepts/horizontal-pod-autoscaling.html">
|
|
|
|
|
|
|
|
|
|
<a href="../concepts/horizontal-pod-autoscaling.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2.2.16 Horizontal Pod Autoscaling
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.2.2.17" data-path="../concepts/label.html">
|
|
|
|
|
|
|
|
|
|
<a href="../concepts/label.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2.2.17 Label
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</ul>
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</ul>
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.3" data-path="../guide/">
|
|
|
|
|
|
|
|
|
|
<a href="../guide/">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
3. 用户指南
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<ul class="articles">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.3.1" data-path="../guide/resource-configuration.html">
|
|
|
|
|
|
|
|
|
|
<a href="../guide/resource-configuration.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
3.1 资源配置
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<ul class="articles">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.3.1.1" data-path="../guide/configure-liveness-readiness-probes.html">
|
|
|
|
|
|
|
|
|
|
<a href="../guide/configure-liveness-readiness-probes.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
3.1.1 配置Pod的liveness和readiness探针
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.3.1.2" data-path="../guide/configure-pod-service-account.html">
|
|
|
|
|
|
|
|
|
|
<a href="../guide/configure-pod-service-account.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
3.1.2 配置Pod的Service Account
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</ul>
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.3.2" data-path="../guide/command-usage.html">
|
|
|
|
|
|
|
|
|
|
<a href="../guide/command-usage.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
3.2 命令使用
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<ul class="articles">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.3.2.1" data-path="../guide/using-kubectl.html">
|
|
|
|
|
|
|
|
|
|
<a href="../guide/using-kubectl.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
3.2.1 使用kubectl
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</ul>
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.3.3" data-path="../guide/cluster-management.html">
|
|
|
|
|
|
|
|
|
|
<a href="../guide/cluster-management.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
3.3 集群管理
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<ul class="articles">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.3.3.1" data-path="../guide/managing-tls-in-a-cluster.html">
|
|
|
|
|
|
|
|
|
|
<a href="../guide/managing-tls-in-a-cluster.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
3.3.1 管理集群中的TLS
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2017-08-21 18:44:34 +08:00
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.3.3.2" data-path="../guide/kubelet-authentication-authorization.html">
|
|
|
|
|
|
|
|
|
|
<a href="../guide/kubelet-authentication-authorization.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
3.3.2 kubelet的认证授权
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.3.3.3" data-path="../guide/tls-bootstrapping.html">
|
|
|
|
|
|
|
|
|
|
<a href="../guide/tls-bootstrapping.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
3.3.3 TLS bootstrap
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2017-08-31 14:23:44 +08:00
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.3.3.4" data-path="../guide/kubectl-user-authentication-authorization.html">
|
|
|
|
|
|
|
|
|
|
<a href="../guide/kubectl-user-authentication-authorization.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
3.3.4 kubectl的用户认证授权
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.3.3.5" data-path="../guide/rbac.html">
|
|
|
|
|
|
|
|
|
|
<a href="../guide/rbac.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
3.3.5 RBAC——基于角色的访问控制
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2017-08-21 17:44:43 +08:00
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</ul>
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.3.4" data-path="../guide/access-kubernetes-cluster.html">
|
|
|
|
|
|
|
|
|
|
<a href="../guide/access-kubernetes-cluster.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
3.4 访问 Kubernetes 集群
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<ul class="articles">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.3.4.1" data-path="../guide/access-cluster.html">
|
|
|
|
|
|
|
|
|
|
<a href="../guide/access-cluster.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
3.4.1 访问集群
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.3.4.2" data-path="../guide/authenticate-across-clusters-kubeconfig.html">
|
|
|
|
|
|
|
|
|
|
<a href="../guide/authenticate-across-clusters-kubeconfig.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
3.4.2 使用 kubeconfig 文件配置跨集群认证
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.3.4.3" data-path="../guide/connecting-to-applications-port-forward.html">
|
|
|
|
|
|
|
|
|
|
<a href="../guide/connecting-to-applications-port-forward.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
3.4.3 通过端口转发访问集群中的应用程序
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.3.4.4" data-path="../guide/service-access-application-cluster.html">
|
|
|
|
|
|
|
|
|
|
<a href="../guide/service-access-application-cluster.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
3.4.4 使用 service 访问群集中的应用程序
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</ul>
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.3.5" data-path="../guide/application-development-deployment-flow.html">
|
|
|
|
|
|
|
|
|
|
<a href="../guide/application-development-deployment-flow.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
3.5 在kubernetes中开发部署应用
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<ul class="articles">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.3.5.1" data-path="../guide/deploy-applications-in-kubernetes.html">
|
|
|
|
|
|
|
|
|
|
<a href="../guide/deploy-applications-in-kubernetes.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
3.5.1 适用于kubernetes的应用开发部署流程
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2017-08-21 18:44:34 +08:00
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.3.5.2" data-path="../guide/migrating-hadoop-yarn-to-kubernetes.html">
|
|
|
|
|
|
|
|
|
|
<a href="../guide/migrating-hadoop-yarn-to-kubernetes.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
3.5.2 迁移传统应用到kubernetes中——以Hadoop YARN为例
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2017-08-21 17:44:43 +08:00
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</ul>
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</ul>
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.4" data-path="./">
|
|
|
|
|
|
|
|
|
|
<a href="./">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
4. 最佳实践
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<ul class="articles">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.4.1" data-path="install-kbernetes1.6-on-centos.html">
|
|
|
|
|
|
|
|
|
|
<a href="install-kbernetes1.6-on-centos.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
4.1 在CentOS上部署kubernetes1.6集群
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<ul class="articles">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.4.1.1" data-path="create-tls-and-secret-key.html">
|
|
|
|
|
|
|
|
|
|
<a href="create-tls-and-secret-key.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
4.1.1 创建TLS证书和秘钥
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.4.1.2" data-path="create-kubeconfig.html">
|
|
|
|
|
|
|
|
|
|
<a href="create-kubeconfig.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
4.1.2 创建kubeconfig文件
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.4.1.3" data-path="etcd-cluster-installation.html">
|
|
|
|
|
|
|
|
|
|
<a href="etcd-cluster-installation.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
4.1.3 创建高可用etcd集群
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.4.1.4" data-path="kubectl-installation.html">
|
|
|
|
|
|
|
|
|
|
<a href="kubectl-installation.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
4.1.4 安装kubectl命令行工具
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.4.1.5" data-path="master-installation.html">
|
|
|
|
|
|
|
|
|
|
<a href="master-installation.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
4.1.5 部署master节点
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.4.1.6" data-path="node-installation.html">
|
|
|
|
|
|
|
|
|
|
<a href="node-installation.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
4.1.6 部署node节点
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.4.1.7" data-path="kubedns-addon-installation.html">
|
|
|
|
|
|
|
|
|
|
<a href="kubedns-addon-installation.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
4.1.7 安装kubedns插件
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.4.1.8" data-path="dashboard-addon-installation.html">
|
|
|
|
|
|
|
|
|
|
<a href="dashboard-addon-installation.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
4.1.8 安装dashboard插件
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.4.1.9" data-path="heapster-addon-installation.html">
|
|
|
|
|
|
|
|
|
|
<a href="heapster-addon-installation.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
4.1.9 安装heapster插件
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.4.1.10" data-path="efk-addon-installation.html">
|
|
|
|
|
|
|
|
|
|
<a href="efk-addon-installation.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
4.1.10 安装EFK插件
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</ul>
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.4.2" data-path="service-discovery-and-loadbalancing.html">
|
|
|
|
|
|
|
|
|
|
<a href="service-discovery-and-loadbalancing.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
4.2 服务发现与负载均衡
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<ul class="articles">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.4.2.1" data-path="traefik-ingress-installation.html">
|
|
|
|
|
|
|
|
|
|
<a href="traefik-ingress-installation.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
4.2.1 安装Traefik ingress
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter active" data-level="1.4.2.2" data-path="distributed-load-test.html">
|
|
|
|
|
|
|
|
|
|
<a href="distributed-load-test.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
4.2.2 分布式负载测试
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.4.2.3" data-path="network-and-cluster-perfermance-test.html">
|
|
|
|
|
|
|
|
|
|
<a href="network-and-cluster-perfermance-test.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
4.2.3 网络和集群性能测试
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.4.2.4" data-path="edge-node-configuration.html">
|
|
|
|
|
|
|
|
|
|
<a href="edge-node-configuration.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
4.2.4 边缘节点配置
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</ul>
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.4.3" data-path="operation.html">
|
|
|
|
|
|
|
|
|
|
<a href="operation.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
4.3 运维管理
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<ul class="articles">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.4.3.1" data-path="service-rolling-update.html">
|
|
|
|
|
|
|
|
|
|
<a href="service-rolling-update.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
4.3.1 服务滚动升级
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.4.3.2" data-path="app-log-collection.html">
|
|
|
|
|
|
|
|
|
|
<a href="app-log-collection.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
4.3.2 应用日志收集
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.4.3.3" data-path="configuration-best-practice.html">
|
|
|
|
|
|
|
|
|
|
<a href="configuration-best-practice.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
4.3.3 配置最佳实践
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.4.3.4" data-path="monitor.html">
|
|
|
|
|
|
|
|
|
|
<a href="monitor.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
4.3.4 集群及应用监控
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.4.3.5" data-path="jenkins-ci-cd.html">
|
|
|
|
|
|
|
|
|
|
<a href="jenkins-ci-cd.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
4.3.5 使用Jenkins进行持续构建与发布
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.4.3.6" data-path="data-persistence-problem.html">
|
|
|
|
|
|
|
|
|
|
<a href="data-persistence-problem.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
4.3.6 数据持久化问题
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</ul>
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.4.4" data-path="storage.html">
|
|
|
|
|
|
|
|
|
|
<a href="storage.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
4.4 存储管理
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<ul class="articles">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.4.4.1" data-path="glusterfs.html">
|
|
|
|
|
|
|
|
|
|
<a href="glusterfs.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
4.4.1 GlusterFS
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<ul class="articles">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.4.4.1.1" data-path="using-glusterfs-for-persistent-storage.html">
|
|
|
|
|
|
|
|
|
|
<a href="using-glusterfs-for-persistent-storage.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
4.4.1.1 使用GlusterFS做持久化存储
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.4.4.1.2" data-path="storage-for-containers-using-glusterfs-with-openshift.html">
|
|
|
|
|
|
|
|
|
|
<a href="storage-for-containers-using-glusterfs-with-openshift.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
4.4.1.2 在OpenShift中使用GlusterFS做持久化存储
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2017-09-01 21:04:51 +08:00
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</ul>
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.4.4.2" data-path="cephfs.html">
|
|
|
|
|
|
|
|
|
|
<a href="cephfs.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
4.4.2 CephFS
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<ul class="articles">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.4.4.2.1" data-path="using-ceph-for-persistent-storage.html">
|
|
|
|
|
|
|
|
|
|
<a href="using-ceph-for-persistent-storage.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
4.4.2.1 使用Ceph做持久化存储
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2017-08-21 17:44:43 +08:00
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</ul>
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</ul>
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</ul>
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.5" data-path="../usecases/">
|
|
|
|
|
|
|
|
|
|
<a href="../usecases/">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
5. 领域应用
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<ul class="articles">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.5.1" data-path="../usecases/microservices.html">
|
|
|
|
|
|
|
|
|
|
<a href="../usecases/microservices.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
5.1 微服务架构
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<ul class="articles">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.5.1.1" data-path="../usecases/istio.html">
|
|
|
|
|
|
|
|
|
|
<a href="../usecases/istio.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
5.1.1 Istio
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<ul class="articles">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.5.1.1.1" data-path="../usecases/istio-installation.html">
|
|
|
|
|
|
|
|
|
|
<a href="../usecases/istio-installation.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
5.1.1.1 安装istio
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.5.1.1.2" data-path="../usecases/configuring-request-routing.html">
|
|
|
|
|
|
|
|
|
|
<a href="../usecases/configuring-request-routing.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
5.1.1.2 配置请求的路由规则
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</ul>
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.5.1.2" data-path="../usecases/linkerd.html">
|
|
|
|
|
|
|
|
|
|
<a href="../usecases/linkerd.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
5.1.2 Linkerd
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<ul class="articles">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.5.1.2.1" data-path="../usecases/linkerd-user-guide.html">
|
|
|
|
|
|
|
|
|
|
<a href="../usecases/linkerd-user-guide.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
5.1.2.1 Linkerd 使用指南
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</ul>
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.5.1.3" data-path="../usecases/service-discovery-in-microservices.html">
|
|
|
|
|
|
|
|
|
|
<a href="../usecases/service-discovery-in-microservices.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
5.1.3 微服务中的服务发现
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</ul>
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.5.2" data-path="../usecases/big-data.html">
|
|
|
|
|
|
|
|
|
|
<a href="../usecases/big-data.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
5.2 大数据
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<ul class="articles">
|
|
|
|
|
|
|
|
|
|
|
2017-08-30 14:20:52 +08:00
|
|
|
<li class="chapter " data-level="1.5.2.1" data-path="../usecases/spark-standalone-on-kubernetes.html">
|
2017-08-21 17:44:43 +08:00
|
|
|
|
2017-08-30 14:20:52 +08:00
|
|
|
<a href="../usecases/spark-standalone-on-kubernetes.html">
|
2017-08-21 17:44:43 +08:00
|
|
|
|
|
|
|
|
|
2017-08-30 14:20:52 +08:00
|
|
|
5.2.1 Spark standalone on Kubernetes
|
2017-08-21 17:44:43 +08:00
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2017-08-31 14:23:44 +08:00
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.5.2.2" data-path="../usecases/support-spark-natively-in-kubernetes.html">
|
|
|
|
|
|
|
|
|
|
<a href="../usecases/support-spark-natively-in-kubernetes.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
5.2.2 运行支持kubernetes原生调度的Spark程序
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2017-08-21 17:44:43 +08:00
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</ul>
|
|
|
|
|
|
2017-08-30 16:52:33 +08:00
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.5.3" data-path="../usecases/serverless.html">
|
|
|
|
|
|
|
|
|
|
<a href="../usecases/serverless.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
5.3 Serverless架构
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2017-08-21 17:44:43 +08:00
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</ul>
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.6" data-path="../develop/">
|
|
|
|
|
|
|
|
|
|
<a href="../develop/">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
6. 开发指南
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<ul class="articles">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.6.1" data-path="../develop/developing-environment.html">
|
|
|
|
|
|
|
|
|
|
<a href="../develop/developing-environment.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
6.1 开发环境搭建
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.6.2" data-path="../develop/testing.html">
|
|
|
|
|
|
|
|
|
|
<a href="../develop/testing.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
6.2 单元测试和集成测试
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.6.3" data-path="../develop/client-go-sample.html">
|
|
|
|
|
|
|
|
|
|
<a href="../develop/client-go-sample.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
6.3 client-go示例
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.6.4" data-path="../develop/contribute.html">
|
|
|
|
|
|
|
|
|
|
<a href="../develop/contribute.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
6.4 社区贡献
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</ul>
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.7" data-path="../appendix/">
|
|
|
|
|
|
|
|
|
|
<a href="../appendix/">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
7. 附录
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<ul class="articles">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.7.1" data-path="../appendix/docker-best-practice.html">
|
|
|
|
|
|
|
|
|
|
<a href="../appendix/docker-best-practice.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
7.1 Docker最佳实践
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.7.2" data-path="../appendix/issues.html">
|
|
|
|
|
|
|
|
|
|
<a href="../appendix/issues.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
7.2 问题记录
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
<li class="chapter " data-level="1.7.3" data-path="../appendix/tricks.html">
|
|
|
|
|
|
|
|
|
|
<a href="../appendix/tricks.html">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
7.3 使用技巧
|
|
|
|
|
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</ul>
|
|
|
|
|
|
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="divider"></li>
|
|
|
|
|
|
|
|
|
|
<li>
|
|
|
|
|
<a href="https://www.gitbook.com" target="blank" class="gitbook-link">
|
|
|
|
|
本書使用 GitBook 釋出
|
|
|
|
|
</a>
|
|
|
|
|
</li>
|
|
|
|
|
</ul>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</nav>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
<div class="book-body">
|
|
|
|
|
|
|
|
|
|
<div class="body-inner">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<div class="book-header" role="navigation">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<!-- Title -->
|
|
|
|
|
<h1>
|
|
|
|
|
<i class="fa fa-circle-o-notch fa-spin"></i>
|
|
|
|
|
<a href=".." >4.2.2 分布式负载测试</a>
|
|
|
|
|
</h1>
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<div class="page-wrapper" tabindex="-1" role="main">
|
|
|
|
|
<div class="page-inner">
|
|
|
|
|
|
|
|
|
|
<div class="search-plus" id="book-search-results">
|
|
|
|
|
<div class="search-noresults">
|
|
|
|
|
|
|
|
|
|
<section class="normal markdown-section">
|
|
|
|
|
|
|
|
|
|
<h2 id="分布式负载测试">分布式负载测试</h2>
|
|
|
|
|
<p>该教程描述如何在<a href="http://kubernetes.io" target="_blank">Kubernetes</a>中进行分布式负载均衡测试，包括一个web应用、docker镜像和Kubernetes controllers/services。关于分布式负载测试的更多资料请查看<a href="http://cloud.google.com/solutions/distributed-load-testing-using-kubernetes" target="_blank">Distributed Load Testing Using Kubernetes</a> 。</p>
|
|
|
|
|
<h2 id="准备">准备</h2>
|
|
|
|
|
<p><strong>不需要GCE及其他组件，你只需要有一个kubernetes集群即可。</strong></p>
|
|
|
|
|
<p>如果你还没有kubernetes集群，可以参考<a href="https://www.gitbook.com/book/rootsongjc/kubernetes-handbook" target="_blank">kubernetes-handbook</a>部署一个。</p>
|
|
|
|
|
<h2 id="部署web应用">部署Web应用</h2>
|
|
|
|
|
<p>本文中使用的镜像、kubernetes应用的yaml配置来自我的另一个项目，请参考：<a href="https://github.com/rootsongjc/distributed-load-testing-using-kubernetes" target="_blank">https://github.com/rootsongjc/distributed-load-testing-using-kubernetes</a></p>
|
|
|
|
|
<p> <code>sample-webapp</code> 目录下包含一个简单的web测试应用。我们将其构建为docker镜像，在kubernetes中运行。你可以自己构建，也可以直接用这个我构建好的镜像<code>index.tenxcloud.com/jimmy/k8s-sample-webapp:latest</code>。</p>
|
|
|
|
|
<p>在kubernetes上部署sample-webapp。</p>
|
|
|
|
|
<pre><code class="lang-bash">$ git <span class="hljs-built_in">clone</span> https://github.com/rootsongjc/distributed-load-testing-using-kubernetes.git
|
|
|
|
|
$ <span class="hljs-built_in">cd</span> kubernetes-config
|
|
|
|
|
$ kubectl create <span class="hljs-_">-f</span> sample-webapp-controller.yaml
|
|
|
|
|
$ kubectl create <span class="hljs-_">-f</span> sample-webapp-service.yaml
|
|
|
|
|
</code></pre>
|
|
|
|
|
<h2 id="部署locust的controller和service">部署Locust的Controller和Service</h2>
|
|
|
|
|
<p><code>locust-master</code>和<code>locust-work</code>使用同样的docker镜像，修改cotnroller中<code>spec.template.spec.containers.env</code>字段中的value为你<code>sample-webapp</code> service的名字。</p>
|
|
|
|
|
<pre><code>- name: TARGET_HOST
|
|
|
|
|
value: http://sample-webapp:8000
|
|
|
|
|
</code></pre><h3 id="创建controller-docker镜像（可选）">创建Controller Docker镜像（可选）</h3>
|
|
|
|
|
<p><code>locust-master</code>和<code>locust-work</code> controller使用的都是<code>locust-tasks</code> docker镜像。你可以直接下载<code>gcr.io/cloud-solutions-images/locust-tasks</code>，也可以自己编译。自己编译大概要花几分钟时间，镜像大小为820M。</p>
|
|
|
|
|
<pre><code>$ docker build -t index.tenxcloud.com/jimmy/locust-tasks:latest .
|
|
|
|
|
$ docker push index.tenxcloud.com/jimmy/locust-tasks:latest
|
|
|
|
|
</code></pre><p><strong>注意</strong>：我使用的是时速云的镜像仓库。</p>
|
|
|
|
|
<p>每个controller的yaml的<code>spec.template.spec.containers.image</code> 字段指定的是我的镜像：</p>
|
|
|
|
|
<pre><code>image: index.tenxcloud.com/jimmy/locust-tasks:latest
|
|
|
|
|
</code></pre><h3 id="部署locust-master">部署locust-master</h3>
|
|
|
|
|
<pre><code class="lang-bash">$ kubectl create <span class="hljs-_">-f</span> locust-master-controller.yaml
|
|
|
|
|
$ kubectl create <span class="hljs-_">-f</span> locust-master-service.yaml
|
|
|
|
|
</code></pre>
|
|
|
|
|
<h3 id="部署locust-worker">部署locust-worker</h3>
|
|
|
|
|
<p>Now deploy <code>locust-worker-controller</code>:</p>
|
|
|
|
|
<pre><code class="lang-bash">$ kubectl create <span class="hljs-_">-f</span> locust-worker-controller.yaml
|
|
|
|
|
</code></pre>
|
|
|
|
|
<p>你可以很轻易的给work扩容，通过命令行方式：</p>
|
|
|
|
|
<p>```ba sh
|
|
|
|
|
$ kubectl scale --replicas=20 replicationcontrollers locust-worker</p>
|
|
|
|
|
<pre><code>当然你也可以通过WebUI：Dashboard - Workloads - Replication Controllers - **ServiceName** - Scale来扩容。
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
### 配置Traefik
|
|
|
|
|
|
|
|
|
|
参考[kubernetes的traefik ingress安装](http://rootsongjc.github.io/blogs/traefik-ingress-installation/)，在`ingress.yaml`中加入如下配置：
|
|
|
|
|
|
|
|
|
|
```Yaml
|
|
|
|
|
- host: traefik.locust.io
|
|
|
|
|
http:
|
|
|
|
|
paths:
|
|
|
|
|
- path: /
|
|
|
|
|
backend:
|
|
|
|
|
serviceName: locust-master
|
|
|
|
|
servicePort: 8089
|
|
|
|
|
</code></pre><p>然后执行<code>kubectl replace -f ingress.yaml</code>即可更新traefik。</p>
|
|
|
|
|
<p>通过Traefik的dashboard就可以看到刚增加的<code>traefik.locust.io</code>节点。</p>
|
|
|
|
|
<figure id="fig1.4.2.2.1"><img src="../images/traefik-dashboard-locust.jpg" alt="traefik-dashboard-locust"><figcaption>Figure: traefik-dashboard-locust</figcaption></figure>
|
|
|
|
|
<h2 id="执行测试">执行测试</h2>
|
|
|
|
|
<p>打开<code>http://traefik.locust.io</code>页面，点击<code>Edit</code>输入伪造的用户数和用户每秒发送的请求个数，点击<code>Start Swarming</code>就可以开始测试了。</p>
|
|
|
|
|
<figure id="fig1.4.2.2.2"><img src="../images/locust-start-swarming.jpg" alt="locust-start-swarming"><figcaption>Figure: locust-start-swarming</figcaption></figure>
|
|
|
|
|
<p>在测试过程中调整<code>sample-webapp</code>的pod个数（默认设置了1个pod），观察pod的负载变化情况。</p>
|
|
|
|
|
<figure id="fig1.4.2.2.3"><img src="../images/sample-webapp-rc.jpg" alt="sample-webapp-rc"><figcaption>Figure: sample-webapp-rc</figcaption></figure>
|
|
|
|
|
<p>从一段时间的观察中可以看到负载被平均分配给了3个pod。</p>
|
|
|
|
|
<p>在locust的页面中可以实时观察也可以下载测试结果。</p>
|
|
|
|
|
<figure id="fig1.4.2.2.4"><img src="../images/locust-dashboard.jpg" alt="locust-dashboard"><figcaption>Figure: locust-dashboard</figcaption></figure>
|
|
|
|
|
<footer class="page-footer-ex"> <span class="page-footer-ex-copyright">for GitBook</span>           <span class="page-footer-ex-footer-update">update
|
2017-08-21 18:44:34 +08:00
|
|
|
2017-08-21 18:23:34
|
2017-08-21 17:44:43 +08:00
|
|
|
</span></footer>
|
|
|
|
|
|
|
|
|
|
</section>
|
|
|
|
|
|
|
|
|
|
</div>
|
|
|
|
|
<div class="search-results">
|
|
|
|
|
<div class="has-results">
|
|
|
|
|
|
|
|
|
|
<h1 class="search-results-title"><span class='search-results-count'></span> results matching "<span class='search-query'></span>"</h1>
|
|
|
|
|
<ul class="search-results-list"></ul>
|
|
|
|
|
|
|
|
|
|
</div>
|
|
|
|
|
<div class="no-results">
|
|
|
|
|
|
|
|
|
|
<h1 class="search-results-title">No results matching "<span class='search-query'></span>"</h1>
|
|
|
|
|
|
|
|
|
|
</div>
|
|
|
|
|
</div>
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
</div>
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<a href="traefik-ingress-installation.html" class="navigation navigation-prev " aria-label="Previous page: 4.2.1 安装Traefik ingress">
|
|
|
|
|
<i class="fa fa-angle-left"></i>
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<a href="network-and-cluster-perfermance-test.html" class="navigation navigation-next " aria-label="Next page: 4.2.3 网络和集群性能测试">
|
|
|
|
|
<i class="fa fa-angle-right"></i>
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
<script>
|
|
|
|
|
var gitbook = gitbook || [];
|
|
|
|
|
gitbook.push(function() {
|
2017-09-03 13:29:38 +08:00
|
|
|
gitbook.page.hasChanged({"page":{"title":"4.2.2 分布式负载测试","level":"1.4.2.2","depth":3,"next":{"title":"4.2.3 网络和集群性能测试","level":"1.4.2.3","depth":3,"path":"practice/network-and-cluster-perfermance-test.md","ref":"practice/network-and-cluster-perfermance-test.md","articles":[]},"previous":{"title":"4.2.1 安装Traefik ingress","level":"1.4.2.1","depth":3,"path":"practice/traefik-ingress-installation.md","ref":"practice/traefik-ingress-installation.md","articles":[]},"dir":"ltr"},"config":{"plugins":["github","codesnippet","splitter","page-toc-button","image-captions","page-footer-ex","editlink","-lunr","-search","search-plus"],"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"pluginsConfig":{"github":{"url":"https://github.com/rootsongjc/kubernetes-handbook"},"editlink":{"label":"编辑本页","multilingual":false,"base":"https://github.com/rootsongjc/kubernetes-handbook/blob/master/"},"page-footer-ex":{"copyright":"for GitBook","update_format":"YYYY-MM-DD HH:mm:ss","update_label":"update"},"splitter":{},"codesnippet":{},"fontsettings":{"theme":"white","family":"sans","size":2},"highlight":{},"page-toc-button":{},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"theme-default":{"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"showLevel":false},"search-plus":{},"image-captions":{"variable_name":"_pictures"}},"page-footer-ex":{"copyright":"Jimmy Song","update_label":"最后更新：","update_format":"YYYY-MM-DD HH:mm:ss"},"theme":"default","author":"Jimmy Song","pdf":{"pageNumbers":true,"fontSize":12,"fontFamily":"Arial","paperSize":"a4","chapterMark":"pagebreak","pageBreaksBefore":"/","margin":{"right":62,"left":62,"top":56,"bottom":56}},"structure":{"langs":"LANGS.md","readme":"README.md","glossary":"GLOSSARY.md","summary":"SUMMARY.md"},"variables":{"_pictures":[{"backlink":"concepts/index.html#fig1.2.1","level":"1.2","list_caption":"Figure: Borg架构","alt":"Borg架构","nro":1,"url":"../images/borg.png","index":1,"caption_template":"Figure: _CAPTION_","label":"Borg架构","attributes":{},"skip":false,"key":"1.2.1"},{"backlink":"concepts/index.html#fig1.2.2","level":"1.2","list_caption":"Figure: Kubernetes架构","alt":"Kubernetes架构","nro":2,"url":"../images/architecture.png","index":2,"caption_template":"Figure: _CAPTION_","label":"Kubernetes架构","attributes":{},"skip":false,"key":"1.2.2"},{"backlink":"concepts/index.html#fig1.2.3","level":"1.2","list_caption":"Figure: kubernetes整体架构示意图","alt":"kubernetes整体架构示意图","nro":3,"url":"../images/kubernetes-whole-arch.png","index":3,"caption_template":"Figure: _CAPTION_","label":"kubernetes整体架构示意图","attributes":{},"skip":false,"key":"1.2.3"},{"backlink":"concepts/index.html#fig1.2.4","level":"1.2","list_caption":"Figure: Kubernetes master架构示意图","alt":"Kubernetes master架构示意图","nro":4,"url":"../images/kubernetes-master-arch.png","index":4,"caption_template":"Figure: _CAPTION_","label":"Kubernetes master架构示意图","attributes":{},"skip":false,"key":"1.2.4"},{"backlink":"concepts/index.html#fig1.2.5","level":"1.2","list_caption":"Figure: kubernetes node架构示意图","alt":"kubernetes node架构示意图","nro":5,"url":"../images/kubernetes-node-arch.png","index":5,"caption_template":"Figure: _CAPTION_","label":"kubernetes node架构示意图","attributes":{},"skip":false,"key":"1.2.5"},{"backlink":"concepts/index.html#fig1.2.6","level":"1.2","list_caption":"Figure: Kubernetes分层架构示意图","alt":"Kubernetes分层架构示意图","nro":6,"url":"../images/kubernetes-layers-arch.jpg","index":6,"caption_template":"Figure: _CAPTION_","label":"Kubernetes分层架构示意图","attributes":{},"skip":false,"key":"1.
|
2017-08-21 17:44:43 +08:00
|
|
|
});
|
|
|
|
|
</script>
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<script src="../gitbook/gitbook.js"></script>
|
|
|
|
|
<script src="../gitbook/theme.js"></script>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<script src="../gitbook/gitbook-plugin-github/plugin.js"></script>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<script src="../gitbook/gitbook-plugin-splitter/splitter.js"></script>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<script src="../gitbook/gitbook-plugin-page-toc-button/plugin.js"></script>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<script src="../gitbook/gitbook-plugin-editlink/plugin.js"></script>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<script src="../gitbook/gitbook-plugin-search-plus/jquery.mark.min.js"></script>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<script src="../gitbook/gitbook-plugin-search-plus/search.js"></script>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<script src="../gitbook/gitbook-plugin-sharing/buttons.js"></script>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<script src="../gitbook/gitbook-plugin-fontsettings/fontsettings.js"></script>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</body>
|
|
|
|
|
</html>
|
|
|
|
|
|
