kubernetes-handbook/practice/network-and-cluster-perferm...

2294 lines
93 KiB
HTML
Raw Normal View History

2017-08-21 17:44:43 +08:00
<!DOCTYPE HTML>
<html lang="zh-cn" >
<head>
<meta charset="UTF-8">
<meta content="text/html; charset=utf-8" http-equiv="Content-Type">
<title>4.2.3 网络和集群性能测试 · Kubernetes Handbook</title>
<meta http-equiv="X-UA-Compatible" content="IE=edge" />
<meta name="description" content="">
<meta name="generator" content="GitBook 3.2.2">
<meta name="author" content="Jimmy Song">
<link rel="stylesheet" href="../gitbook/style.css">
<link rel="stylesheet" href="../gitbook/gitbook-plugin-splitter/splitter.css">
<link rel="stylesheet" href="../gitbook/gitbook-plugin-page-toc-button/plugin.css">
<link rel="stylesheet" href="../gitbook/gitbook-plugin-image-captions/image-captions.css">
<link rel="stylesheet" href="../gitbook/gitbook-plugin-page-footer-ex/style/plugin.css">
<link rel="stylesheet" href="../gitbook/gitbook-plugin-search-plus/search.css">
<link rel="stylesheet" href="../gitbook/gitbook-plugin-highlight/website.css">
<link rel="stylesheet" href="../gitbook/gitbook-plugin-fontsettings/website.css">
<meta name="HandheldFriendly" content="true"/>
<meta name="viewport" content="width=device-width, initial-scale=1, user-scalable=no">
<meta name="apple-mobile-web-app-capable" content="yes">
<meta name="apple-mobile-web-app-status-bar-style" content="black">
<link rel="apple-touch-icon-precomposed" sizes="152x152" href="../gitbook/images/apple-touch-icon-precomposed-152.png">
<link rel="shortcut icon" href="../gitbook/images/favicon.ico" type="image/x-icon">
<link rel="next" href="edge-node-configuration.html" />
<link rel="prev" href="distributed-load-test.html" />
</head>
<body>
<div class="book">
<div class="book-summary">
<div id="book-search-input" role="search">
<input type="text" placeholder="輸入並搜尋" />
</div>
<nav role="navigation">
<ul class="summary">
<li class="chapter " data-level="1.1" data-path="../">
<a href="../">
1. 前言
</a>
</li>
<li class="chapter " data-level="1.2" data-path="../concepts/">
<a href="../concepts/">
2. 概念原理
</a>
<ul class="articles">
<li class="chapter " data-level="1.2.1" data-path="../concepts/concepts.html">
<a href="../concepts/concepts.html">
2.1 设计理念
</a>
</li>
<li class="chapter " data-level="1.2.2" data-path="../concepts/objects.html">
<a href="../concepts/objects.html">
2017-09-03 13:29:38 +08:00
2.2 Objects
2017-08-21 17:44:43 +08:00
</a>
<ul class="articles">
<li class="chapter " data-level="1.2.2.1" data-path="../concepts/pod-overview.html">
<a href="../concepts/pod-overview.html">
2.2.1 Pod
</a>
<ul class="articles">
<li class="chapter " data-level="1.2.2.1.1" data-path="../concepts/pod.html">
<a href="../concepts/pod.html">
2.2.1.1 Pod解析
</a>
2017-08-31 23:28:33 +08:00
</li>
<li class="chapter " data-level="1.2.2.1.2" data-path="../concepts/init-containers.html">
<a href="../concepts/init-containers.html">
2.2.1.2 Init容器
</a>
2017-09-03 15:58:39 +08:00
</li>
<li class="chapter " data-level="1.2.2.1.3" data-path="../concepts/pod-security-policy.html">
<a href="../concepts/pod-security-policy.html">
2.2.1.3 Pod安全策略
</a>
2017-08-21 17:44:43 +08:00
</li>
</ul>
</li>
<li class="chapter " data-level="1.2.2.2" data-path="../concepts/node.html">
<a href="../concepts/node.html">
2.2.2 Node
</a>
</li>
<li class="chapter " data-level="1.2.2.3" data-path="../concepts/namespace.html">
<a href="../concepts/namespace.html">
2.2.3 Namespace
</a>
</li>
<li class="chapter " data-level="1.2.2.4" data-path="../concepts/service.html">
<a href="../concepts/service.html">
2.2.4 Service
</a>
</li>
<li class="chapter " data-level="1.2.2.5" data-path="../concepts/volume.html">
<a href="../concepts/volume.html">
2.2.5 Volume和Persistent Volume
</a>
</li>
<li class="chapter " data-level="1.2.2.6" data-path="../concepts/deployment.html">
<a href="../concepts/deployment.html">
2.2.6 Deployment
</a>
</li>
<li class="chapter " data-level="1.2.2.7" data-path="../concepts/secret.html">
<a href="../concepts/secret.html">
2.2.7 Secret
</a>
</li>
<li class="chapter " data-level="1.2.2.8" data-path="../concepts/statefulset.html">
<a href="../concepts/statefulset.html">
2.2.8 StatefulSet
</a>
</li>
<li class="chapter " data-level="1.2.2.9" data-path="../concepts/daemonset.html">
<a href="../concepts/daemonset.html">
2.2.9 DaemonSet
</a>
</li>
<li class="chapter " data-level="1.2.2.10" data-path="../concepts/serviceaccount.html">
<a href="../concepts/serviceaccount.html">
2.2.10 ServiceAccount
</a>
</li>
<li class="chapter " data-level="1.2.2.11" data-path="../concepts/replicaset.html">
<a href="../concepts/replicaset.html">
2.2.11 ReplicationController和ReplicaSet
</a>
</li>
<li class="chapter " data-level="1.2.2.12" data-path="../concepts/job.html">
<a href="../concepts/job.html">
2.2.12 Job
</a>
</li>
<li class="chapter " data-level="1.2.2.13" data-path="../concepts/cronjob.html">
<a href="../concepts/cronjob.html">
2.2.13 CronJob
</a>
</li>
<li class="chapter " data-level="1.2.2.14" data-path="../concepts/ingress.html">
<a href="../concepts/ingress.html">
2.2.14 Ingress
</a>
</li>
<li class="chapter " data-level="1.2.2.15" data-path="../concepts/configmap.html">
<a href="../concepts/configmap.html">
2.2.15 ConfigMap
</a>
</li>
<li class="chapter " data-level="1.2.2.16" data-path="../concepts/horizontal-pod-autoscaling.html">
<a href="../concepts/horizontal-pod-autoscaling.html">
2.2.16 Horizontal Pod Autoscaling
</a>
</li>
<li class="chapter " data-level="1.2.2.17" data-path="../concepts/label.html">
<a href="../concepts/label.html">
2.2.17 Label
</a>
2017-09-03 15:58:39 +08:00
</li>
<li class="chapter " data-level="1.2.2.18" data-path="../concepts/garbage-collection.html">
<a href="../concepts/garbage-collection.html">
2.2.18 垃圾收集
</a>
</li>
<li class="chapter " data-level="1.2.2.19" data-path="../concepts/network-policy.html">
<a href="../concepts/network-policy.html">
2.2.19 NetworkPolicy
</a>
2017-08-21 17:44:43 +08:00
</li>
</ul>
</li>
</ul>
</li>
<li class="chapter " data-level="1.3" data-path="../guide/">
<a href="../guide/">
3. 用户指南
</a>
<ul class="articles">
<li class="chapter " data-level="1.3.1" data-path="../guide/resource-configuration.html">
<a href="../guide/resource-configuration.html">
3.1 资源配置
</a>
<ul class="articles">
<li class="chapter " data-level="1.3.1.1" data-path="../guide/configure-liveness-readiness-probes.html">
<a href="../guide/configure-liveness-readiness-probes.html">
3.1.1 配置Pod的liveness和readiness探针
</a>
</li>
<li class="chapter " data-level="1.3.1.2" data-path="../guide/configure-pod-service-account.html">
<a href="../guide/configure-pod-service-account.html">
3.1.2 配置Pod的Service Account
</a>
</li>
</ul>
</li>
<li class="chapter " data-level="1.3.2" data-path="../guide/command-usage.html">
<a href="../guide/command-usage.html">
3.2 命令使用
</a>
<ul class="articles">
<li class="chapter " data-level="1.3.2.1" data-path="../guide/using-kubectl.html">
<a href="../guide/using-kubectl.html">
3.2.1 使用kubectl
</a>
</li>
</ul>
</li>
<li class="chapter " data-level="1.3.3" data-path="../guide/cluster-security-management.html">
2017-08-21 17:44:43 +08:00
<a href="../guide/cluster-security-management.html">
2017-08-21 17:44:43 +08:00
3.3 集群安全性管理
2017-08-21 17:44:43 +08:00
</a>
<ul class="articles">
<li class="chapter " data-level="1.3.3.1" data-path="../guide/managing-tls-in-a-cluster.html">
<a href="../guide/managing-tls-in-a-cluster.html">
3.3.1 管理集群中的TLS
</a>
</li>
<li class="chapter " data-level="1.3.3.2" data-path="../guide/kubelet-authentication-authorization.html">
<a href="../guide/kubelet-authentication-authorization.html">
3.3.2 kubelet的认证授权
</a>
</li>
<li class="chapter " data-level="1.3.3.3" data-path="../guide/tls-bootstrapping.html">
<a href="../guide/tls-bootstrapping.html">
3.3.3 TLS bootstrap
</a>
2017-08-31 14:23:44 +08:00
</li>
<li class="chapter " data-level="1.3.3.4" data-path="../guide/kubectl-user-authentication-authorization.html">
<a href="../guide/kubectl-user-authentication-authorization.html">
3.3.4 kubectl的用户认证授权
</a>
</li>
<li class="chapter " data-level="1.3.3.5" data-path="../guide/rbac.html">
<a href="../guide/rbac.html">
3.3.5 RBAC——基于角色的访问控制
</a>
2017-09-07 14:13:59 +08:00
</li>
<li class="chapter " data-level="1.3.3.6" data-path="../guide/ip-masq-agent.html">
<a href="../guide/ip-masq-agent.html">
3.3.6 IP伪装代理
</a>
2017-08-21 17:44:43 +08:00
</li>
</ul>
</li>
<li class="chapter " data-level="1.3.4" data-path="../guide/access-kubernetes-cluster.html">
<a href="../guide/access-kubernetes-cluster.html">
3.4 访问 Kubernetes 集群
</a>
<ul class="articles">
<li class="chapter " data-level="1.3.4.1" data-path="../guide/access-cluster.html">
<a href="../guide/access-cluster.html">
3.4.1 访问集群
</a>
</li>
<li class="chapter " data-level="1.3.4.2" data-path="../guide/authenticate-across-clusters-kubeconfig.html">
<a href="../guide/authenticate-across-clusters-kubeconfig.html">
3.4.2 使用 kubeconfig 文件配置跨集群认证
</a>
</li>
<li class="chapter " data-level="1.3.4.3" data-path="../guide/connecting-to-applications-port-forward.html">
<a href="../guide/connecting-to-applications-port-forward.html">
3.4.3 通过端口转发访问集群中的应用程序
</a>
</li>
<li class="chapter " data-level="1.3.4.4" data-path="../guide/service-access-application-cluster.html">
<a href="../guide/service-access-application-cluster.html">
3.4.4 使用 service 访问群集中的应用程序
</a>
</li>
</ul>
</li>
<li class="chapter " data-level="1.3.5" data-path="../guide/application-development-deployment-flow.html">
<a href="../guide/application-development-deployment-flow.html">
3.5 在kubernetes中开发部署应用
</a>
<ul class="articles">
<li class="chapter " data-level="1.3.5.1" data-path="../guide/deploy-applications-in-kubernetes.html">
<a href="../guide/deploy-applications-in-kubernetes.html">
3.5.1 适用于kubernetes的应用开发部署流程
</a>
</li>
<li class="chapter " data-level="1.3.5.2" data-path="../guide/migrating-hadoop-yarn-to-kubernetes.html">
<a href="../guide/migrating-hadoop-yarn-to-kubernetes.html">
3.5.2 迁移传统应用到kubernetes中——以Hadoop YARN为例
</a>
2017-08-21 17:44:43 +08:00
</li>
</ul>
</li>
</ul>
</li>
<li class="chapter " data-level="1.4" data-path="./">
<a href="./">
4. 最佳实践
</a>
<ul class="articles">
<li class="chapter " data-level="1.4.1" data-path="install-kbernetes1.6-on-centos.html">
<a href="install-kbernetes1.6-on-centos.html">
4.1 在CentOS上部署kubernetes1.6集群
</a>
<ul class="articles">
<li class="chapter " data-level="1.4.1.1" data-path="create-tls-and-secret-key.html">
<a href="create-tls-and-secret-key.html">
4.1.1 创建TLS证书和秘钥
</a>
</li>
<li class="chapter " data-level="1.4.1.2" data-path="create-kubeconfig.html">
<a href="create-kubeconfig.html">
4.1.2 创建kubeconfig文件
</a>
</li>
<li class="chapter " data-level="1.4.1.3" data-path="etcd-cluster-installation.html">
<a href="etcd-cluster-installation.html">
4.1.3 创建高可用etcd集群
</a>
</li>
<li class="chapter " data-level="1.4.1.4" data-path="kubectl-installation.html">
<a href="kubectl-installation.html">
4.1.4 安装kubectl命令行工具
</a>
</li>
<li class="chapter " data-level="1.4.1.5" data-path="master-installation.html">
<a href="master-installation.html">
4.1.5 部署master节点
</a>
</li>
<li class="chapter " data-level="1.4.1.6" data-path="node-installation.html">
<a href="node-installation.html">
4.1.6 部署node节点
</a>
</li>
<li class="chapter " data-level="1.4.1.7" data-path="kubedns-addon-installation.html">
<a href="kubedns-addon-installation.html">
4.1.7 安装kubedns插件
</a>
</li>
<li class="chapter " data-level="1.4.1.8" data-path="dashboard-addon-installation.html">
<a href="dashboard-addon-installation.html">
4.1.8 安装dashboard插件
</a>
</li>
<li class="chapter " data-level="1.4.1.9" data-path="heapster-addon-installation.html">
<a href="heapster-addon-installation.html">
4.1.9 安装heapster插件
</a>
</li>
<li class="chapter " data-level="1.4.1.10" data-path="efk-addon-installation.html">
<a href="efk-addon-installation.html">
4.1.10 安装EFK插件
</a>
</li>
</ul>
</li>
<li class="chapter " data-level="1.4.2" data-path="service-discovery-and-loadbalancing.html">
<a href="service-discovery-and-loadbalancing.html">
4.2 服务发现与负载均衡
</a>
<ul class="articles">
<li class="chapter " data-level="1.4.2.1" data-path="traefik-ingress-installation.html">
<a href="traefik-ingress-installation.html">
4.2.1 安装Traefik ingress
</a>
</li>
<li class="chapter " data-level="1.4.2.2" data-path="distributed-load-test.html">
<a href="distributed-load-test.html">
4.2.2 分布式负载测试
</a>
</li>
<li class="chapter active" data-level="1.4.2.3" data-path="network-and-cluster-perfermance-test.html">
<a href="network-and-cluster-perfermance-test.html">
4.2.3 网络和集群性能测试
</a>
</li>
<li class="chapter " data-level="1.4.2.4" data-path="edge-node-configuration.html">
<a href="edge-node-configuration.html">
4.2.4 边缘节点配置
</a>
</li>
</ul>
</li>
<li class="chapter " data-level="1.4.3" data-path="operation.html">
<a href="operation.html">
4.3 运维管理
</a>
<ul class="articles">
<li class="chapter " data-level="1.4.3.1" data-path="service-rolling-update.html">
<a href="service-rolling-update.html">
4.3.1 服务滚动升级
</a>
</li>
<li class="chapter " data-level="1.4.3.2" data-path="app-log-collection.html">
<a href="app-log-collection.html">
4.3.2 应用日志收集
</a>
</li>
<li class="chapter " data-level="1.4.3.3" data-path="configuration-best-practice.html">
<a href="configuration-best-practice.html">
4.3.3 配置最佳实践
</a>
</li>
<li class="chapter " data-level="1.4.3.4" data-path="monitor.html">
<a href="monitor.html">
4.3.4 集群及应用监控
</a>
</li>
<li class="chapter " data-level="1.4.3.5" data-path="jenkins-ci-cd.html">
<a href="jenkins-ci-cd.html">
4.3.5 使用Jenkins进行持续构建与发布
</a>
</li>
<li class="chapter " data-level="1.4.3.6" data-path="data-persistence-problem.html">
<a href="data-persistence-problem.html">
4.3.6 数据持久化问题
</a>
2017-09-03 15:58:39 +08:00
</li>
<li class="chapter " data-level="1.4.3.7" data-path="manage-compute-resources-container.html">
<a href="manage-compute-resources-container.html">
4.3.7 管理容器的计算资源
</a>
2017-08-21 17:44:43 +08:00
</li>
</ul>
</li>
<li class="chapter " data-level="1.4.4" data-path="storage.html">
<a href="storage.html">
4.4 存储管理
</a>
<ul class="articles">
<li class="chapter " data-level="1.4.4.1" data-path="glusterfs.html">
<a href="glusterfs.html">
4.4.1 GlusterFS
</a>
<ul class="articles">
<li class="chapter " data-level="1.4.4.1.1" data-path="using-glusterfs-for-persistent-storage.html">
<a href="using-glusterfs-for-persistent-storage.html">
4.4.1.1 使用GlusterFS做持久化存储
</a>
</li>
<li class="chapter " data-level="1.4.4.1.2" data-path="storage-for-containers-using-glusterfs-with-openshift.html">
<a href="storage-for-containers-using-glusterfs-with-openshift.html">
4.4.1.2 在OpenShift中使用GlusterFS做持久化存储
</a>
</li>
</ul>
</li>
<li class="chapter " data-level="1.4.4.2" data-path="cephfs.html">
<a href="cephfs.html">
4.4.2 CephFS
</a>
<ul class="articles">
<li class="chapter " data-level="1.4.4.2.1" data-path="using-ceph-for-persistent-storage.html">
<a href="using-ceph-for-persistent-storage.html">
4.4.2.1 使用Ceph做持久化存储
</a>
2017-08-21 17:44:43 +08:00
</li>
</ul>
</li>
</ul>
</li>
</ul>
</li>
<li class="chapter " data-level="1.5" data-path="../usecases/">
<a href="../usecases/">
5. 领域应用
</a>
<ul class="articles">
<li class="chapter " data-level="1.5.1" data-path="../usecases/microservices.html">
<a href="../usecases/microservices.html">
5.1 微服务架构
</a>
<ul class="articles">
<li class="chapter " data-level="1.5.1.1" data-path="../usecases/istio.html">
<a href="../usecases/istio.html">
5.1.1 Istio
</a>
<ul class="articles">
<li class="chapter " data-level="1.5.1.1.1" data-path="../usecases/istio-installation.html">
<a href="../usecases/istio-installation.html">
5.1.1.1 安装istio
</a>
</li>
<li class="chapter " data-level="1.5.1.1.2" data-path="../usecases/configuring-request-routing.html">
<a href="../usecases/configuring-request-routing.html">
5.1.1.2 配置请求的路由规则
</a>
</li>
</ul>
</li>
<li class="chapter " data-level="1.5.1.2" data-path="../usecases/linkerd.html">
<a href="../usecases/linkerd.html">
5.1.2 Linkerd
</a>
<ul class="articles">
<li class="chapter " data-level="1.5.1.2.1" data-path="../usecases/linkerd-user-guide.html">
<a href="../usecases/linkerd-user-guide.html">
5.1.2.1 Linkerd 使用指南
</a>
</li>
</ul>
</li>
<li class="chapter " data-level="1.5.1.3" data-path="../usecases/service-discovery-in-microservices.html">
<a href="../usecases/service-discovery-in-microservices.html">
5.1.3 微服务中的服务发现
</a>
</li>
</ul>
</li>
<li class="chapter " data-level="1.5.2" data-path="../usecases/big-data.html">
<a href="../usecases/big-data.html">
5.2 大数据
</a>
<ul class="articles">
2017-08-30 14:20:52 +08:00
<li class="chapter " data-level="1.5.2.1" data-path="../usecases/spark-standalone-on-kubernetes.html">
2017-08-21 17:44:43 +08:00
2017-08-30 14:20:52 +08:00
<a href="../usecases/spark-standalone-on-kubernetes.html">
2017-08-21 17:44:43 +08:00
2017-08-30 14:20:52 +08:00
5.2.1 Spark standalone on Kubernetes
2017-08-21 17:44:43 +08:00
</a>
2017-08-31 14:23:44 +08:00
</li>
<li class="chapter " data-level="1.5.2.2" data-path="../usecases/support-spark-natively-in-kubernetes.html">
<a href="../usecases/support-spark-natively-in-kubernetes.html">
5.2.2 运行支持kubernetes原生调度的Spark程序
</a>
2017-08-21 17:44:43 +08:00
</li>
</ul>
2017-08-30 16:52:33 +08:00
</li>
<li class="chapter " data-level="1.5.3" data-path="../usecases/serverless.html">
<a href="../usecases/serverless.html">
5.3 Serverless架构
</a>
2017-08-21 17:44:43 +08:00
</li>
</ul>
</li>
<li class="chapter " data-level="1.6" data-path="../develop/">
<a href="../develop/">
6. 开发指南
</a>
<ul class="articles">
<li class="chapter " data-level="1.6.1" data-path="../develop/developing-environment.html">
<a href="../develop/developing-environment.html">
6.1 开发环境搭建
</a>
</li>
<li class="chapter " data-level="1.6.2" data-path="../develop/testing.html">
<a href="../develop/testing.html">
6.2 单元测试和集成测试
</a>
</li>
<li class="chapter " data-level="1.6.3" data-path="../develop/client-go-sample.html">
<a href="../develop/client-go-sample.html">
6.3 client-go示例
</a>
</li>
<li class="chapter " data-level="1.6.4" data-path="../develop/contribute.html">
<a href="../develop/contribute.html">
6.4 社区贡献
</a>
</li>
</ul>
</li>
<li class="chapter " data-level="1.7" data-path="../appendix/">
<a href="../appendix/">
7. 附录
</a>
<ul class="articles">
<li class="chapter " data-level="1.7.1" data-path="../appendix/docker-best-practice.html">
<a href="../appendix/docker-best-practice.html">
7.1 Docker最佳实践
</a>
</li>
<li class="chapter " data-level="1.7.2" data-path="../appendix/issues.html">
<a href="../appendix/issues.html">
7.2 问题记录
</a>
</li>
<li class="chapter " data-level="1.7.3" data-path="../appendix/tricks.html">
<a href="../appendix/tricks.html">
7.3 使用技巧
</a>
</li>
</ul>
</li>
<li class="divider"></li>
<li>
<a href="https://www.gitbook.com" target="blank" class="gitbook-link">
本書使用 GitBook 釋出
</a>
</li>
</ul>
</nav>
</div>
<div class="book-body">
<div class="body-inner">
<div class="book-header" role="navigation">
<!-- Title -->
<h1>
<i class="fa fa-circle-o-notch fa-spin"></i>
<a href=".." >4.2.3 网络和集群性能测试</a>
</h1>
</div>
<div class="page-wrapper" tabindex="-1" role="main">
<div class="page-inner">
<div class="search-plus" id="book-search-results">
<div class="search-noresults">
<section class="normal markdown-section">
<h1 id="kubernetes&#x7F51;&#x7EDC;&#x548C;&#x96C6;&#x7FA4;&#x6027;&#x80FD;&#x6D4B;&#x8BD5;">Kubernetes&#x7F51;&#x7EDC;&#x548C;&#x96C6;&#x7FA4;&#x6027;&#x80FD;&#x6D4B;&#x8BD5;</h1>
<h2 id="&#x51C6;&#x5907;">&#x51C6;&#x5907;</h2>
<p><strong>&#x6D4B;&#x8BD5;&#x73AF;&#x5883;</strong></p>
<p>&#x5728;&#x4EE5;&#x4E0B;&#x51E0;&#x79CD;&#x73AF;&#x5883;&#x4E0B;&#x8FDB;&#x884C;&#x6D4B;&#x8BD5;&#xFF1A;</p>
<ul>
<li>Kubernetes&#x96C6;&#x7FA4;node&#x8282;&#x70B9;&#x4E0A;&#x901A;&#x8FC7;Cluster IP&#x65B9;&#x5F0F;&#x8BBF;&#x95EE;</li>
<li>Kubernetes&#x96C6;&#x7FA4;&#x5185;&#x90E8;&#x901A;&#x8FC7;service&#x8BBF;&#x95EE;</li>
<li>Kubernetes&#x96C6;&#x7FA4;&#x5916;&#x90E8;&#x901A;&#x8FC7;traefik ingress&#x66B4;&#x9732;&#x7684;&#x5730;&#x5740;&#x8BBF;&#x95EE;</li>
</ul>
<p><strong>&#x6D4B;&#x8BD5;&#x5730;&#x5740;</strong></p>
<p>Cluster IP: 10.254.149.31</p>
<p>Service Port&#xFF1A;8000</p>
<p>Ingress Host&#xFF1A;traefik.sample-webapp.io</p>
<p><strong>&#x6D4B;&#x8BD5;&#x5DE5;&#x5177;</strong></p>
<ul>
<li><a href="http://locust.io" target="_blank">Locust</a>&#xFF1A;&#x4E00;&#x4E2A;&#x7B80;&#x5355;&#x6613;&#x7528;&#x7684;&#x7528;&#x6237;&#x8D1F;&#x8F7D;&#x6D4B;&#x8BD5;&#x5DE5;&#x5177;&#xFF0C;&#x7528;&#x6765;&#x6D4B;&#x8BD5;web&#x6216;&#x5176;&#x4ED6;&#x7CFB;&#x7EDF;&#x80FD;&#x591F;&#x540C;&#x65F6;&#x5904;&#x7406;&#x7684;&#x5E76;&#x53D1;&#x7528;&#x6237;&#x6570;&#x3002;</li>
<li>curl</li>
<li><a href="https://github.com/kubernetes/kubernetes/tree/master/test/e2e" target="_blank">kubemark</a></li>
<li>&#x6D4B;&#x8BD5;&#x7A0B;&#x5E8F;&#xFF1A;sample-webapp&#xFF0C;&#x6E90;&#x7801;&#x89C1;Github <a href="https://github.com/rootsongjc/distributed-load-testing-using-kubernetes" target="_blank">kubernetes&#x7684;&#x5206;&#x5E03;&#x5F0F;&#x8D1F;&#x8F7D;&#x6D4B;&#x8BD5;</a></li>
</ul>
<p><strong>&#x6D4B;&#x8BD5;&#x8BF4;&#x660E;</strong></p>
<p>&#x901A;&#x8FC7;&#x5411;<code>sample-webapp</code>&#x53D1;&#x9001;curl&#x8BF7;&#x6C42;&#x83B7;&#x53D6;&#x54CD;&#x5E94;&#x65F6;&#x95F4;&#xFF0C;&#x76F4;&#x63A5;curl&#x540E;&#x7684;&#x7ED3;&#x679C;&#x4E3A;&#xFF1A;</p>
<pre><code class="lang-Bash">$ curl <span class="hljs-string">&quot;http://10.254.149.31:8000/&quot;</span>
Welcome to the <span class="hljs-string">&quot;Distributed Load Testing Using Kubernetes&quot;</span> sample web app
</code></pre>
<h2 id="&#x7F51;&#x7EDC;&#x5EF6;&#x8FDF;&#x6D4B;&#x8BD5;">&#x7F51;&#x7EDC;&#x5EF6;&#x8FDF;&#x6D4B;&#x8BD5;</h2>
<h3 id="&#x573A;&#x666F;&#x4E00;&#x3001;-kubernetes&#x96C6;&#x7FA4;node&#x8282;&#x70B9;&#x4E0A;&#x901A;&#x8FC7;cluster-ip&#x8BBF;&#x95EE;">&#x573A;&#x666F;&#x4E00;&#x3001; Kubernetes&#x96C6;&#x7FA4;node&#x8282;&#x70B9;&#x4E0A;&#x901A;&#x8FC7;Cluster IP&#x8BBF;&#x95EE;</h3>
<p><strong>&#x6D4B;&#x8BD5;&#x547D;&#x4EE4;</strong></p>
<pre><code class="lang-shell">curl -o /dev/null -s -w &apos;%{time_connect} %{time_starttransfer} %{time_total}&apos; &quot;http://10.254.149.31:8000/&quot;
</code></pre>
<p><strong>10&#x7EC4;&#x6D4B;&#x8BD5;&#x7ED3;&#x679C;</strong></p>
<table>
<thead>
<tr>
<th>No</th>
<th>time_connect</th>
<th>time_starttransfer</th>
<th>time_total</th>
</tr>
</thead>
<tbody>
<tr>
<td>1</td>
<td>0.000</td>
<td>0.003</td>
<td>0.003</td>
</tr>
<tr>
<td>2</td>
<td>0.000</td>
<td>0.002</td>
<td>0.002</td>
</tr>
<tr>
<td>3</td>
<td>0.000</td>
<td>0.002</td>
<td>0.002</td>
</tr>
<tr>
<td>4</td>
<td>0.000</td>
<td>0.002</td>
<td>0.002</td>
</tr>
<tr>
<td>5</td>
<td>0.000</td>
<td>0.002</td>
<td>0.002</td>
</tr>
<tr>
<td>6</td>
<td>0.000</td>
<td>0.002</td>
<td>0.002</td>
</tr>
<tr>
<td>7</td>
<td>0.000</td>
<td>0.002</td>
<td>0.002</td>
</tr>
<tr>
<td>8</td>
<td>0.000</td>
<td>0.002</td>
<td>0.002</td>
</tr>
<tr>
<td>9</td>
<td>0.000</td>
<td>0.002</td>
<td>0.002</td>
</tr>
<tr>
<td>10</td>
<td>0.000</td>
<td>0.002</td>
<td>0.002</td>
</tr>
</tbody>
</table>
<p><strong>&#x5E73;&#x5747;&#x54CD;&#x5E94;&#x65F6;&#x95F4;&#xFF1A;2ms</strong></p>
<p><strong>&#x65F6;&#x95F4;&#x6307;&#x6807;&#x8BF4;&#x660E;</strong></p>
<p>&#x5355;&#x4F4D;&#xFF1A;&#x79D2;</p>
<p>time_connect&#xFF1A;&#x5EFA;&#x7ACB;&#x5230;&#x670D;&#x52A1;&#x5668;&#x7684; TCP &#x8FDE;&#x63A5;&#x6240;&#x7528;&#x7684;&#x65F6;&#x95F4;</p>
<p>time_starttransfer&#xFF1A;&#x5728;&#x53D1;&#x51FA;&#x8BF7;&#x6C42;&#x4E4B;&#x540E;&#xFF0C;Web &#x670D;&#x52A1;&#x5668;&#x8FD4;&#x56DE;&#x6570;&#x636E;&#x7684;&#x7B2C;&#x4E00;&#x4E2A;&#x5B57;&#x8282;&#x6240;&#x7528;&#x7684;&#x65F6;&#x95F4;</p>
<p>time_total&#xFF1A;&#x5B8C;&#x6210;&#x8BF7;&#x6C42;&#x6240;&#x7528;&#x7684;&#x65F6;&#x95F4;</p>
<h3 id="&#x573A;&#x666F;&#x4E8C;&#x3001;kubernetes&#x96C6;&#x7FA4;&#x5185;&#x90E8;&#x901A;&#x8FC7;service&#x8BBF;&#x95EE;">&#x573A;&#x666F;&#x4E8C;&#x3001;Kubernetes&#x96C6;&#x7FA4;&#x5185;&#x90E8;&#x901A;&#x8FC7;service&#x8BBF;&#x95EE;</h3>
<p><strong>&#x6D4B;&#x8BD5;&#x547D;&#x4EE4;</strong></p>
<pre><code class="lang-Shell">curl -o /dev/null -s -w &apos;%{time_connect} %{time_starttransfer} %{time_total}&apos; &quot;http://sample-webapp:8000/&quot;
</code></pre>
<p><strong>10&#x7EC4;&#x6D4B;&#x8BD5;&#x7ED3;&#x679C;</strong></p>
<table>
<thead>
<tr>
<th>No</th>
<th>time_connect</th>
<th>time_starttransfer</th>
<th>time_total</th>
</tr>
</thead>
<tbody>
<tr>
<td>1</td>
<td>0.004</td>
<td>0.006</td>
<td>0.006</td>
</tr>
<tr>
<td>2</td>
<td>0.004</td>
<td>0.006</td>
<td>0.006</td>
</tr>
<tr>
<td>3</td>
<td>0.004</td>
<td>0.006</td>
<td>0.006</td>
</tr>
<tr>
<td>4</td>
<td>0.004</td>
<td>0.006</td>
<td>0.006</td>
</tr>
<tr>
<td>5</td>
<td>0.004</td>
<td>0.006</td>
<td>0.006</td>
</tr>
<tr>
<td>6</td>
<td>0.004</td>
<td>0.006</td>
<td>0.006</td>
</tr>
<tr>
<td>7</td>
<td>0.004</td>
<td>0.006</td>
<td>0.006</td>
</tr>
<tr>
<td>8</td>
<td>0.004</td>
<td>0.006</td>
<td>0.006</td>
</tr>
<tr>
<td>9</td>
<td>0.004</td>
<td>0.006</td>
<td>0.006</td>
</tr>
<tr>
<td>10</td>
<td>0.004</td>
<td>0.006</td>
<td>0.006</td>
</tr>
</tbody>
</table>
<p><strong>&#x5E73;&#x5747;&#x54CD;&#x5E94;&#x65F6;&#x95F4;&#xFF1A;6ms</strong></p>
<h3 id="&#x573A;&#x666F;&#x4E09;&#x3001;&#x5728;&#x516C;&#x7F51;&#x4E0A;&#x901A;&#x8FC7;traefik-ingress&#x8BBF;&#x95EE;">&#x573A;&#x666F;&#x4E09;&#x3001;&#x5728;&#x516C;&#x7F51;&#x4E0A;&#x901A;&#x8FC7;traefik ingress&#x8BBF;&#x95EE;</h3>
<p><strong>&#x6D4B;&#x8BD5;&#x547D;&#x4EE4;</strong></p>
<pre><code class="lang-Shell">curl -o /dev/null -s -w &apos;%{time_connect} %{time_starttransfer} %{time_total}&apos; &quot;http://traefik.sample-webapp.io&quot; &gt;&gt;result
</code></pre>
<p><strong>10&#x7EC4;&#x6D4B;&#x8BD5;&#x7ED3;&#x679C;</strong></p>
<table>
<thead>
<tr>
<th>No</th>
<th>time_connect</th>
<th>time_starttransfer</th>
<th>time_total</th>
</tr>
</thead>
<tbody>
<tr>
<td>1</td>
<td>0.043</td>
<td>0.085</td>
<td>0.085</td>
</tr>
<tr>
<td>2</td>
<td>0.052</td>
<td>0.093</td>
<td>0.093</td>
</tr>
<tr>
<td>3</td>
<td>0.043</td>
<td>0.082</td>
<td>0.082</td>
</tr>
<tr>
<td>4</td>
<td>0.051</td>
<td>0.093</td>
<td>0.093</td>
</tr>
<tr>
<td>5</td>
<td>0.068</td>
<td>0.188</td>
<td>0.188</td>
</tr>
<tr>
<td>6</td>
<td>0.049</td>
<td>0.089</td>
<td>0.089</td>
</tr>
<tr>
<td>7</td>
<td>0.051</td>
<td>0.113</td>
<td>0.113</td>
</tr>
<tr>
<td>8</td>
<td>0.055</td>
<td>0.120</td>
<td>0.120</td>
</tr>
<tr>
<td>9</td>
<td>0.065</td>
<td>0.126</td>
<td>0.127</td>
</tr>
<tr>
<td>10</td>
<td>0.050</td>
<td>0.111</td>
<td>0.111</td>
</tr>
</tbody>
</table>
<p><strong>&#x5E73;&#x5747;&#x54CD;&#x5E94;&#x65F6;&#x95F4;&#xFF1A;110ms</strong></p>
<h3 id="&#x6D4B;&#x8BD5;&#x7ED3;&#x679C;">&#x6D4B;&#x8BD5;&#x7ED3;&#x679C;</h3>
<p>&#x5728;&#x8FD9;&#x4E09;&#x79CD;&#x573A;&#x666F;&#x4E0B;&#x7684;&#x54CD;&#x5E94;&#x65F6;&#x95F4;&#x6D4B;&#x8BD5;&#x7ED3;&#x679C;&#x5982;&#x4E0B;&#xFF1A;</p>
<ul>
<li>Kubernetes&#x96C6;&#x7FA4;node&#x8282;&#x70B9;&#x4E0A;&#x901A;&#x8FC7;Cluster IP&#x65B9;&#x5F0F;&#x8BBF;&#x95EE;&#xFF1A;2ms</li>
<li>Kubernetes&#x96C6;&#x7FA4;&#x5185;&#x90E8;&#x901A;&#x8FC7;service&#x8BBF;&#x95EE;&#xFF1A;6ms</li>
<li>Kubernetes&#x96C6;&#x7FA4;&#x5916;&#x90E8;&#x901A;&#x8FC7;traefik ingress&#x66B4;&#x9732;&#x7684;&#x5730;&#x5740;&#x8BBF;&#x95EE;&#xFF1A;110ms</li>
</ul>
<p><em>&#x6CE8;&#x610F;&#xFF1A;&#x6267;&#x884C;&#x6D4B;&#x8BD5;&#x7684;node&#x8282;&#x70B9;/Pod&#x4E0E;serivce&#x6240;&#x5728;&#x7684;pod&#x7684;&#x8DDD;&#x79BB;&#xFF08;&#x662F;&#x5426;&#x5728;&#x540C;&#x4E00;&#x53F0;&#x4E3B;&#x673A;&#x4E0A;&#xFF09;&#xFF0C;&#x5BF9;&#x524D;&#x4E24;&#x4E2A;&#x573A;&#x666F;&#x53EF;&#x4EE5;&#x80FD;&#x4F1A;&#x6709;&#x4E00;&#x5B9A;&#x5F71;&#x54CD;&#x3002;</em></p>
<h2 id="&#x7F51;&#x7EDC;&#x6027;&#x80FD;&#x6D4B;&#x8BD5;">&#x7F51;&#x7EDC;&#x6027;&#x80FD;&#x6D4B;&#x8BD5;</h2>
<p>&#x7F51;&#x7EDC;&#x4F7F;&#x7528;flannel&#x7684;vxlan&#x6A21;&#x5F0F;&#x3002;</p>
<p>&#x4F7F;&#x7528;iperf&#x8FDB;&#x884C;&#x6D4B;&#x8BD5;&#x3002;</p>
<p>&#x670D;&#x52A1;&#x7AEF;&#x547D;&#x4EE4;&#xFF1A;</p>
<pre><code class="lang-shell">iperf -s -p 12345 -i 1 -M
</code></pre>
<p>&#x5BA2;&#x6237;&#x7AEF;&#x547D;&#x4EE4;&#xFF1A;</p>
<pre><code class="lang-shell">iperf -c ${server-ip} -p 12345 -i 1 -t 10 -w 20K
</code></pre>
<h3 id="&#x573A;&#x666F;&#x4E00;&#x3001;&#x4E3B;&#x673A;&#x4E4B;&#x95F4;">&#x573A;&#x666F;&#x4E00;&#x3001;&#x4E3B;&#x673A;&#x4E4B;&#x95F4;</h3>
<pre><code>[ ID] Interval Transfer Bandwidth
[ 3] 0.0- 1.0 sec 598 MBytes 5.02 Gbits/sec
[ 3] 1.0- 2.0 sec 637 MBytes 5.35 Gbits/sec
[ 3] 2.0- 3.0 sec 664 MBytes 5.57 Gbits/sec
[ 3] 3.0- 4.0 sec 657 MBytes 5.51 Gbits/sec
[ 3] 4.0- 5.0 sec 641 MBytes 5.38 Gbits/sec
[ 3] 5.0- 6.0 sec 639 MBytes 5.36 Gbits/sec
[ 3] 6.0- 7.0 sec 628 MBytes 5.26 Gbits/sec
[ 3] 7.0- 8.0 sec 649 MBytes 5.44 Gbits/sec
[ 3] 8.0- 9.0 sec 638 MBytes 5.35 Gbits/sec
[ 3] 9.0-10.0 sec 652 MBytes 5.47 Gbits/sec
[ 3] 0.0-10.0 sec 6.25 GBytes 5.37 Gbits/sec
</code></pre><h3 id="&#x573A;&#x666F;&#x4E8C;&#x3001;&#x4E0D;&#x540C;&#x4E3B;&#x673A;&#x7684;pod&#x4E4B;&#x95F4;&#x4F7F;&#x7528;flannel&#x7684;vxlan&#x6A21;&#x5F0F;">&#x573A;&#x666F;&#x4E8C;&#x3001;&#x4E0D;&#x540C;&#x4E3B;&#x673A;&#x7684;Pod&#x4E4B;&#x95F4;(&#x4F7F;&#x7528;flannel&#x7684;vxlan&#x6A21;&#x5F0F;)</h3>
<pre><code>[ ID] Interval Transfer Bandwidth
[ 3] 0.0- 1.0 sec 372 MBytes 3.12 Gbits/sec
[ 3] 1.0- 2.0 sec 345 MBytes 2.89 Gbits/sec
[ 3] 2.0- 3.0 sec 361 MBytes 3.03 Gbits/sec
[ 3] 3.0- 4.0 sec 397 MBytes 3.33 Gbits/sec
[ 3] 4.0- 5.0 sec 405 MBytes 3.40 Gbits/sec
[ 3] 5.0- 6.0 sec 410 MBytes 3.44 Gbits/sec
[ 3] 6.0- 7.0 sec 404 MBytes 3.39 Gbits/sec
[ 3] 7.0- 8.0 sec 408 MBytes 3.42 Gbits/sec
[ 3] 8.0- 9.0 sec 451 MBytes 3.78 Gbits/sec
[ 3] 9.0-10.0 sec 387 MBytes 3.25 Gbits/sec
[ 3] 0.0-10.0 sec 3.85 GBytes 3.30 Gbits/sec
</code></pre><h3 id="&#x573A;&#x666F;&#x4E09;&#x3001;node&#x4E0E;&#x975E;&#x540C;&#x4E3B;&#x673A;&#x7684;pod&#x4E4B;&#x95F4;&#xFF08;&#x4F7F;&#x7528;flannel&#x7684;vxlan&#x6A21;&#x5F0F;&#xFF09;">&#x573A;&#x666F;&#x4E09;&#x3001;Node&#x4E0E;&#x975E;&#x540C;&#x4E3B;&#x673A;&#x7684;Pod&#x4E4B;&#x95F4;&#xFF08;&#x4F7F;&#x7528;flannel&#x7684;vxlan&#x6A21;&#x5F0F;&#xFF09;</h3>
<pre><code>[ ID] Interval Transfer Bandwidth
[ 3] 0.0- 1.0 sec 372 MBytes 3.12 Gbits/sec
[ 3] 1.0- 2.0 sec 420 MBytes 3.53 Gbits/sec
[ 3] 2.0- 3.0 sec 434 MBytes 3.64 Gbits/sec
[ 3] 3.0- 4.0 sec 409 MBytes 3.43 Gbits/sec
[ 3] 4.0- 5.0 sec 382 MBytes 3.21 Gbits/sec
[ 3] 5.0- 6.0 sec 408 MBytes 3.42 Gbits/sec
[ 3] 6.0- 7.0 sec 403 MBytes 3.38 Gbits/sec
[ 3] 7.0- 8.0 sec 423 MBytes 3.55 Gbits/sec
[ 3] 8.0- 9.0 sec 376 MBytes 3.15 Gbits/sec
[ 3] 9.0-10.0 sec 451 MBytes 3.78 Gbits/sec
[ 3] 0.0-10.0 sec 3.98 GBytes 3.42 Gbits/sec
</code></pre><h3 id="&#x573A;&#x666F;&#x56DB;&#x3001;&#x4E0D;&#x540C;&#x4E3B;&#x673A;&#x7684;pod&#x4E4B;&#x95F4;&#xFF08;&#x4F7F;&#x7528;flannel&#x7684;host-gw&#x6A21;&#x5F0F;&#xFF09;">&#x573A;&#x666F;&#x56DB;&#x3001;&#x4E0D;&#x540C;&#x4E3B;&#x673A;&#x7684;Pod&#x4E4B;&#x95F4;&#xFF08;&#x4F7F;&#x7528;flannel&#x7684;host-gw&#x6A21;&#x5F0F;&#xFF09;</h3>
<pre><code>[ ID] Interval Transfer Bandwidth
[ 5] 0.0- 1.0 sec 530 MBytes 4.45 Gbits/sec
[ 5] 1.0- 2.0 sec 576 MBytes 4.84 Gbits/sec
[ 5] 2.0- 3.0 sec 631 MBytes 5.29 Gbits/sec
[ 5] 3.0- 4.0 sec 580 MBytes 4.87 Gbits/sec
[ 5] 4.0- 5.0 sec 627 MBytes 5.26 Gbits/sec
[ 5] 5.0- 6.0 sec 578 MBytes 4.85 Gbits/sec
[ 5] 6.0- 7.0 sec 584 MBytes 4.90 Gbits/sec
[ 5] 7.0- 8.0 sec 571 MBytes 4.79 Gbits/sec
[ 5] 8.0- 9.0 sec 564 MBytes 4.73 Gbits/sec
[ 5] 9.0-10.0 sec 572 MBytes 4.80 Gbits/sec
[ 5] 0.0-10.0 sec 5.68 GBytes 4.88 Gbits/sec
</code></pre><h3 id="&#x573A;&#x666F;&#x4E94;&#x3001;node&#x4E0E;&#x975E;&#x540C;&#x4E3B;&#x673A;&#x7684;pod&#x4E4B;&#x95F4;&#xFF08;&#x4F7F;&#x7528;flannel&#x7684;host-gw&#x6A21;&#x5F0F;&#xFF09;">&#x573A;&#x666F;&#x4E94;&#x3001;Node&#x4E0E;&#x975E;&#x540C;&#x4E3B;&#x673A;&#x7684;Pod&#x4E4B;&#x95F4;&#xFF08;&#x4F7F;&#x7528;flannel&#x7684;host-gw&#x6A21;&#x5F0F;&#xFF09;</h3>
<pre><code>[ ID] Interval Transfer Bandwidth
[ 3] 0.0- 1.0 sec 570 MBytes 4.78 Gbits/sec
[ 3] 1.0- 2.0 sec 552 MBytes 4.63 Gbits/sec
[ 3] 2.0- 3.0 sec 598 MBytes 5.02 Gbits/sec
[ 3] 3.0- 4.0 sec 580 MBytes 4.87 Gbits/sec
[ 3] 4.0- 5.0 sec 590 MBytes 4.95 Gbits/sec
[ 3] 5.0- 6.0 sec 594 MBytes 4.98 Gbits/sec
[ 3] 6.0- 7.0 sec 598 MBytes 5.02 Gbits/sec
[ 3] 7.0- 8.0 sec 606 MBytes 5.08 Gbits/sec
[ 3] 8.0- 9.0 sec 596 MBytes 5.00 Gbits/sec
[ 3] 9.0-10.0 sec 604 MBytes 5.07 Gbits/sec
[ 3] 0.0-10.0 sec 5.75 GBytes 4.94 Gbits/sec
</code></pre><h3 id="&#x7F51;&#x7EDC;&#x6027;&#x80FD;&#x5BF9;&#x6BD4;&#x7EFC;&#x8FF0;">&#x7F51;&#x7EDC;&#x6027;&#x80FD;&#x5BF9;&#x6BD4;&#x7EFC;&#x8FF0;</h3>
<p>&#x4F7F;&#x7528;Flannel&#x7684;<strong>vxlan</strong>&#x6A21;&#x5F0F;&#x5B9E;&#x73B0;&#x6BCF;&#x4E2A;pod&#x4E00;&#x4E2A;IP&#x7684;&#x65B9;&#x5F0F;&#xFF0C;&#x4F1A;&#x6BD4;&#x5BBF;&#x4E3B;&#x673A;&#x76F4;&#x63A5;&#x4E92;&#x8054;&#x7684;&#x7F51;&#x7EDC;&#x6027;&#x80FD;&#x635F;&#x8017;30%&#xFF5E;40%&#xFF0C;&#x7B26;&#x5408;&#x7F51;&#x4E0A;&#x6D41;&#x4F20;&#x7684;&#x6D4B;&#x8BD5;&#x7ED3;&#x8BBA;&#x3002;&#x800C;flannel&#x7684;host-gw&#x6A21;&#x5F0F;&#x6BD4;&#x8D77;&#x5BBF;&#x4E3B;&#x673A;&#x4E92;&#x8FDE;&#x7684;&#x7F51;&#x7EDC;&#x6027;&#x80FD;&#x635F;&#x8017;&#x5927;&#x7EA6;&#x662F;10%&#x3002;</p>
<p>Vxlan&#x4F1A;&#x6709;&#x4E00;&#x4E2A;&#x5C01;&#x5305;&#x89E3;&#x5305;&#x7684;&#x8FC7;&#x7A0B;&#xFF0C;&#x6240;&#x4EE5;&#x4F1A;&#x5BF9;&#x7F51;&#x7EDC;&#x6027;&#x80FD;&#x9020;&#x6210;&#x8F83;&#x5927;&#x7684;&#x635F;&#x8017;&#xFF0C;&#x800C;host-gw&#x6A21;&#x5F0F;&#x662F;&#x76F4;&#x63A5;&#x4F7F;&#x7528;&#x8DEF;&#x7531;&#x4FE1;&#x606F;&#xFF0C;&#x7F51;&#x7EDC;&#x635F;&#x8017;&#x5C0F;&#xFF0C;&#x5173;&#x4E8E;host-gw&#x7684;&#x67B6;&#x6784;&#x8BF7;&#x8BBF;&#x95EE;<a href="https://docs.openshift.com/container-platform/3.4/architecture/additional_concepts/flannel.html" target="_blank">Flannel host-gw architecture</a>&#x3002;</p>
<h2 id="kubernete&#x7684;&#x6027;&#x80FD;&#x6D4B;&#x8BD5;">Kubernete&#x7684;&#x6027;&#x80FD;&#x6D4B;&#x8BD5;</h2>
<p>&#x53C2;&#x8003;<a href="https://supereagle.github.io/2017/03/09/kubemark/" target="_blank">Kubernetes&#x96C6;&#x7FA4;&#x6027;&#x80FD;&#x6D4B;&#x8BD5;</a>&#x4E2D;&#x7684;&#x6B65;&#x9AA4;&#xFF0C;&#x5BF9;kubernetes&#x7684;&#x6027;&#x80FD;&#x8FDB;&#x884C;&#x6D4B;&#x8BD5;&#x3002;</p>
<p>&#x6211;&#x7684;&#x96C6;&#x7FA4;&#x7248;&#x672C;&#x662F;Kubernetes1.6.0&#xFF0C;&#x9996;&#x5148;&#x514B;&#x9686;&#x4EE3;&#x7801;&#xFF0C;&#x5C06;kubernetes&#x76EE;&#x5F55;&#x590D;&#x5236;&#x5230;<code>$GOPATH/src/k8s.io/</code>&#x4E0B;&#x7136;&#x540E;&#x6267;&#x884C;&#xFF1A;</p>
<pre><code class="lang-bash">$ ./hack/generate-bindata.sh
/usr/<span class="hljs-built_in">local</span>/src/k8s.io/kubernetes /usr/<span class="hljs-built_in">local</span>/src/k8s.io/kubernetes
Generated bindata file : <span class="hljs-built_in">test</span>/e2e/generated/bindata.go has 13498 <span class="hljs-built_in">test</span>/e2e/generated/bindata.go lines of lovely automated artifacts
No changes <span class="hljs-keyword">in</span> generated bindata file: pkg/generated/bindata.go
/usr/<span class="hljs-built_in">local</span>/src/k8s.io/kubernetes
$ make WHAT=<span class="hljs-string">&quot;test/e2e/e2e.test&quot;</span>
...
+++ [0425 17:01:34] Generating bindata:
<span class="hljs-built_in">test</span>/e2e/generated/gobindata_util.go
/usr/<span class="hljs-built_in">local</span>/src/k8s.io/kubernetes /usr/<span class="hljs-built_in">local</span>/src/k8s.io/kubernetes/<span class="hljs-built_in">test</span>/e2e/generated
/usr/<span class="hljs-built_in">local</span>/src/k8s.io/kubernetes/<span class="hljs-built_in">test</span>/e2e/generated
+++ [0425 17:01:34] Building go targets <span class="hljs-keyword">for</span> linux/amd64:
<span class="hljs-built_in">test</span>/e2e/e2e.test
$ make ginkgo
+++ [0425 17:05:57] Building the toolchain targets:
k8s.io/kubernetes/hack/cmd/teststale
k8s.io/kubernetes/vendor/github.com/jteeuwen/go-bindata/go-bindata
+++ [0425 17:05:57] Generating bindata:
<span class="hljs-built_in">test</span>/e2e/generated/gobindata_util.go
/usr/<span class="hljs-built_in">local</span>/src/k8s.io/kubernetes /usr/<span class="hljs-built_in">local</span>/src/k8s.io/kubernetes/<span class="hljs-built_in">test</span>/e2e/generated
/usr/<span class="hljs-built_in">local</span>/src/k8s.io/kubernetes/<span class="hljs-built_in">test</span>/e2e/generated
+++ [0425 17:05:58] Building go targets <span class="hljs-keyword">for</span> linux/amd64:
vendor/github.com/onsi/ginkgo/ginkgo
$ <span class="hljs-built_in">export</span> KUBERNETES_PROVIDER=<span class="hljs-built_in">local</span>
$ <span class="hljs-built_in">export</span> KUBECTL_PATH=/usr/bin/kubectl
$ go run hack/e2e.go -v -test --test_args=<span class="hljs-string">&quot;--host=http://172.20.0.113:8080 --ginkgo.focus=\[Feature:Performance\]&quot;</span> &gt;&gt;log.txt
</code></pre>
<p><strong>&#x6D4B;&#x8BD5;&#x7ED3;&#x679C;</strong></p>
<pre><code class="lang-bash">Apr 25 18:27:31.461: INFO: API calls latencies: {
<span class="hljs-string">&quot;apicalls&quot;</span>: [
{
<span class="hljs-string">&quot;resource&quot;</span>: <span class="hljs-string">&quot;pods&quot;</span>,
<span class="hljs-string">&quot;verb&quot;</span>: <span class="hljs-string">&quot;POST&quot;</span>,
<span class="hljs-string">&quot;latency&quot;</span>: {
<span class="hljs-string">&quot;Perc50&quot;</span>: 2148000,
<span class="hljs-string">&quot;Perc90&quot;</span>: 13772000,
<span class="hljs-string">&quot;Perc99&quot;</span>: 14436000,
<span class="hljs-string">&quot;Perc100&quot;</span>: 0
}
},
{
<span class="hljs-string">&quot;resource&quot;</span>: <span class="hljs-string">&quot;services&quot;</span>,
<span class="hljs-string">&quot;verb&quot;</span>: <span class="hljs-string">&quot;DELETE&quot;</span>,
<span class="hljs-string">&quot;latency&quot;</span>: {
<span class="hljs-string">&quot;Perc50&quot;</span>: 9843000,
<span class="hljs-string">&quot;Perc90&quot;</span>: 11226000,
<span class="hljs-string">&quot;Perc99&quot;</span>: 12391000,
<span class="hljs-string">&quot;Perc100&quot;</span>: 0
}
},
...
Apr 25 18:27:31.461: INFO: [Result:Performance] {
<span class="hljs-string">&quot;version&quot;</span>: <span class="hljs-string">&quot;v1&quot;</span>,
<span class="hljs-string">&quot;dataItems&quot;</span>: [
{
<span class="hljs-string">&quot;data&quot;</span>: {
<span class="hljs-string">&quot;Perc50&quot;</span>: 2.148,
<span class="hljs-string">&quot;Perc90&quot;</span>: 13.772,
<span class="hljs-string">&quot;Perc99&quot;</span>: 14.436
},
<span class="hljs-string">&quot;unit&quot;</span>: <span class="hljs-string">&quot;ms&quot;</span>,
<span class="hljs-string">&quot;labels&quot;</span>: {
<span class="hljs-string">&quot;Resource&quot;</span>: <span class="hljs-string">&quot;pods&quot;</span>,
<span class="hljs-string">&quot;Verb&quot;</span>: <span class="hljs-string">&quot;POST&quot;</span>
}
},
...
2.857: INFO: Running AfterSuite actions on all node
Apr 26 10:35:32.857: INFO: Running AfterSuite actions on node 1
Ran 2 of 606 Specs <span class="hljs-keyword">in</span> 268.371 seconds
SUCCESS! -- 2 Passed | 0 Failed | 0 Pending | 604 Skipped PASS
Ginkgo ran 1 suite <span class="hljs-keyword">in</span> 4m28.667870101s
Test Suite Passed
</code></pre>
<p>&#x4ECE;kubemark&#x8F93;&#x51FA;&#x7684;&#x65E5;&#x5FD7;&#x4E2D;&#x53EF;&#x4EE5;&#x770B;&#x5230;<strong>API calls latencies</strong>&#x548C;<strong>Performance</strong>&#x3002;</p>
<p><strong>&#x65E5;&#x5FD7;&#x91CC;&#x663E;&#x793A;&#xFF0C;&#x521B;&#x5EFA;90&#x4E2A;pod&#x7528;&#x65F6;40&#x79D2;&#x4EE5;&#x5185;&#xFF0C;&#x5E73;&#x5747;&#x521B;&#x5EFA;&#x6BCF;&#x4E2A;pod&#x8017;&#x65F6;0.44&#x79D2;&#x3002;</strong></p>
<h3 id="&#x4E0D;&#x540C;type&#x7684;&#x8D44;&#x6E90;&#x7C7B;&#x578B;api&#x8BF7;&#x6C42;&#x8017;&#x65F6;&#x5206;&#x5E03;">&#x4E0D;&#x540C;type&#x7684;&#x8D44;&#x6E90;&#x7C7B;&#x578B;API&#x8BF7;&#x6C42;&#x8017;&#x65F6;&#x5206;&#x5E03;</h3>
<table>
<thead>
<tr>
<th>Resource</th>
<th>Verb</th>
<th>50%</th>
<th>90%</th>
<th>99%</th>
</tr>
</thead>
<tbody>
<tr>
<td>services</td>
<td>DELETE</td>
<td>8.472ms</td>
<td>9.841ms</td>
<td>38.226ms</td>
</tr>
<tr>
<td>endpoints</td>
<td>PUT</td>
<td>1.641ms</td>
<td>3.161ms</td>
<td>30.715ms</td>
</tr>
<tr>
<td>endpoints</td>
<td>GET</td>
<td>931&#xB5;s</td>
<td>10.412ms</td>
<td>27.97ms</td>
</tr>
<tr>
<td>nodes</td>
<td>PATCH</td>
<td>4.245ms</td>
<td>11.117ms</td>
<td>18.63ms</td>
</tr>
<tr>
<td>pods</td>
<td>PUT</td>
<td>2.193ms</td>
<td>2.619ms</td>
<td>17.285ms</td>
</tr>
</tbody>
</table>
<p>&#x4ECE;<code>log.txt</code>&#x65E5;&#x5FD7;&#x4E2D;&#x8FD8;&#x53EF;&#x4EE5;&#x770B;&#x5230;&#x66F4;&#x591A;&#x8BE6;&#x7EC6;&#x8BF7;&#x6C42;&#x7684;&#x6D4B;&#x8BD5;&#x6307;&#x6807;&#x3002;</p>
<figure id="fig1.4.2.3.1"><img src="http://olz1di9xf.bkt.clouddn.com/kubenetes-e2e-test.jpg" alt="kubernetes-dashboard"><figcaption>Figure: kubernetes-dashboard</figcaption></figure>
<h3 id="&#x6CE8;&#x610F;&#x4E8B;&#x9879;">&#x6CE8;&#x610F;&#x4E8B;&#x9879;</h3>
<p>&#x6D4B;&#x8BD5;&#x8FC7;&#x7A0B;&#x4E2D;&#x9700;&#x8981;&#x7528;&#x5230;docker&#x955C;&#x50CF;&#x5B58;&#x50A8;&#x5728;GCE&#x4E2D;&#xFF0C;&#x9700;&#x8981;&#x7FFB;&#x5899;&#x4E0B;&#x8F7D;&#xFF0C;&#x6211;&#x6CA1;&#x770B;&#x5230;&#x54EA;&#x91CC;&#x914D;&#x7F6E;&#x8FD9;&#x4E2A;&#x955C;&#x50CF;&#x7684;&#x5730;&#x5740;&#x3002;&#x8BE5;&#x955C;&#x50CF;&#x526F;&#x672C;&#x5DF2;&#x4E0A;&#x4F20;&#x65F6;&#x901F;&#x4E91;&#xFF1A;</p>
<p>&#x7528;&#x5230;&#x7684;&#x955C;&#x50CF;&#x6709;&#x5982;&#x4E0B;&#x4E24;&#x4E2A;&#xFF1A;</p>
<ul>
<li>gcr.io/google_containers/pause-amd64:3.0</li>
<li>gcr.io/google_containers/serve_hostname:v1.4</li>
</ul>
<p>&#x65F6;&#x901F;&#x4E91;&#x955C;&#x50CF;&#x5730;&#x5740;&#xFF1A;</p>
<ul>
<li>index.tenxcloud.com/jimmy/pause-amd64:3.0</li>
<li>index.tenxcloud.com/jimmy/serve_hostname:v1.4</li>
</ul>
<p>&#x5C06;&#x955C;&#x50CF;pull&#x5230;&#x672C;&#x5730;&#x540E;&#x91CD;&#x65B0;&#x6253;tag&#x3002;</p>
<h2 id="locust&#x6D4B;&#x8BD5;">Locust&#x6D4B;&#x8BD5;</h2>
<p>&#x8BF7;&#x6C42;&#x7EDF;&#x8BA1;</p>
<table>
<thead>
<tr>
<th>Method</th>
<th>Name</th>
<th># requests</th>
<th># failures</th>
<th>Median response time</th>
<th>Average response time</th>
<th>Min response time</th>
<th>Max response time</th>
<th>Average Content Size</th>
<th>Requests/s</th>
</tr>
</thead>
<tbody>
<tr>
<td>POST</td>
<td>/login</td>
<td>5070</td>
<td>78</td>
<td>59000</td>
<td>80551</td>
<td>11218</td>
<td>202140</td>
<td>54</td>
<td>1.17</td>
</tr>
<tr>
<td>POST</td>
<td>/metrics</td>
<td>5114232</td>
<td>85879</td>
<td>63000</td>
<td>82280</td>
<td>29518</td>
<td>331330</td>
<td>94</td>
<td>1178.77</td>
</tr>
<tr>
<td>None</td>
<td>Total</td>
<td>5119302</td>
<td>85957</td>
<td>63000</td>
<td>82279</td>
<td>11218</td>
<td>331330</td>
<td>94</td>
<td>1179.94</td>
</tr>
</tbody>
</table>
<p>&#x54CD;&#x5E94;&#x65F6;&#x95F4;&#x5206;&#x5E03;</p>
<table>
<thead>
<tr>
<th>Name</th>
<th># requests</th>
<th>50%</th>
<th>66%</th>
<th>75%</th>
<th>80%</th>
<th>90%</th>
<th>95%</th>
<th>98%</th>
<th>99%</th>
<th>100%</th>
</tr>
</thead>
<tbody>
<tr>
<td>POST /login</td>
<td>5070</td>
<td>59000</td>
<td>125000</td>
<td>140000</td>
<td>148000</td>
<td>160000</td>
<td>166000</td>
<td>174000</td>
<td>176000</td>
<td>202140</td>
</tr>
<tr>
<td>POST /metrics</td>
<td>5114993</td>
<td>63000</td>
<td>127000</td>
<td>142000</td>
<td>149000</td>
<td>160000</td>
<td>166000</td>
<td>172000</td>
<td>176000</td>
<td>331330</td>
</tr>
<tr>
<td>None Total</td>
<td>5120063</td>
<td>63000</td>
<td>127000</td>
<td>142000</td>
<td>149000</td>
<td>160000</td>
<td>166000</td>
<td>172000</td>
<td>176000</td>
<td>331330</td>
</tr>
</tbody>
</table>
<p>&#x4EE5;&#x4E0A;&#x4E24;&#x4E2A;&#x8868;&#x683C;&#x90FD;&#x662F;&#x77AC;&#x65F6;&#x503C;&#x3002;&#x8BF7;&#x6C42;&#x5931;&#x8D25;&#x7387;&#x5728;2%&#x5DE6;&#x53F3;&#x3002;</p>
<p>Sample-webapp&#x8D77;&#x4E86;48&#x4E2A;pod&#x3002;</p>
<p>Locust&#x6A21;&#x62DF;10&#x4E07;&#x7528;&#x6237;&#xFF0C;&#x6BCF;&#x79D2;&#x589E;&#x957F;100&#x4E2A;&#x3002;</p>
<figure id="fig1.4.2.3.2"><img src="http://olz1di9xf.bkt.clouddn.com/kubernetes-locust-test.jpg" alt="locust-test"><figcaption>Figure: locust-test</figcaption></figure>
<p>&#x5173;&#x4E8E;Locust&#x7684;&#x4F7F;&#x7528;&#x8BF7;&#x53C2;&#x8003;Github&#xFF1A;<a href="https://github.com/rootsongjc/distributed-load-testing-using-kubernetes" target="_blank">https://github.com/rootsongjc/distributed-load-testing-using-kubernetes</a></p>
<h2 id="&#x53C2;&#x8003;">&#x53C2;&#x8003;</h2>
<p><a href="https://testerhome.com/topics/4839" target="_blank">&#x57FA;&#x4E8E; Python &#x7684;&#x6027;&#x80FD;&#x6D4B;&#x8BD5;&#x5DE5;&#x5177; locust (&#x4E0E; LR &#x7684;&#x7B80;&#x5355;&#x5BF9;&#x6BD4;)</a></p>
<p><a href="http://docs.locust.io/en/latest/what-is-locust.html" target="_blank">Locust docs</a></p>
<p><a href="http://timd.cn/2015/09/17/locust/" target="_blank">python&#x7528;&#x6237;&#x8D1F;&#x8F7D;&#x6D4B;&#x8BD5;&#x5DE5;&#x5177;&#xFF1A;locust</a></p>
<p><a href="https://supereagle.github.io/2017/03/09/kubemark/" target="_blank">Kubernetes&#x96C6;&#x7FA4;&#x6027;&#x80FD;&#x6D4B;&#x8BD5;</a></p>
<p><a href="http://dockone.io/article/1050" target="_blank">CoreOS&#x662F;&#x5982;&#x4F55;&#x5C06;Kubernetes&#x7684;&#x6027;&#x80FD;&#x63D0;&#x9AD8;10&#x500D;&#x7684;</a></p>
<p><a href="http://blog.fleeto.us/translation/updates-performance-and-scalability-kubernetes-13-2000-node-60000-pod-clusters" target="_blank">Kubernetes 1.3 &#x7684;&#x6027;&#x80FD;&#x548C;&#x5F39;&#x6027; &#x2014;&#x2014; 2000 &#x8282;&#x70B9;&#xFF0C;60,0000 Pod &#x7684;&#x96C6;&#x7FA4;</a></p>
<p><a href="http://www.csdn.net/article/2015-07-07/2825155" target="_blank">&#x8FD0;&#x7528;Kubernetes&#x8FDB;&#x884C;&#x5206;&#x5E03;&#x5F0F;&#x8D1F;&#x8F7D;&#x6D4B;&#x8BD5;</a></p>
<p><a href="https://github.com/kubernetes/community/blob/master/contributors/devel/kubemark-guide.md" target="_blank">Kubemark User Guide</a></p>
<p><a href="https://docs.openshift.com/container-platform/3.4/architecture/additional_concepts/flannel.html" target="_blank">Flannel host-gw architecture</a> </p>
<footer class="page-footer-ex"> <span class="page-footer-ex-copyright">for GitBook</span>&#xA0;&#xA0;&#xA0;&#xA0;&#xA0;&#xA0;&#xA0;&#xA0;&#xA0;&#xA0;&#xA0;<span class="page-footer-ex-footer-update">update
2017-08-21 18:23:35
2017-08-21 17:44:43 +08:00
</span></footer>
</section>
</div>
<div class="search-results">
<div class="has-results">
<h1 class="search-results-title"><span class='search-results-count'></span> results matching "<span class='search-query'></span>"</h1>
<ul class="search-results-list"></ul>
</div>
<div class="no-results">
<h1 class="search-results-title">No results matching "<span class='search-query'></span>"</h1>
</div>
</div>
</div>
</div>
</div>
</div>
<a href="distributed-load-test.html" class="navigation navigation-prev " aria-label="Previous page: 4.2.2 分布式负载测试">
<i class="fa fa-angle-left"></i>
</a>
<a href="edge-node-configuration.html" class="navigation navigation-next " aria-label="Next page: 4.2.4 边缘节点配置">
<i class="fa fa-angle-right"></i>
</a>
</div>
<script>
var gitbook = gitbook || [];
gitbook.push(function() {
gitbook.page.hasChanged({"page":{"title":"4.2.3 网络和集群性能测试","level":"1.4.2.3","depth":3,"next":{"title":"4.2.4 边缘节点配置","level":"1.4.2.4","depth":3,"path":"practice/edge-node-configuration.md","ref":"practice/edge-node-configuration.md","articles":[]},"previous":{"title":"4.2.2 分布式负载测试","level":"1.4.2.2","depth":3,"path":"practice/distributed-load-test.md","ref":"practice/distributed-load-test.md","articles":[]},"dir":"ltr"},"config":{"plugins":["github","codesnippet","splitter","page-toc-button","image-captions","page-footer-ex","editlink","-lunr","-search","search-plus"],"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"pluginsConfig":{"github":{"url":"https://github.com/rootsongjc/kubernetes-handbook"},"editlink":{"label":"编辑本页","multilingual":false,"base":"https://github.com/rootsongjc/kubernetes-handbook/blob/master/"},"page-footer-ex":{"copyright":"for GitBook","update_format":"YYYY-MM-DD HH:mm:ss","update_label":"update"},"splitter":{},"codesnippet":{},"fontsettings":{"theme":"white","family":"sans","size":2},"highlight":{},"page-toc-button":{},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"theme-default":{"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"showLevel":false},"search-plus":{},"image-captions":{"variable_name":"_pictures"}},"page-footer-ex":{"copyright":"Jimmy Song","update_label":"最后更新:","update_format":"YYYY-MM-DD HH:mm:ss"},"theme":"default","author":"Jimmy Song","pdf":{"pageNumbers":true,"fontSize":12,"fontFamily":"Arial","paperSize":"a4","chapterMark":"pagebreak","pageBreaksBefore":"/","margin":{"right":62,"left":62,"top":56,"bottom":56}},"structure":{"langs":"LANGS.md","readme":"README.md","glossary":"GLOSSARY.md","summary":"SUMMARY.md"},"variables":{"_pictures":[{"backlink":"concepts/index.html#fig1.2.1","level":"1.2","list_caption":"Figure: Borg架构","alt":"Borg架构","nro":1,"url":"../images/borg.png","index":1,"caption_template":"Figure: _CAPTION_","label":"Borg架构","attributes":{},"skip":false,"key":"1.2.1"},{"backlink":"concepts/index.html#fig1.2.2","level":"1.2","list_caption":"Figure: Kubernetes架构","alt":"Kubernetes架构","nro":2,"url":"../images/architecture.png","index":2,"caption_template":"Figure: _CAPTION_","label":"Kubernetes架构","attributes":{},"skip":false,"key":"1.2.2"},{"backlink":"concepts/index.html#fig1.2.3","level":"1.2","list_caption":"Figure: kubernetes整体架构示意图","alt":"kubernetes整体架构示意图","nro":3,"url":"../images/kubernetes-whole-arch.png","index":3,"caption_template":"Figure: _CAPTION_","label":"kubernetes整体架构示意图","attributes":{},"skip":false,"key":"1.2.3"},{"backlink":"concepts/index.html#fig1.2.4","level":"1.2","list_caption":"Figure: Kubernetes master架构示意图","alt":"Kubernetes master架构示意图","nro":4,"url":"../images/kubernetes-master-arch.png","index":4,"caption_template":"Figure: _CAPTION_","label":"Kubernetes master架构示意图","attributes":{},"skip":false,"key":"1.2.4"},{"backlink":"concepts/index.html#fig1.2.5","level":"1.2","list_caption":"Figure: kubernetes node架构示意图","alt":"kubernetes node架构示意图","nro":5,"url":"../images/kubernetes-node-arch.png","index":5,"caption_template":"Figure: _CAPTION_","label":"kubernetes node架构示意图","attributes":{},"skip":false,"key":"1.2.5"},{"backlink":"concepts/index.html#fig1.2.6","level":"1.2","list_caption":"Figure: Kubernetes分层架构示意图","alt":"Kubernetes分层架构示意图","nro":6,"url":"../images/kubernetes-layers-arch.jpg","index":6,"caption_template":"Figure: _CAPTION_","label":"Kubernetes分层架构示意图","attributes":{},"skip":false,"key":"1.2.6"},{"backlink":"concepts/concepts.html#f
2017-08-21 17:44:43 +08:00
});
</script>
</div>
<script src="../gitbook/gitbook.js"></script>
<script src="../gitbook/theme.js"></script>
<script src="../gitbook/gitbook-plugin-github/plugin.js"></script>
<script src="../gitbook/gitbook-plugin-splitter/splitter.js"></script>
<script src="../gitbook/gitbook-plugin-page-toc-button/plugin.js"></script>
<script src="../gitbook/gitbook-plugin-editlink/plugin.js"></script>
<script src="../gitbook/gitbook-plugin-search-plus/jquery.mark.min.js"></script>
<script src="../gitbook/gitbook-plugin-search-plus/search.js"></script>
<script src="../gitbook/gitbook-plugin-sharing/buttons.js"></script>
<script src="../gitbook/gitbook-plugin-fontsettings/fontsettings.js"></script>
</body>
</html>