Louis Tu
GitHub
parent
89d42a7716
commit
a88bad7947
|
|
@ -0,0 +1,49 @@
|
||||||
|
# Scheduler plugins for Kubernetes
|
||||||
|
|
||||||
|
[scheduler-plugins](https://github.com/kubernetes-sigs/scheduler-plugins) is out-of-tree scheduler plugins based on the [scheduler framework](https://kubernetes.io/docs/concepts/scheduling-eviction/scheduling-framework/).
|
||||||
|
|
||||||
|
The kube-scheduler binary includes a list of plugins:
|
||||||
|
|
||||||
|
- [CapacityScheduling](https://github.com/kubernetes-sigs/scheduler-plugins/tree/master/pkg/capacityscheduling) [Beta]
|
||||||
|
- [CoScheduling](https://github.com/kubernetes-sigs/scheduler-plugins/tree/master/pkg/coscheduling) [Beta]
|
||||||
|
- [NodeResources](https://github.com/kubernetes-sigs/scheduler-plugins/tree/master/pkg/noderesources) [Beta]
|
||||||
|
- [NodeResouceTopology](https://github.com/kubernetes-sigs/scheduler-plugins/blob/master/pkg/noderesourcetopology/README.md) [Beta]
|
||||||
|
- [PreemptionToleration](https://github.com/kubernetes-sigs/scheduler-plugins/blob/master/pkg/preemptiontoleration/README.md) [Alpha]
|
||||||
|
- [Trimaran](https://github.com/kubernetes-sigs/scheduler-plugins/blob/master/pkg/trimaran/README.md) [Alpha]
|
||||||
|
- [NetworkAware](https://github.com/kubernetes-sigs/scheduler-plugins/blob/master/pkg/networkaware/README.md) [Sample]
|
||||||
|
- [CrossNodePreemption](https://github.com/kubernetes-sigs/scheduler-plugins/blob/master/pkg/crossnodepreemption/README.md) [Sample]
|
||||||
|
- [PodState](https://github.com/kubernetes-sigs/scheduler-plugins/blob/master/pkg/podstate/README.md) [Sample]
|
||||||
|
- [QualityOfService](https://github.com/kubernetes-sigs/scheduler-plugins/blob/master/pkg/qos/README.md) [Sample]
|
||||||
|
|
||||||
|
Currently, we use [helm chart](https://github.com/kubernetes-sigs/scheduler-plugins/blob/master/manifests/install/charts/as-a-second-scheduler/README.md#installing-the-chart) to install the scheduler plugins, so that a second scheduler would be created and running. **Note that running multi-scheduler will inevitably encounter resource conflicts when the cluster is short of resources**.
|
||||||
|
|
||||||
|
## Compatibility Matrix
|
||||||
|
|
||||||
|
There are requirements for the version of Kubernetes, please see [Compatibility Matrix
|
||||||
|
](https://github.com/kubernetes-sigs/scheduler-plugins/tree/master?tab=readme-ov-file#compatibility-matrix). It deserves our attention.
|
||||||
|
|
||||||
|
| Scheduler Plugins | Compiled With K8s Version |
|
||||||
|
| ----------------- | ------------------------- |
|
||||||
|
| v0.27.8 | v1.27.8 |
|
||||||
|
| v0.26.8 | v1.26.7 |
|
||||||
|
|
||||||
|
## Turning it on
|
||||||
|
|
||||||
|
The `scheduler_plugins_enabled` option is used to enable the installation of scheduler plugins.
|
||||||
|
|
||||||
|
You can enable or disable some plugins by setting the `scheduler_plugins_enabled_plugins` or `scheduler_plugins_disabled_plugins` option. They must be in the list we mentioned above.
|
||||||
|
|
||||||
|
In addition, to use custom plugin configuration, set a value for `scheduler_plugins_plugin_config` option.
|
||||||
|
|
||||||
|
For example, for Coscheduling plugin, you want to customize the permit waiting timeout to 10 seconds:
|
||||||
|
|
||||||
|
```yaml
|
||||||
|
scheduler_plugins_plugin_config:
|
||||||
|
- name: Coscheduling
|
||||||
|
args:
|
||||||
|
permitWaitingTimeSeconds: 10 # default is 60
|
||||||
|
```
|
||||||
|
|
||||||
|
## Leverage plugin
|
||||||
|
|
||||||
|
Once the plugin is installed, we can apply CRs into cluster. For example, if using `CoScheduling`, we can apply the CR and test the deployment in the [example](https://github.com/kubernetes-sigs/scheduler-plugins/blob/master/doc/install.md#test-coscheduling).
|
||||||
|
|
@ -124,3 +124,11 @@ dependencies:
|
||||||
- inventory_hostname == groups['kube_control_plane'][0]
|
- inventory_hostname == groups['kube_control_plane'][0]
|
||||||
tags:
|
tags:
|
||||||
- argocd
|
- argocd
|
||||||
|
|
||||||
|
- role: kubernetes-apps/scheduler_plugins
|
||||||
|
when:
|
||||||
|
- scheduler_plugins_enabled
|
||||||
|
- kube_major_version is version('v1.28', '<')
|
||||||
|
- inventory_hostname == groups['kube_control_plane'][0]
|
||||||
|
tags:
|
||||||
|
- scheduler_plugins
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,29 @@
|
||||||
|
---
|
||||||
|
scheduler_plugins_enabled: false
|
||||||
|
|
||||||
|
scheduler_plugins_namespace: scheduler-plugins
|
||||||
|
|
||||||
|
scheduler_plugins_controller_replicas: 1
|
||||||
|
|
||||||
|
scheduler_plugins_scheduler_replicas: 1
|
||||||
|
|
||||||
|
# The default is determined by the number of control plane nodes.
|
||||||
|
scheduler_plugins_scheduler_leader_elect: "{{ ((groups['kube_control_plane'] | length) > 1) }}"
|
||||||
|
|
||||||
|
# Plugins to enable. See https://github.com/kubernetes-sigs/scheduler-plugins/blob/master/manifests/install/charts/as-a-second-scheduler/README.md#configuration for more info.
|
||||||
|
scheduler_plugins_enabled_plugins:
|
||||||
|
- Coscheduling
|
||||||
|
- CapacityScheduling
|
||||||
|
- NodeResourceTopologyMatch
|
||||||
|
- NodeResourcesAllocatable
|
||||||
|
|
||||||
|
# Plugins to disable. See https://github.com/kubernetes-sigs/scheduler-plugins/blob/master/manifests/install/charts/as-a-second-scheduler/README.md#configuration for more info.
|
||||||
|
scheduler_plugins_disabled_plugins:
|
||||||
|
- PrioritySort
|
||||||
|
|
||||||
|
# Customize the enabled plugins' config.
|
||||||
|
# Refer to the "pluginConfig" section of https://github.com/kubernetes-sigs/scheduler-plugins/blob/master/manifests/<plugin>/scheduler-config.yaml.
|
||||||
|
scheduler_plugins_plugin_config:
|
||||||
|
- name: Coscheduling
|
||||||
|
args:
|
||||||
|
permitWaitingTimeSeconds: 10 # default is 60
|
||||||
|
|
@ -0,0 +1,68 @@
|
||||||
|
---
|
||||||
|
- name: Scheduler Plugins | Ensure dir exists
|
||||||
|
file:
|
||||||
|
path: "{{ kube_config_dir }}/scheduler-plugins"
|
||||||
|
state: directory
|
||||||
|
owner: root
|
||||||
|
group: root
|
||||||
|
mode: 0755
|
||||||
|
when: inventory_hostname == groups['kube_control_plane'][0]
|
||||||
|
tags:
|
||||||
|
- scheduler_plugins
|
||||||
|
|
||||||
|
- name: Scheduler Plugins | Create manifests
|
||||||
|
template:
|
||||||
|
src: "{{ item.file }}.j2"
|
||||||
|
dest: "{{ kube_config_dir }}/scheduler-plugins/{{ item.file }}"
|
||||||
|
mode: 0644
|
||||||
|
with_items:
|
||||||
|
- { name: appgroup, file: appgroup.diktyo.x-k8s.io_appgroups.yaml, type: crd }
|
||||||
|
- { name: networktopology, file: networktopology.diktyo.x-k8s.io_networktopologies.yaml, type: crd }
|
||||||
|
- { name: elasticquotas, file: scheduling.x-k8s.io_elasticquotas.yaml, type: crd }
|
||||||
|
- { name: podgroups, file: scheduling.x-k8s.io_podgroups.yaml, type: crd }
|
||||||
|
- { name: noderesourcetopologies, file: topology.node.k8s.io_noderesourcetopologies.yaml, type: crd }
|
||||||
|
- { name: namespace, file: namespace.yaml, type: namespace }
|
||||||
|
- { name: sa, file: sa-scheduler-plugins.yaml, type: serviceaccount }
|
||||||
|
- { name: rbac, file: rbac-scheduler-plugins.yaml, type: rbac }
|
||||||
|
- { name: cm, file: cm-scheduler-plugins.yaml, type: configmap }
|
||||||
|
- { name: deploy, file: deploy-scheduler-plugins.yaml, type: deployment }
|
||||||
|
register: scheduler_plugins_manifests
|
||||||
|
when: inventory_hostname == groups['kube_control_plane'][0]
|
||||||
|
tags:
|
||||||
|
- scheduler_plugins
|
||||||
|
|
||||||
|
- name: Scheduler Plugins | Apply manifests
|
||||||
|
kube:
|
||||||
|
name: "{{ item.item.name }}"
|
||||||
|
kubectl: "{{ bin_dir }}/kubectl"
|
||||||
|
resource: "{{ item.item.type }}"
|
||||||
|
filename: "{{ kube_config_dir }}/scheduler-plugins/{{ item.item.file }}"
|
||||||
|
state: "latest"
|
||||||
|
with_items: "{{ scheduler_plugins_manifests.results }}"
|
||||||
|
when: inventory_hostname == groups['kube_control_plane'][0]
|
||||||
|
tags:
|
||||||
|
- scheduler_plugins
|
||||||
|
|
||||||
|
- name: Scheduler Plugins | Wait for controller pods to be ready
|
||||||
|
command: "{{ kubectl }} -n {{ scheduler_plugins_namespace }} get pods -l app=scheduler-plugins-controller -o jsonpath='{.items[?(@.status.containerStatuses[0].ready==false)].metadata.name}'" # noqa ignore-errors
|
||||||
|
register: controller_pods_not_ready
|
||||||
|
until: controller_pods_not_ready.stdout.find("scheduler-plugins-controller")==-1
|
||||||
|
retries: 30
|
||||||
|
delay: 10
|
||||||
|
ignore_errors: true
|
||||||
|
changed_when: false
|
||||||
|
when: inventory_hostname == groups['kube_control_plane'][0]
|
||||||
|
tags:
|
||||||
|
- scheduler_plugins
|
||||||
|
|
||||||
|
- name: Scheduler Plugins | Wait for scheduler pods to be ready
|
||||||
|
command: "{{ kubectl }} -n {{ scheduler_plugins_namespace }} get pods -l component=scheduler -o jsonpath='{.items[?(@.status.containerStatuses[0].ready==false)].metadata.name}'" # noqa ignore-errors
|
||||||
|
register: scheduler_pods_not_ready
|
||||||
|
until: scheduler_pods_not_ready.stdout.find("scheduler-plugins-scheduler")==-1
|
||||||
|
retries: 30
|
||||||
|
delay: 10
|
||||||
|
ignore_errors: true
|
||||||
|
changed_when: false
|
||||||
|
when: inventory_hostname == groups['kube_control_plane'][0]
|
||||||
|
tags:
|
||||||
|
- scheduler_plugins
|
||||||
|
|
@ -0,0 +1,197 @@
|
||||||
|
---
|
||||||
|
apiVersion: apiextensions.k8s.io/v1
|
||||||
|
kind: CustomResourceDefinition
|
||||||
|
metadata:
|
||||||
|
annotations:
|
||||||
|
api-approved.kubernetes.io: https://github.com/kubernetes-sigs/scheduler-plugins/pull/432 # edited manually
|
||||||
|
controller-gen.kubebuilder.io/version: v0.11.1
|
||||||
|
creationTimestamp: null
|
||||||
|
name: appgroups.appgroup.diktyo.x-k8s.io
|
||||||
|
spec:
|
||||||
|
group: appgroup.diktyo.x-k8s.io
|
||||||
|
names:
|
||||||
|
kind: AppGroup
|
||||||
|
listKind: AppGroupList
|
||||||
|
plural: appgroups
|
||||||
|
shortNames:
|
||||||
|
- ag
|
||||||
|
singular: appgroup
|
||||||
|
scope: Namespaced
|
||||||
|
versions:
|
||||||
|
- name: v1alpha1
|
||||||
|
schema:
|
||||||
|
openAPIV3Schema:
|
||||||
|
description: AppGroup is a collection of Pods belonging to the same application.
|
||||||
|
properties:
|
||||||
|
apiVersion:
|
||||||
|
description: 'APIVersion defines the versioned schema of this representation
|
||||||
|
of an object. Servers should convert recognized schemas to the latest
|
||||||
|
internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
|
||||||
|
type: string
|
||||||
|
kind:
|
||||||
|
description: 'Kind is a string value representing the REST resource this
|
||||||
|
object represents. Servers may infer this from the endpoint the client
|
||||||
|
submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
|
||||||
|
type: string
|
||||||
|
metadata:
|
||||||
|
type: object
|
||||||
|
spec:
|
||||||
|
description: AppGroupSpec defines the number of Pods and which Pods belong
|
||||||
|
to the group.
|
||||||
|
properties:
|
||||||
|
numMembers:
|
||||||
|
description: NumMembers defines the number of Pods belonging to the
|
||||||
|
App Group
|
||||||
|
format: int32
|
||||||
|
minimum: 1
|
||||||
|
type: integer
|
||||||
|
topologySortingAlgorithm:
|
||||||
|
description: The preferred Topology Sorting Algorithm
|
||||||
|
type: string
|
||||||
|
workloads:
|
||||||
|
description: Workloads defines the workloads belonging to the group
|
||||||
|
items:
|
||||||
|
description: AppGroupWorkload represents the Workloads belonging
|
||||||
|
to the App Group.
|
||||||
|
properties:
|
||||||
|
dependencies:
|
||||||
|
description: Dependencies of the Workload.
|
||||||
|
items:
|
||||||
|
description: DependenciesInfo contains information about one
|
||||||
|
dependency.
|
||||||
|
properties:
|
||||||
|
maxNetworkCost:
|
||||||
|
description: Max Network Cost between workloads
|
||||||
|
format: int64
|
||||||
|
maximum: 10000
|
||||||
|
minimum: 0
|
||||||
|
type: integer
|
||||||
|
minBandwidth:
|
||||||
|
anyOf:
|
||||||
|
- type: integer
|
||||||
|
- type: string
|
||||||
|
description: MinBandwidth between workloads
|
||||||
|
pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$
|
||||||
|
x-kubernetes-int-or-string: true
|
||||||
|
workload:
|
||||||
|
description: Workload reference Info.
|
||||||
|
properties:
|
||||||
|
apiVersion:
|
||||||
|
description: ApiVersion defines the versioned schema
|
||||||
|
of an object.
|
||||||
|
type: string
|
||||||
|
kind:
|
||||||
|
description: 'Kind of the workload, info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds"'
|
||||||
|
type: string
|
||||||
|
name:
|
||||||
|
description: 'Name represents the workload, info:
|
||||||
|
http://kubernetes.io/docs/user-guide/identifiers#names'
|
||||||
|
type: string
|
||||||
|
namespace:
|
||||||
|
description: Namespace of the workload
|
||||||
|
type: string
|
||||||
|
selector:
|
||||||
|
description: Selector defines how to find Pods related
|
||||||
|
to the Workload (key = workload). (e.g., workload=w1)
|
||||||
|
type: string
|
||||||
|
required:
|
||||||
|
- kind
|
||||||
|
- name
|
||||||
|
- selector
|
||||||
|
type: object
|
||||||
|
required:
|
||||||
|
- workload
|
||||||
|
type: object
|
||||||
|
type: array
|
||||||
|
workload:
|
||||||
|
description: Workload reference Info.
|
||||||
|
properties:
|
||||||
|
apiVersion:
|
||||||
|
description: ApiVersion defines the versioned schema of
|
||||||
|
an object.
|
||||||
|
type: string
|
||||||
|
kind:
|
||||||
|
description: 'Kind of the workload, info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds"'
|
||||||
|
type: string
|
||||||
|
name:
|
||||||
|
description: 'Name represents the workload, info: http://kubernetes.io/docs/user-guide/identifiers#names'
|
||||||
|
type: string
|
||||||
|
namespace:
|
||||||
|
description: Namespace of the workload
|
||||||
|
type: string
|
||||||
|
selector:
|
||||||
|
description: Selector defines how to find Pods related to
|
||||||
|
the Workload (key = workload). (e.g., workload=w1)
|
||||||
|
type: string
|
||||||
|
required:
|
||||||
|
- kind
|
||||||
|
- name
|
||||||
|
- selector
|
||||||
|
type: object
|
||||||
|
required:
|
||||||
|
- workload
|
||||||
|
type: object
|
||||||
|
type: array
|
||||||
|
required:
|
||||||
|
- numMembers
|
||||||
|
- topologySortingAlgorithm
|
||||||
|
- workloads
|
||||||
|
type: object
|
||||||
|
status:
|
||||||
|
description: AppGroupStatus defines the observed use.
|
||||||
|
properties:
|
||||||
|
runningWorkloads:
|
||||||
|
description: The number of actively running workloads (e.g., number
|
||||||
|
of pods).
|
||||||
|
format: int32
|
||||||
|
minimum: 0
|
||||||
|
type: integer
|
||||||
|
scheduleStartTime:
|
||||||
|
description: ScheduleStartTime of the group
|
||||||
|
format: date-time
|
||||||
|
type: string
|
||||||
|
topologyCalculationTime:
|
||||||
|
description: TopologyCalculationTime of the group
|
||||||
|
format: date-time
|
||||||
|
type: string
|
||||||
|
topologyOrder:
|
||||||
|
description: Topology order for TopSort plugin (QueueSort)
|
||||||
|
items:
|
||||||
|
description: AppGroupTopologyInfo represents the calculated order
|
||||||
|
for a given Workload.
|
||||||
|
properties:
|
||||||
|
index:
|
||||||
|
description: Topology index.
|
||||||
|
format: int32
|
||||||
|
type: integer
|
||||||
|
workload:
|
||||||
|
description: Workload reference Info.
|
||||||
|
properties:
|
||||||
|
apiVersion:
|
||||||
|
description: ApiVersion defines the versioned schema of
|
||||||
|
an object.
|
||||||
|
type: string
|
||||||
|
kind:
|
||||||
|
description: 'Kind of the workload, info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds"'
|
||||||
|
type: string
|
||||||
|
name:
|
||||||
|
description: 'Name represents the workload, info: http://kubernetes.io/docs/user-guide/identifiers#names'
|
||||||
|
type: string
|
||||||
|
namespace:
|
||||||
|
description: Namespace of the workload
|
||||||
|
type: string
|
||||||
|
selector:
|
||||||
|
description: Selector defines how to find Pods related to
|
||||||
|
the Workload (key = workload). (e.g., workload=w1)
|
||||||
|
type: string
|
||||||
|
required:
|
||||||
|
- kind
|
||||||
|
- name
|
||||||
|
- selector
|
||||||
|
type: object
|
||||||
|
type: object
|
||||||
|
type: array
|
||||||
|
type: object
|
||||||
|
type: object
|
||||||
|
served: true
|
||||||
|
storage: true
|
||||||
|
|
@ -0,0 +1,28 @@
|
||||||
|
apiVersion: v1
|
||||||
|
kind: ConfigMap
|
||||||
|
metadata:
|
||||||
|
name: scheduler-config
|
||||||
|
namespace: {{ scheduler_plugins_namespace }}
|
||||||
|
data:
|
||||||
|
scheduler-config.yaml: |
|
||||||
|
apiVersion: kubescheduler.config.k8s.io/v1
|
||||||
|
kind: KubeSchedulerConfiguration
|
||||||
|
leaderElection:
|
||||||
|
leaderElect: {{ scheduler_plugins_scheduler_leader_elect | bool | lower }}
|
||||||
|
profiles:
|
||||||
|
# Compose all plugins in one profile
|
||||||
|
- schedulerName: scheduler-plugins-scheduler
|
||||||
|
plugins:
|
||||||
|
multiPoint:
|
||||||
|
enabled:
|
||||||
|
{% for enabeld_plugin in scheduler_plugins_enabled_plugins %}
|
||||||
|
- name: {{ enabeld_plugin }}
|
||||||
|
{% endfor %}
|
||||||
|
disabled:
|
||||||
|
{% for disabled_plugin in scheduler_plugins_disabled_plugins %}
|
||||||
|
- name: {{ disabled_plugin }}
|
||||||
|
{% endfor %}
|
||||||
|
{% if scheduler_plugins_plugin_config is defined and scheduler_plugins_plugin_config | length != 0 %}
|
||||||
|
pluginConfig:
|
||||||
|
{{ scheduler_plugins_plugin_config | to_nice_yaml(indent=2, width=256) | indent(6, true) }}
|
||||||
|
{% endif %}
|
||||||
|
|
@ -0,0 +1,74 @@
|
||||||
|
kind: Deployment
|
||||||
|
apiVersion: apps/v1
|
||||||
|
metadata:
|
||||||
|
name: scheduler-plugins-controller
|
||||||
|
namespace: {{ scheduler_plugins_namespace }}
|
||||||
|
labels:
|
||||||
|
app: scheduler-plugins-controller
|
||||||
|
spec:
|
||||||
|
replicas: {{ scheduler_plugins_controller_replicas }}
|
||||||
|
selector:
|
||||||
|
matchLabels:
|
||||||
|
app: scheduler-plugins-controller
|
||||||
|
template:
|
||||||
|
metadata:
|
||||||
|
labels:
|
||||||
|
app: scheduler-plugins-controller
|
||||||
|
spec:
|
||||||
|
serviceAccountName: scheduler-plugins-controller
|
||||||
|
containers:
|
||||||
|
- name: scheduler-plugins-controller
|
||||||
|
image: {{ scheduler_plugins_controller_image_repo }}:{{ scheduler_plugins_controller_image_tag }}
|
||||||
|
imagePullPolicy: {{ k8s_image_pull_policy }}
|
||||||
|
---
|
||||||
|
apiVersion: apps/v1
|
||||||
|
kind: Deployment
|
||||||
|
metadata:
|
||||||
|
labels:
|
||||||
|
component: scheduler
|
||||||
|
name: scheduler-plugins-scheduler
|
||||||
|
namespace: {{ scheduler_plugins_namespace }}
|
||||||
|
spec:
|
||||||
|
selector:
|
||||||
|
matchLabels:
|
||||||
|
component: scheduler
|
||||||
|
replicas: {{ scheduler_plugins_scheduler_replicas }}
|
||||||
|
template:
|
||||||
|
metadata:
|
||||||
|
labels:
|
||||||
|
component: scheduler
|
||||||
|
spec:
|
||||||
|
serviceAccountName: scheduler-plugins-scheduler
|
||||||
|
containers:
|
||||||
|
- command:
|
||||||
|
- /bin/kube-scheduler
|
||||||
|
- --config=/etc/kubernetes/scheduler-config.yaml
|
||||||
|
image: {{ scheduler_plugins_scheduler_image_repo }}:{{ scheduler_plugins_scheduler_image_tag }}
|
||||||
|
imagePullPolicy: {{ k8s_image_pull_policy }}
|
||||||
|
livenessProbe:
|
||||||
|
httpGet:
|
||||||
|
path: /healthz
|
||||||
|
port: 10259
|
||||||
|
scheme: HTTPS
|
||||||
|
initialDelaySeconds: 15
|
||||||
|
name: scheduler-plugins-scheduler
|
||||||
|
readinessProbe:
|
||||||
|
httpGet:
|
||||||
|
path: /healthz
|
||||||
|
port: 10259
|
||||||
|
scheme: HTTPS
|
||||||
|
resources:
|
||||||
|
requests:
|
||||||
|
cpu: '0.1'
|
||||||
|
securityContext:
|
||||||
|
privileged: false
|
||||||
|
volumeMounts:
|
||||||
|
- name: scheduler-config
|
||||||
|
mountPath: /etc/kubernetes
|
||||||
|
readOnly: true
|
||||||
|
hostNetwork: false
|
||||||
|
hostPID: false
|
||||||
|
volumes:
|
||||||
|
- name: scheduler-config
|
||||||
|
configMap:
|
||||||
|
name: scheduler-config
|
||||||
|
|
@ -0,0 +1,7 @@
|
||||||
|
---
|
||||||
|
apiVersion: v1
|
||||||
|
kind: Namespace
|
||||||
|
metadata:
|
||||||
|
name: {{ scheduler_plugins_namespace }}
|
||||||
|
labels:
|
||||||
|
name: {{ scheduler_plugins_namespace }}
|
||||||
|
|
@ -0,0 +1,148 @@
|
||||||
|
---
|
||||||
|
apiVersion: apiextensions.k8s.io/v1
|
||||||
|
kind: CustomResourceDefinition
|
||||||
|
metadata:
|
||||||
|
annotations:
|
||||||
|
api-approved.kubernetes.io: https://github.com/kubernetes-sigs/scheduler-plugins/pull/432 # edited manually
|
||||||
|
controller-gen.kubebuilder.io/version: v0.11.1
|
||||||
|
creationTimestamp: null
|
||||||
|
name: networktopologies.networktopology.diktyo.x-k8s.io
|
||||||
|
spec:
|
||||||
|
group: networktopology.diktyo.x-k8s.io
|
||||||
|
names:
|
||||||
|
kind: NetworkTopology
|
||||||
|
listKind: NetworkTopologyList
|
||||||
|
plural: networktopologies
|
||||||
|
shortNames:
|
||||||
|
- nt
|
||||||
|
singular: networktopology
|
||||||
|
scope: Namespaced
|
||||||
|
versions:
|
||||||
|
- name: v1alpha1
|
||||||
|
schema:
|
||||||
|
openAPIV3Schema:
|
||||||
|
description: NetworkTopology defines network costs in the cluster between
|
||||||
|
regions and zones
|
||||||
|
properties:
|
||||||
|
apiVersion:
|
||||||
|
description: 'APIVersion defines the versioned schema of this representation
|
||||||
|
of an object. Servers should convert recognized schemas to the latest
|
||||||
|
internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
|
||||||
|
type: string
|
||||||
|
kind:
|
||||||
|
description: 'Kind is a string value representing the REST resource this
|
||||||
|
object represents. Servers may infer this from the endpoint the client
|
||||||
|
submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
|
||||||
|
type: string
|
||||||
|
metadata:
|
||||||
|
type: object
|
||||||
|
spec:
|
||||||
|
description: NetworkTopologySpec defines the zones and regions of the
|
||||||
|
cluster.
|
||||||
|
properties:
|
||||||
|
configmapName:
|
||||||
|
description: ConfigmapName to be used for cost calculation
|
||||||
|
type: string
|
||||||
|
weights:
|
||||||
|
description: The manual defined weights of the cluster
|
||||||
|
items:
|
||||||
|
description: WeightInfo contains information about all network costs
|
||||||
|
for a given algorithm.
|
||||||
|
properties:
|
||||||
|
name:
|
||||||
|
description: Algorithm Name for network cost calculation (e.g.,
|
||||||
|
userDefined)
|
||||||
|
type: string
|
||||||
|
topologyList:
|
||||||
|
description: TopologyList owns Costs between origins
|
||||||
|
items:
|
||||||
|
description: TopologyInfo contains information about network
|
||||||
|
costs for a particular Topology Key.
|
||||||
|
properties:
|
||||||
|
originList:
|
||||||
|
description: OriginList for a particular origin.
|
||||||
|
items:
|
||||||
|
description: OriginInfo contains information about network
|
||||||
|
costs for a particular Origin.
|
||||||
|
properties:
|
||||||
|
costList:
|
||||||
|
description: Costs for the particular origin.
|
||||||
|
items:
|
||||||
|
description: CostInfo contains information about
|
||||||
|
networkCosts.
|
||||||
|
properties:
|
||||||
|
bandwidthAllocated:
|
||||||
|
anyOf:
|
||||||
|
- type: integer
|
||||||
|
- type: string
|
||||||
|
description: Bandwidth allocated between origin
|
||||||
|
and destination.
|
||||||
|
pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$
|
||||||
|
x-kubernetes-int-or-string: true
|
||||||
|
bandwidthCapacity:
|
||||||
|
anyOf:
|
||||||
|
- type: integer
|
||||||
|
- type: string
|
||||||
|
description: Bandwidth capacity between origin
|
||||||
|
and destination.
|
||||||
|
pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$
|
||||||
|
x-kubernetes-int-or-string: true
|
||||||
|
destination:
|
||||||
|
description: Name of the destination (e.g.,
|
||||||
|
Region Name, Zone Name).
|
||||||
|
type: string
|
||||||
|
networkCost:
|
||||||
|
description: Network Cost between origin and
|
||||||
|
destination (e.g., Dijkstra shortest path,
|
||||||
|
etc)
|
||||||
|
format: int64
|
||||||
|
minimum: 0
|
||||||
|
type: integer
|
||||||
|
required:
|
||||||
|
- destination
|
||||||
|
- networkCost
|
||||||
|
type: object
|
||||||
|
type: array
|
||||||
|
origin:
|
||||||
|
description: Name of the origin (e.g., Region Name,
|
||||||
|
Zone Name).
|
||||||
|
type: string
|
||||||
|
required:
|
||||||
|
- origin
|
||||||
|
type: object
|
||||||
|
type: array
|
||||||
|
topologyKey:
|
||||||
|
description: Topology key (e.g., "topology.kubernetes.io/region",
|
||||||
|
"topology.kubernetes.io/zone").
|
||||||
|
type: string
|
||||||
|
required:
|
||||||
|
- originList
|
||||||
|
- topologyKey
|
||||||
|
type: object
|
||||||
|
type: array
|
||||||
|
required:
|
||||||
|
- name
|
||||||
|
- topologyList
|
||||||
|
type: object
|
||||||
|
type: array
|
||||||
|
required:
|
||||||
|
- configmapName
|
||||||
|
- weights
|
||||||
|
type: object
|
||||||
|
status:
|
||||||
|
description: NetworkTopologyStatus defines the observed use.
|
||||||
|
properties:
|
||||||
|
nodeCount:
|
||||||
|
description: The total number of nodes in the cluster
|
||||||
|
format: int64
|
||||||
|
minimum: 0
|
||||||
|
type: integer
|
||||||
|
weightCalculationTime:
|
||||||
|
description: The calculation time for the weights in the network topology
|
||||||
|
CRD
|
||||||
|
format: date-time
|
||||||
|
type: string
|
||||||
|
type: object
|
||||||
|
type: object
|
||||||
|
served: true
|
||||||
|
storage: true
|
||||||
|
|
@ -0,0 +1,140 @@
|
||||||
|
apiVersion: rbac.authorization.k8s.io/v1
|
||||||
|
kind: ClusterRole
|
||||||
|
metadata:
|
||||||
|
name: scheduler-plugins-scheduler
|
||||||
|
rules:
|
||||||
|
- apiGroups: [""]
|
||||||
|
resources: ["namespaces"]
|
||||||
|
verbs: ["get", "list", "watch"]
|
||||||
|
- apiGroups: ["", "events.k8s.io"]
|
||||||
|
resources: ["events"]
|
||||||
|
verbs: ["create", "patch", "update"]
|
||||||
|
- apiGroups: ["coordination.k8s.io"]
|
||||||
|
resources: ["leases"]
|
||||||
|
verbs: ["create"]
|
||||||
|
- apiGroups: ["coordination.k8s.io"]
|
||||||
|
resourceNames: ["kube-scheduler"]
|
||||||
|
resources: ["leases"]
|
||||||
|
verbs: ["get", "update"]
|
||||||
|
- apiGroups: [""]
|
||||||
|
resources: ["endpoints"]
|
||||||
|
verbs: ["create"]
|
||||||
|
- apiGroups: [""]
|
||||||
|
resourceNames: ["kube-scheduler"]
|
||||||
|
resources: ["endpoints"]
|
||||||
|
verbs: ["get", "update"]
|
||||||
|
- apiGroups: [""]
|
||||||
|
resources: ["nodes"]
|
||||||
|
verbs: ["get", "list", "watch", "patch"]
|
||||||
|
- apiGroups: [""]
|
||||||
|
resources: ["pods"]
|
||||||
|
verbs: ["delete", "get", "list", "watch", "update"]
|
||||||
|
- apiGroups: [""]
|
||||||
|
resources: ["bindings", "pods/binding"]
|
||||||
|
verbs: ["create"]
|
||||||
|
- apiGroups: [""]
|
||||||
|
resources: ["pods/status"]
|
||||||
|
verbs: ["patch", "update"]
|
||||||
|
- apiGroups: [""]
|
||||||
|
resources: ["replicationcontrollers", "services"]
|
||||||
|
verbs: ["get", "list", "watch"]
|
||||||
|
- apiGroups: ["apps", "extensions"]
|
||||||
|
resources: ["replicasets"]
|
||||||
|
verbs: ["get", "list", "watch"]
|
||||||
|
- apiGroups: ["apps"]
|
||||||
|
resources: ["statefulsets"]
|
||||||
|
verbs: ["get", "list", "watch"]
|
||||||
|
- apiGroups: ["policy"]
|
||||||
|
resources: ["poddisruptionbudgets"]
|
||||||
|
verbs: ["get", "list", "watch"]
|
||||||
|
- apiGroups: [""]
|
||||||
|
resources: ["persistentvolumeclaims", "persistentvolumes"]
|
||||||
|
verbs: ["get", "list", "watch", "patch", "update"]
|
||||||
|
- apiGroups: ["authentication.k8s.io"]
|
||||||
|
resources: ["tokenreviews"]
|
||||||
|
verbs: ["create"]
|
||||||
|
- apiGroups: ["authorization.k8s.io"]
|
||||||
|
resources: ["subjectaccessreviews"]
|
||||||
|
verbs: ["create"]
|
||||||
|
- apiGroups: ["storage.k8s.io"]
|
||||||
|
resources: ["csinodes", "storageclasses" , "csidrivers" , "csistoragecapacities"]
|
||||||
|
verbs: ["get", "list", "watch"]
|
||||||
|
- apiGroups: ["topology.node.k8s.io"]
|
||||||
|
resources: ["noderesourcetopologies"]
|
||||||
|
verbs: ["get", "list", "watch"]
|
||||||
|
# resources need to be updated with the scheduler plugins used
|
||||||
|
- apiGroups: ["scheduling.x-k8s.io"]
|
||||||
|
resources: ["podgroups", "elasticquotas", "podgroups/status", "elasticquotas/status"]
|
||||||
|
verbs: ["get", "list", "watch", "create", "delete", "update", "patch"]
|
||||||
|
# for network-aware plugins add the following lines (scheduler-plugins v0.27.8)
|
||||||
|
#- apiGroups: [ "appgroup.diktyo.x-k8s.io" ]
|
||||||
|
# resources: [ "appgroups" ]
|
||||||
|
# verbs: [ "get", "list", "watch", "create", "delete", "update", "patch" ]
|
||||||
|
#- apiGroups: [ "networktopology.diktyo.x-k8s.io" ]
|
||||||
|
# resources: [ "networktopologies" ]
|
||||||
|
# verbs: [ "get", "list", "watch", "create", "delete", "update", "patch" ]
|
||||||
|
---
|
||||||
|
kind: ClusterRoleBinding
|
||||||
|
apiVersion: rbac.authorization.k8s.io/v1
|
||||||
|
metadata:
|
||||||
|
name: scheduler-plugins-scheduler
|
||||||
|
roleRef:
|
||||||
|
apiGroup: rbac.authorization.k8s.io
|
||||||
|
kind: ClusterRole
|
||||||
|
name: scheduler-plugins-scheduler
|
||||||
|
subjects:
|
||||||
|
- kind: ServiceAccount
|
||||||
|
name: scheduler-plugins-scheduler
|
||||||
|
namespace: {{ scheduler_plugins_namespace }}
|
||||||
|
---
|
||||||
|
kind: ClusterRole
|
||||||
|
apiVersion: rbac.authorization.k8s.io/v1
|
||||||
|
metadata:
|
||||||
|
name: scheduler-plugins-controller
|
||||||
|
rules:
|
||||||
|
- apiGroups: [""]
|
||||||
|
resources: ["pods"]
|
||||||
|
verbs: ["get", "list", "watch"]
|
||||||
|
- apiGroups: [""]
|
||||||
|
resources: ["events"]
|
||||||
|
verbs: ["create", "patch", "update"]
|
||||||
|
- apiGroups: [""]
|
||||||
|
resources: ["nodes"]
|
||||||
|
verbs: ["get", "list", "watch", "patch"]
|
||||||
|
- apiGroups: ["topology.node.k8s.io"]
|
||||||
|
resources: ["noderesourcetopologies"]
|
||||||
|
verbs: ["get", "list", "watch"]
|
||||||
|
# resources need to be updated with the scheduler plugins used
|
||||||
|
- apiGroups: ["scheduling.x-k8s.io"]
|
||||||
|
resources: ["podgroups", "elasticquotas", "podgroups/status", "elasticquotas/status"]
|
||||||
|
verbs: ["get", "list", "watch", "create", "delete", "update", "patch"]
|
||||||
|
---
|
||||||
|
kind: ClusterRoleBinding
|
||||||
|
apiVersion: rbac.authorization.k8s.io/v1
|
||||||
|
metadata:
|
||||||
|
name: scheduler-plugins-controller
|
||||||
|
subjects:
|
||||||
|
- kind: ServiceAccount
|
||||||
|
name: scheduler-plugins-controller
|
||||||
|
namespace: {{ scheduler_plugins_namespace }}
|
||||||
|
roleRef:
|
||||||
|
kind: ClusterRole
|
||||||
|
name: scheduler-plugins-controller
|
||||||
|
apiGroup: rbac.authorization.k8s.io
|
||||||
|
---
|
||||||
|
apiVersion: rbac.authorization.k8s.io/v1
|
||||||
|
kind: RoleBinding
|
||||||
|
metadata:
|
||||||
|
name: sched-plugins::extension-apiserver-authentication-reader
|
||||||
|
namespace: kube-system
|
||||||
|
roleRef:
|
||||||
|
apiGroup: rbac.authorization.k8s.io
|
||||||
|
kind: Role
|
||||||
|
name: extension-apiserver-authentication-reader
|
||||||
|
subjects:
|
||||||
|
- kind: ServiceAccount
|
||||||
|
name: scheduler-plugins-scheduler
|
||||||
|
namespace: {{ scheduler_plugins_namespace }}
|
||||||
|
- kind: ServiceAccount
|
||||||
|
name: scheduler-plugins-controller
|
||||||
|
namespace: {{ scheduler_plugins_namespace }}
|
||||||
|
|
@ -0,0 +1,11 @@
|
||||||
|
apiVersion: v1
|
||||||
|
kind: ServiceAccount
|
||||||
|
metadata:
|
||||||
|
name: scheduler-plugins-scheduler
|
||||||
|
namespace: {{ scheduler_plugins_namespace }}
|
||||||
|
---
|
||||||
|
apiVersion: v1
|
||||||
|
kind: ServiceAccount
|
||||||
|
metadata:
|
||||||
|
name: scheduler-plugins-controller
|
||||||
|
namespace: {{ scheduler_plugins_namespace }}
|
||||||
|
|
@ -0,0 +1,82 @@
|
||||||
|
---
|
||||||
|
apiVersion: apiextensions.k8s.io/v1
|
||||||
|
kind: CustomResourceDefinition
|
||||||
|
metadata:
|
||||||
|
annotations:
|
||||||
|
api-approved.kubernetes.io: https://github.com/kubernetes-sigs/scheduler-plugins/pull/52
|
||||||
|
controller-gen.kubebuilder.io/version: v0.11.1
|
||||||
|
creationTimestamp: null
|
||||||
|
name: elasticquotas.scheduling.x-k8s.io
|
||||||
|
spec:
|
||||||
|
group: scheduling.x-k8s.io
|
||||||
|
names:
|
||||||
|
kind: ElasticQuota
|
||||||
|
listKind: ElasticQuotaList
|
||||||
|
plural: elasticquotas
|
||||||
|
shortNames:
|
||||||
|
- eq
|
||||||
|
- eqs
|
||||||
|
singular: elasticquota
|
||||||
|
scope: Namespaced
|
||||||
|
versions:
|
||||||
|
- name: v1alpha1
|
||||||
|
schema:
|
||||||
|
openAPIV3Schema:
|
||||||
|
description: ElasticQuota sets elastic quota restrictions per namespace
|
||||||
|
properties:
|
||||||
|
apiVersion:
|
||||||
|
description: 'APIVersion defines the versioned schema of this representation
|
||||||
|
of an object. Servers should convert recognized schemas to the latest
|
||||||
|
internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
|
||||||
|
type: string
|
||||||
|
kind:
|
||||||
|
description: 'Kind is a string value representing the REST resource this
|
||||||
|
object represents. Servers may infer this from the endpoint the client
|
||||||
|
submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
|
||||||
|
type: string
|
||||||
|
metadata:
|
||||||
|
type: object
|
||||||
|
spec:
|
||||||
|
description: ElasticQuotaSpec defines the Min and Max for Quota.
|
||||||
|
properties:
|
||||||
|
max:
|
||||||
|
additionalProperties:
|
||||||
|
anyOf:
|
||||||
|
- type: integer
|
||||||
|
- type: string
|
||||||
|
pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$
|
||||||
|
x-kubernetes-int-or-string: true
|
||||||
|
description: Max is the set of desired max limits for each named resource.
|
||||||
|
The usage of max is based on the resource configurations of successfully
|
||||||
|
scheduled pods.
|
||||||
|
type: object
|
||||||
|
min:
|
||||||
|
additionalProperties:
|
||||||
|
anyOf:
|
||||||
|
- type: integer
|
||||||
|
- type: string
|
||||||
|
pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$
|
||||||
|
x-kubernetes-int-or-string: true
|
||||||
|
description: Min is the set of desired guaranteed limits for each
|
||||||
|
named resource.
|
||||||
|
type: object
|
||||||
|
type: object
|
||||||
|
status:
|
||||||
|
description: ElasticQuotaStatus defines the observed use.
|
||||||
|
properties:
|
||||||
|
used:
|
||||||
|
additionalProperties:
|
||||||
|
anyOf:
|
||||||
|
- type: integer
|
||||||
|
- type: string
|
||||||
|
pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$
|
||||||
|
x-kubernetes-int-or-string: true
|
||||||
|
description: Used is the current observed total usage of the resource
|
||||||
|
in the namespace.
|
||||||
|
type: object
|
||||||
|
type: object
|
||||||
|
type: object
|
||||||
|
served: true
|
||||||
|
storage: true
|
||||||
|
subresources:
|
||||||
|
status: {}
|
||||||
|
|
@ -0,0 +1,97 @@
|
||||||
|
---
|
||||||
|
apiVersion: apiextensions.k8s.io/v1
|
||||||
|
kind: CustomResourceDefinition
|
||||||
|
metadata:
|
||||||
|
annotations:
|
||||||
|
api-approved.kubernetes.io: https://github.com/kubernetes-sigs/scheduler-plugins/pull/50
|
||||||
|
controller-gen.kubebuilder.io/version: v0.11.1
|
||||||
|
creationTimestamp: null
|
||||||
|
name: podgroups.scheduling.x-k8s.io
|
||||||
|
spec:
|
||||||
|
group: scheduling.x-k8s.io
|
||||||
|
names:
|
||||||
|
kind: PodGroup
|
||||||
|
listKind: PodGroupList
|
||||||
|
plural: podgroups
|
||||||
|
shortNames:
|
||||||
|
- pg
|
||||||
|
- pgs
|
||||||
|
singular: podgroup
|
||||||
|
scope: Namespaced
|
||||||
|
versions:
|
||||||
|
- name: v1alpha1
|
||||||
|
schema:
|
||||||
|
openAPIV3Schema:
|
||||||
|
description: PodGroup is a collection of Pod; used for batch workload.
|
||||||
|
properties:
|
||||||
|
apiVersion:
|
||||||
|
description: 'APIVersion defines the versioned schema of this representation
|
||||||
|
of an object. Servers should convert recognized schemas to the latest
|
||||||
|
internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
|
||||||
|
type: string
|
||||||
|
kind:
|
||||||
|
description: 'Kind is a string value representing the REST resource this
|
||||||
|
object represents. Servers may infer this from the endpoint the client
|
||||||
|
submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
|
||||||
|
type: string
|
||||||
|
metadata:
|
||||||
|
type: object
|
||||||
|
spec:
|
||||||
|
description: Specification of the desired behavior of the pod group.
|
||||||
|
properties:
|
||||||
|
minMember:
|
||||||
|
description: MinMember defines the minimal number of members/tasks
|
||||||
|
to run the pod group; if there's not enough resources to start all
|
||||||
|
tasks, the scheduler will not start anyone.
|
||||||
|
format: int32
|
||||||
|
type: integer
|
||||||
|
minResources:
|
||||||
|
additionalProperties:
|
||||||
|
anyOf:
|
||||||
|
- type: integer
|
||||||
|
- type: string
|
||||||
|
pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$
|
||||||
|
x-kubernetes-int-or-string: true
|
||||||
|
description: MinResources defines the minimal resource of members/tasks
|
||||||
|
to run the pod group; if there's not enough resources to start all
|
||||||
|
tasks, the scheduler will not start anyone.
|
||||||
|
type: object
|
||||||
|
scheduleTimeoutSeconds:
|
||||||
|
description: ScheduleTimeoutSeconds defines the maximal time of members/tasks
|
||||||
|
to wait before run the pod group;
|
||||||
|
format: int32
|
||||||
|
type: integer
|
||||||
|
type: object
|
||||||
|
status:
|
||||||
|
description: Status represents the current information about a pod group.
|
||||||
|
This data may not be up to date.
|
||||||
|
properties:
|
||||||
|
failed:
|
||||||
|
description: The number of pods which reached phase Failed.
|
||||||
|
format: int32
|
||||||
|
type: integer
|
||||||
|
occupiedBy:
|
||||||
|
description: OccupiedBy marks the workload (e.g., deployment, statefulset)
|
||||||
|
UID that occupy the podgroup. It is empty if not initialized.
|
||||||
|
type: string
|
||||||
|
phase:
|
||||||
|
description: Current phase of PodGroup.
|
||||||
|
type: string
|
||||||
|
running:
|
||||||
|
description: The number of actively running pods.
|
||||||
|
format: int32
|
||||||
|
type: integer
|
||||||
|
scheduleStartTime:
|
||||||
|
description: ScheduleStartTime of the group
|
||||||
|
format: date-time
|
||||||
|
type: string
|
||||||
|
succeeded:
|
||||||
|
description: The number of pods which reached phase Succeeded.
|
||||||
|
format: int32
|
||||||
|
type: integer
|
||||||
|
type: object
|
||||||
|
type: object
|
||||||
|
served: true
|
||||||
|
storage: true
|
||||||
|
subresources:
|
||||||
|
status: {}
|
||||||
|
|
@ -0,0 +1,153 @@
|
||||||
|
---
|
||||||
|
apiVersion: apiextensions.k8s.io/v1
|
||||||
|
kind: CustomResourceDefinition
|
||||||
|
metadata:
|
||||||
|
annotations:
|
||||||
|
api-approved.kubernetes.io: https://github.com/kubernetes/enhancements/pull/1870
|
||||||
|
controller-gen.kubebuilder.io/version: v0.11.1
|
||||||
|
creationTimestamp: null
|
||||||
|
name: noderesourcetopologies.topology.node.k8s.io
|
||||||
|
spec:
|
||||||
|
group: topology.node.k8s.io
|
||||||
|
names:
|
||||||
|
kind: NodeResourceTopology
|
||||||
|
listKind: NodeResourceTopologyList
|
||||||
|
plural: noderesourcetopologies
|
||||||
|
shortNames:
|
||||||
|
- node-res-topo
|
||||||
|
singular: noderesourcetopology
|
||||||
|
scope: Cluster
|
||||||
|
versions:
|
||||||
|
- name: v1alpha2
|
||||||
|
schema:
|
||||||
|
openAPIV3Schema:
|
||||||
|
description: NodeResourceTopology describes node resources and their topology.
|
||||||
|
properties:
|
||||||
|
apiVersion:
|
||||||
|
description: 'APIVersion defines the versioned schema of this representation
|
||||||
|
of an object. Servers should convert recognized schemas to the latest
|
||||||
|
internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
|
||||||
|
type: string
|
||||||
|
attributes:
|
||||||
|
description: AttributeList contains an array of AttributeInfo objects.
|
||||||
|
items:
|
||||||
|
description: AttributeInfo contains one attribute of a Zone.
|
||||||
|
properties:
|
||||||
|
name:
|
||||||
|
type: string
|
||||||
|
value:
|
||||||
|
type: string
|
||||||
|
required:
|
||||||
|
- name
|
||||||
|
- value
|
||||||
|
type: object
|
||||||
|
type: array
|
||||||
|
kind:
|
||||||
|
description: 'Kind is a string value representing the REST resource this
|
||||||
|
object represents. Servers may infer this from the endpoint the client
|
||||||
|
submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
|
||||||
|
type: string
|
||||||
|
metadata:
|
||||||
|
type: object
|
||||||
|
topologyPolicies:
|
||||||
|
description: 'DEPRECATED (to be removed in v1beta1): use top level attributes
|
||||||
|
if needed'
|
||||||
|
items:
|
||||||
|
type: string
|
||||||
|
type: array
|
||||||
|
zones:
|
||||||
|
description: ZoneList contains an array of Zone objects.
|
||||||
|
items:
|
||||||
|
description: Zone represents a resource topology zone, e.g. socket,
|
||||||
|
node, die or core.
|
||||||
|
properties:
|
||||||
|
attributes:
|
||||||
|
description: AttributeList contains an array of AttributeInfo objects.
|
||||||
|
items:
|
||||||
|
description: AttributeInfo contains one attribute of a Zone.
|
||||||
|
properties:
|
||||||
|
name:
|
||||||
|
type: string
|
||||||
|
value:
|
||||||
|
type: string
|
||||||
|
required:
|
||||||
|
- name
|
||||||
|
- value
|
||||||
|
type: object
|
||||||
|
type: array
|
||||||
|
costs:
|
||||||
|
description: CostList contains an array of CostInfo objects.
|
||||||
|
items:
|
||||||
|
description: CostInfo describes the cost (or distance) between
|
||||||
|
two Zones.
|
||||||
|
properties:
|
||||||
|
name:
|
||||||
|
type: string
|
||||||
|
value:
|
||||||
|
format: int64
|
||||||
|
type: integer
|
||||||
|
required:
|
||||||
|
- name
|
||||||
|
- value
|
||||||
|
type: object
|
||||||
|
type: array
|
||||||
|
name:
|
||||||
|
type: string
|
||||||
|
parent:
|
||||||
|
type: string
|
||||||
|
resources:
|
||||||
|
description: ResourceInfoList contains an array of ResourceInfo
|
||||||
|
objects.
|
||||||
|
items:
|
||||||
|
description: ResourceInfo contains information about one resource
|
||||||
|
type.
|
||||||
|
properties:
|
||||||
|
allocatable:
|
||||||
|
anyOf:
|
||||||
|
- type: integer
|
||||||
|
- type: string
|
||||||
|
description: Allocatable quantity of the resource, corresponding
|
||||||
|
to allocatable in node status, i.e. total amount of this
|
||||||
|
resource available to be used by pods.
|
||||||
|
pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$
|
||||||
|
x-kubernetes-int-or-string: true
|
||||||
|
available:
|
||||||
|
anyOf:
|
||||||
|
- type: integer
|
||||||
|
- type: string
|
||||||
|
description: Available is the amount of this resource currently
|
||||||
|
available for new (to be scheduled) pods, i.e. Allocatable
|
||||||
|
minus the resources reserved by currently running pods.
|
||||||
|
pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$
|
||||||
|
x-kubernetes-int-or-string: true
|
||||||
|
capacity:
|
||||||
|
anyOf:
|
||||||
|
- type: integer
|
||||||
|
- type: string
|
||||||
|
description: Capacity of the resource, corresponding to capacity
|
||||||
|
in node status, i.e. total amount of this resource that
|
||||||
|
the node has.
|
||||||
|
pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$
|
||||||
|
x-kubernetes-int-or-string: true
|
||||||
|
name:
|
||||||
|
description: Name of the resource.
|
||||||
|
type: string
|
||||||
|
required:
|
||||||
|
- allocatable
|
||||||
|
- available
|
||||||
|
- capacity
|
||||||
|
- name
|
||||||
|
type: object
|
||||||
|
type: array
|
||||||
|
type:
|
||||||
|
type: string
|
||||||
|
required:
|
||||||
|
- name
|
||||||
|
- type
|
||||||
|
type: object
|
||||||
|
type: array
|
||||||
|
required:
|
||||||
|
- zones
|
||||||
|
type: object
|
||||||
|
served: true
|
||||||
|
storage: true
|
||||||
|
|
@ -156,6 +156,13 @@ crio_supported_versions:
|
||||||
v1.27: v1.27.1
|
v1.27: v1.27.1
|
||||||
crio_version: "{{ crio_supported_versions[kube_major_version] }}"
|
crio_version: "{{ crio_supported_versions[kube_major_version] }}"
|
||||||
|
|
||||||
|
# Scheduler plugins doesn't build for K8s 1.28 yet
|
||||||
|
scheduler_plugins_supported_versions:
|
||||||
|
v1.28: 0
|
||||||
|
v1.27: v0.27.8
|
||||||
|
v1.26: v0.26.7
|
||||||
|
scheduler_plugins_version: "{{ scheduler_plugins_supported_versions[kube_major_version] }}"
|
||||||
|
|
||||||
yq_version: "v4.35.2"
|
yq_version: "v4.35.2"
|
||||||
|
|
||||||
# Download URLs
|
# Download URLs
|
||||||
|
|
@ -294,6 +301,11 @@ dnsautoscaler_version: v1.8.8
|
||||||
dnsautoscaler_image_repo: "{{ kube_image_repo }}/cpa/cluster-proportional-autoscaler"
|
dnsautoscaler_image_repo: "{{ kube_image_repo }}/cpa/cluster-proportional-autoscaler"
|
||||||
dnsautoscaler_image_tag: "{{ dnsautoscaler_version }}"
|
dnsautoscaler_image_tag: "{{ dnsautoscaler_version }}"
|
||||||
|
|
||||||
|
scheduler_plugins_controller_image_repo: "{{ kube_image_repo }}/scheduler-plugins/controller"
|
||||||
|
scheduler_plugins_controller_image_tag: "{{ scheduler_plugins_version }}"
|
||||||
|
scheduler_plugins_scheduler_image_repo: "{{ kube_image_repo }}/scheduler-plugins/kube-scheduler"
|
||||||
|
scheduler_plugins_scheduler_image_tag: "{{ scheduler_plugins_version }}"
|
||||||
|
|
||||||
registry_version: "2.8.1"
|
registry_version: "2.8.1"
|
||||||
registry_image_repo: "{{ docker_image_repo }}/library/registry"
|
registry_image_repo: "{{ docker_image_repo }}/library/registry"
|
||||||
registry_image_tag: "{{ registry_version }}"
|
registry_image_tag: "{{ registry_version }}"
|
||||||
|
|
|
||||||
|
|
@ -681,3 +681,6 @@ sysctl_file_path: "/etc/sysctl.d/99-sysctl.conf"
|
||||||
|
|
||||||
system_upgrade: false
|
system_upgrade: false
|
||||||
system_upgrade_reboot: on-upgrade # never, always
|
system_upgrade_reboot: on-upgrade # never, always
|
||||||
|
|
||||||
|
# Enables or disables the scheduler plugins.
|
||||||
|
scheduler_plugins_enabled: false
|
||||||
|
|
|
||||||
|
|
@ -17,3 +17,6 @@ ntp_timezone: Etc/UTC
|
||||||
ntp_manage_config: true
|
ntp_manage_config: true
|
||||||
ntp_tinker_panic: true
|
ntp_tinker_panic: true
|
||||||
ntp_force_sync_immediately: true
|
ntp_force_sync_immediately: true
|
||||||
|
|
||||||
|
# Scheduler plugins
|
||||||
|
scheduler_plugins_enabled: true
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue