Merge pull request #476 from jpedro1992/configs

networkAware update configs

Author: k8s-ci-robot

README.md

@@ -32,6 +32,7 @@ The kube-scheduler binary includes the below list of plugins. They can be config
 * [Node Resource Topology](pkg/noderesourcetopology/README.md)
 * [Preemption Toleration](pkg/preemptiontoleration/README.md)
 * [Trimaran](pkg/trimaran/README.md)
+* [Network-Aware Scheduling](pkg/networkaware/README.md)
 
 Additionally, the kube-scheduler binary includes the below list of sample plugins. These plugins are not intended for use in production
 environments.

cmd/scheduler/main.go

@@ -46,6 +46,8 @@ func main() {
 		app.WithPlugin(capacityscheduling.Name, capacityscheduling.New),
 		app.WithPlugin(coscheduling.Name, coscheduling.New),
 		app.WithPlugin(loadvariationriskbalancing.Name, loadvariationriskbalancing.New),
+		app.WithPlugin(networkoverhead.Name, networkoverhead.New),
+		app.WithPlugin(topologicalsort.Name, topologicalsort.New),
 		app.WithPlugin(noderesources.AllocatableName, noderesources.NewAllocatable),
 		app.WithPlugin(noderesourcetopology.Name, noderesourcetopology.New),
 		app.WithPlugin(preemptiontoleration.Name, preemptiontoleration.New),
@@ -54,8 +56,6 @@ func main() {
 		// app.WithPlugin(crossnodepreemption.Name, crossnodepreemption.New),
 		app.WithPlugin(podstate.Name, podstate.New),
 		app.WithPlugin(qos.Name, qos.New),
-		app.WithPlugin(networkoverhead.Name, networkoverhead.New),
-		app.WithPlugin(topologicalsort.Name, topologicalsort.New),
 	)
 
 	code := cli.Run(command)

kep/260-network-aware-scheduling/README.md

@@ -1486,7 +1486,10 @@ Unit tests and Integration tests will be added:
 # Graduation criteria
 
 - Alpha 
-    - [ ]  The implementation of the AppGroup controller (AppGroup CRD).
+    - [ ]  The design and implementation of the [AppGroup CRD](https://github.com/diktyo-io/appgroup-api).
+    - [ ]  The design and implementation of the [NetworkTopology CRD](https://github.com/diktyo-io/networktopology-api).
+    - [ ]  The implementation of the [AppGroup controller](https://github.com/diktyo-io/appgroup-controller) (AppGroup CRD).
+    - [ ]  The implementation of the [NetworkTopology controller](https://github.com/diktyo-io/networktopology-controller) (NetworkTopology CRD).
     - [ ]  The development of the bandwidth resource component.
     - [ ]  The implementation of the `TopologicalSort` plugin.
     - [ ]  The implementation of the `NetworkOverhead` plugin.
@@ -1503,4 +1506,6 @@ Received feedback and comments on the design and implementation. Recording avail
 - 2021-11-4: Initial KEP sent out for review, including Summary, Motivation, Proposal, Test plans and Graduation criteria.
 - 2022-01-11: KEP v0.1 sent out for review after receiving feedback on the initial KEP.
 - 2022-01-19: KEP v0.1 revised after feedback. Further details added. 
-- 2022-02-02: KEP v0.1 updated after revision. Further API modifications. 
+- 2022-02-02: KEP v0.1 updated after revision. Further API modifications. 
+- 2022-09-06: Creation of the [Diktyo-io community](https://github.com/diktyo-io) for releasing additional network-aware components. 
+- 2022-12-08: Initial [PR](https://github.com/kubernetes-sigs/scheduler-plugins/pull/432) merged in sig-scheduling. 

manifests/appgroup/appgroup-controller-deployment.yaml

@@ -0,0 +1,64 @@
+# first: create namespace and service account
+apiVersion: v1
+kind: Namespace
+metadata:
+  name: network-aware-controllers
+---
+apiVersion: v1
+kind: ServiceAccount
+metadata:
+  name: appgroup-controller
+  namespace: network-aware-controllers
+---
+# second: rbac
+kind: ClusterRole
+apiVersion: rbac.authorization.k8s.io/v1
+metadata:
+  name: appgroup-controller
+rules:
+  - apiGroups: [""]
+    resources: ["pods"]
+    verbs: ["get", "list", "watch"]
+  - apiGroups: ["appgroup.diktyo.k8s.io"]
+    resources: ["appgroups"]
+    verbs: ["get", "list", "watch", "create", "delete", "update", "patch"]
+---
+kind: ClusterRoleBinding
+apiVersion: rbac.authorization.k8s.io/v1
+metadata:
+  name: appgroup-controller
+subjects:
+  - kind: ServiceAccount
+    name:  appgroup-controller
+    namespace: network-aware-controllers
+roleRef:
+  kind: ClusterRole
+  name: appgroup-controller
+  apiGroup: rbac.authorization.k8s.io
+---
+# third: deployment
+# Please check the repo for further info: https://github.com/diktyo-io/appgroup-controller
+kind: Deployment
+apiVersion: apps/v1
+metadata:
+  name: appgroup-controller
+  namespace: network-aware-controllers
+  labels:
+    app: appgroup-controller
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: appgroup-controller
+  template:
+    metadata:
+      labels:
+        app: appgroup-controller
+    spec:
+      serviceAccountName: appgroup-controller
+      containers:
+        - name: appgroup-controller
+          image: localhost:5000/appgroup-controller/controller:latest
+          command:
+            - /bin/controller
+          imagePullPolicy: IfNotPresent

manifests/appgroup/cluster-role.yaml

@@ -0,0 +1,75 @@
+apiVersion: v1
+kind: ServiceAccount
+metadata:
+  name: network-aware-scheduler
+  namespace: kube-system
+---
+apiVersion: rbac.authorization.k8s.io/v1
+kind: ClusterRole
+metadata:
+  name: network-aware-scheduler-handler
+rules:
+  - apiGroups: [ "scheduling.sigs.k8s.io" ]
+    resources: [ "podgroups", "elasticquotas", "podgroups/status", "elasticquotas/status" ]
+    verbs: [ "get", "list", "watch", "create", "delete", "update", "patch" ]
+  - apiGroups: ["appgroup.diktyo.k8s.io"]
+    resources: ["appgroups"]
+    verbs: ["get", "list", "watch", "create", "delete", "update", "patch"]
+  - apiGroups: ["networktopology.diktyo.k8s.io"]
+    resources: ["networktopologies"]
+    verbs: ["get", "list", "watch", "create", "delete", "update", "patch"]
+---
+apiVersion: rbac.authorization.k8s.io/v1
+kind: ClusterRoleBinding
+metadata:
+  name: network-aware-scheduler-as-kube-scheduler
+subjects:
+  - kind: ServiceAccount
+    name: network-aware-scheduler
+    namespace: kube-system
+roleRef:
+  kind: ClusterRole
+  name: network-aware-scheduler-handler
+  apiGroup: rbac.authorization.k8s.io
+---
+apiVersion: rbac.authorization.k8s.io/v1
+kind: ClusterRoleBinding
+metadata:
+  name: my-scheduler-as-volume-scheduler
+subjects:
+- kind: ServiceAccount
+  name: my-scheduler
+  namespace: kube-system
+roleRef:
+  kind: ClusterRole
+  name: system:volume-scheduler
+  apiGroup: rbac.authorization.k8s.io
+---
+apiVersion: rbac.authorization.k8s.io/v1
+kind: RoleBinding
+metadata:
+  name: network-aware-scheduler-as-kube-scheduler
+  namespace: kube-system
+subjects:
+  - kind: ServiceAccount
+    name: network-aware-scheduler
+    namespace: kube-system
+roleRef:
+  kind: Role
+  name: extension-apiserver-authentication-reader
+  apiGroup: rbac.authorization.k8s.io
+---
+apiVersion: rbac.authorization.k8s.io/v1
+kind: ClusterRoleBinding
+metadata:
+  name: networkawarescheduler
+  namespace: kube-system
+subjects:
+- kind: User
+  name: system:kube-scheduler
+  namespace: kube-system
+  apiGroup: rbac.authorization.k8s.io
+roleRef:
+  kind: ClusterRole
+  name: network-aware-scheduler-handler
+  apiGroup: rbac.authorization.k8s.io

manifests/appgroup/deploy.yaml

@@ -0,0 +1,50 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  labels:
+    component: scheduler
+    tier: control-plane
+  name: network-aware-scheduler
+  namespace: kube-system
+spec:
+  selector:
+    matchLabels:
+      component: scheduler
+      tier: control-plane
+  replicas: 1
+  template:
+    metadata:
+      labels:
+        component: scheduler
+        tier: control-plane
+        version: second
+    spec:
+      nodeSelector:
+        node-role.kubernetes.io/master: ""
+      serviceAccountName: network-aware-scheduler
+      containers:
+        - image: localhost:5000/scheduler-plugins/kube-scheduler:latest
+          imagePullPolicy: Never
+          command:
+          - /bin/kube-scheduler
+          - --authentication-kubeconfig=/etc/kubernetes/scheduler.conf
+          - --authorization-kubeconfig=/etc/kubernetes/scheduler.conf
+          - --config=/etc/kubernetes/scheduler-config/scheduler-config.yaml
+          name: scheduler
+          securityContext:
+            privileged: false
+          volumeMounts:
+          - mountPath: /etc/kubernetes/scheduler.conf
+            name: kubeconfig
+          - mountPath: /etc/kubernetes/scheduler-config
+            name: network-aware-scheduler-config-vol
+      hostNetwork: false
+      hostPID: false
+      volumes:
+      - hostPath:
+          path: /etc/kubernetes/scheduler.conf
+          type: File
+        name: kubeconfig
+      - configMap:
+          name: network-aware-scheduler-config
+        name: network-aware-scheduler-config-vol

manifests/appgroup/scheduler-config.yaml

@@ -12,6 +12,9 @@ profiles:
       - name: TopologicalSort
       disabled:
       - name: "*"
+    preFilter:
+      enabled:
+        - name: NetworkOverhead
     filter:
       enabled:
       - name: NetworkOverhead

manifests/appgroup/scheduler-configmap-v1beta3.yaml

@@ -0,0 +1,44 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: network-aware-scheduler-config
+  namespace: kube-system
+data:
+  scheduler-config.yaml: |
+      apiVersion: kubescheduler.config.k8s.io/v1beta3
+      kind: KubeSchedulerConfiguration
+      leaderElection:
+        leaderElect: false
+      clientConnection:
+        kubeconfig: "/etc/kubernetes/scheduler.conf"
+      profiles:
+        - schedulerName: network-aware-scheduler
+          plugins:
+            queueSort:
+              enabled:
+                - name: TopologicalSort
+              disabled:
+                - name: "*"
+            preFilter:
+              enabled:
+                - name: NetworkOverhead
+            filter:
+              enabled:
+                - name: NetworkOverhead
+            score:
+              disabled: # Preferably avoid the combination of NodeResourcesFit with NetworkOverhead
+                - name: NodeResourcesFit
+              enabled: # A higher weight is given to NetworkOverhead to favor allocation schemes with lower latency.
+                - name: NetworkOverhead
+                  weight: 5
+          pluginConfig:
+            - name: TopologicalSort
+              args:
+                namespaces:
+                  - "default"
+            - name: NetworkOverhead
+              args:
+                namespaces:
+                  - "default"
+                weightsName: "UserDefined" # or "NetperfCosts"
+                networkTopologyName: "net-topology-test"

manifests/install/all-in-one.yaml

@@ -8,6 +8,13 @@ rules:
 - apiGroups: ["scheduling.sigs.k8s.io"]
   resources: ["podgroups", "elasticquotas", "podgroups/status", "elasticquotas/status"]
   verbs: ["get", "list", "watch", "create", "delete", "update", "patch"]
+# for network-aware plugins add the following lines (scheduler-plugins v.0.24.9)
+#- apiGroups: [ "appgroup.diktyo.k8s.io" ]
+#  resources: [ "appgroups" ]
+#  verbs: [ "get", "list", "watch", "create", "delete", "update", "patch" ]
+#- apiGroups: [ "networktopology.diktyo.k8s.io" ]
+#  resources: [ "networktopologies" ]
+#  verbs: [ "get", "list", "watch", "create", "delete", "update", "patch" ]
 ---
 kind: ClusterRoleBinding
 apiVersion: rbac.authorization.k8s.io/v1

manifests/install/charts/as-a-second-scheduler/templates/rbac.yaml

@@ -66,6 +66,13 @@ rules:
 - apiGroups: ["scheduling.sigs.k8s.io"]
   resources: ["podgroups", "elasticquotas", "podgroups/status", "elasticquotas/status"]
   verbs: ["get", "list", "watch", "create", "delete", "update", "patch"]
+# for network-aware plugins add the following lines (scheduler-plugins v.0.24.9)
+#- apiGroups: [ "appgroup.diktyo.k8s.io" ]
+#  resources: [ "appgroups" ]
+#  verbs: [ "get", "list", "watch", "create", "delete", "update", "patch" ]
+#- apiGroups: [ "networktopology.diktyo.k8s.io" ]
+#  resources: [ "networktopologies" ]
+#  verbs: [ "get", "list", "watch", "create", "delete", "update", "patch" ]
 ---
 kind: ClusterRoleBinding
 apiVersion: rbac.authorization.k8s.io/v1