diff --git a/Makefile b/Makefile
index 18ece275997..37dcffe77cb 100644
--- a/Makefile
+++ b/Makefile
@@ -537,8 +537,7 @@ generate-e2e-templates: $(KUSTOMIZE) ## Generate Azure infrastructure templates
generate-addons: fetch-calico-manifests ## Generate metric-server, calico, calico-ipv6, azure cni v1 addons.
$(KUSTOMIZE) build $(ADDONS_DIR)/metrics-server > $(ADDONS_DIR)/metrics-server/metrics-server.yaml
$(KUSTOMIZE) build $(ADDONS_DIR)/calico > $(ADDONS_DIR)/calico.yaml
- $(KUSTOMIZE) build $(ADDONS_DIR)/calico-ipv6 > $(ADDONS_DIR)/calico-ipv6.yaml
- $(KUSTOMIZE) build $(ADDONS_DIR)/calico-dual-stack > $(ADDONS_DIR)/calico-dual-stack.yaml
+ $(KUSTOMIZE) build $(ADDONS_DIR)/metrics-server > $(ADDONS_DIR)/metrics-server/metrics-server.yaml
$(KUSTOMIZE) build $(ADDONS_DIR)/azure-cni-v1 > $(ADDONS_DIR)/azure-cni-v1.yaml
.PHONY: generate-aso-crds
@@ -553,7 +552,7 @@ generate-aso-crds: $(YQ)
> $(ASO_CRDS_PATH)
# When updating this, make sure to also update the Windows image version in templates/addons/windows/calico.
-export CALICO_VERSION := v3.26.1
+export CALICO_VERSION := v3.29.4
# Where all downloaded Calico manifests are unpacked and stored.
CALICO_RELEASES := $(ARTIFACTS)/calico
# Path to manifests directory in a Calico release archive.
diff --git a/Tiltfile b/Tiltfile
index 4f3326e65d4..29586da9793 100644
--- a/Tiltfile
+++ b/Tiltfile
@@ -469,15 +469,6 @@ def deploy_worker_templates(template, substitutions):
echo "API Server of ${CLUSTER_NAME} is accessible";
'''
- # copy the kubeadm configmap to the calico-system namespace.
- # This is a workaround needed for the calico-node-windows daemonset to be able to run in the calico-system namespace.
- if "windows" in flavor_name:
- flavor_cmd += """
- until """ + kubectl_cmd + """ --kubeconfig ./${CLUSTER_NAME}.kubeconfig get configmap kubeadm-config --namespace=kube-system > /dev/null 2>&1; do sleep 5; done;
- """ + kubectl_cmd + """ --kubeconfig ./${CLUSTER_NAME}.kubeconfig create namespace calico-system --dry-run=client -o yaml | """ + kubectl_cmd + """ --kubeconfig ./${CLUSTER_NAME}.kubeconfig apply -f -;
- """ + kubectl_cmd + """ --kubeconfig ./${CLUSTER_NAME}.kubeconfig get configmap kubeadm-config --namespace=kube-system -o yaml | sed 's/namespace: kube-system/namespace: calico-system/' | """ + kubectl_cmd + """ --kubeconfig ./${CLUSTER_NAME}.kubeconfig apply -f -;
- """
-
if "aks_as_mgmt_settings" in settings and needs_vnet_peering(flavor_name):
flavor_cmd += create_private_dns_zone()
diff --git a/docs/book/src/self-managed/addons.md b/docs/book/src/self-managed/addons.md
index 84e1066f7a2..f0bff166043 100644
--- a/docs/book/src/self-managed/addons.md
+++ b/docs/book/src/self-managed/addons.md
@@ -63,21 +63,6 @@ helm repo add projectcalico https://docs.tigera.io/calico/charts && \
helm install calico projectcalico/tigera-operator --version v3.26.1 -f https://raw.githubusercontent.com/kubernetes-sigs/cluster-api-provider-azure/main/templates/addons/calico-dual-stack/values.yaml --set-string "installation.calicoNetwork.ipPools[0].cidr=${IPV4_CIDR_BLOCK}","installation.calicoNetwork.ipPools[1].cidr=${IPV6_CIDR_BLOCK}" --namespace tigera-operator --create-namespace
```
-
-
For more information, see the [official Calico documentation](https://projectcalico.docs.tigera.io/getting-started/kubernetes/helm).
## Flannel
diff --git a/scripts/ci-configmap.sh b/scripts/ci-configmap.sh
deleted file mode 100755
index 0d447b8bc5d..00000000000
--- a/scripts/ci-configmap.sh
+++ /dev/null
@@ -1,29 +0,0 @@
-#!/bin/bash
-
-# Copyright 2022 The Kubernetes Authors.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-set -o errexit
-set -o nounset
-set -o pipefail
-
-REPO_ROOT=$(dirname "${BASH_SOURCE[0]}")/..
-KUBECTL="${REPO_ROOT}/hack/tools/bin/kubectl"
-make --directory="${REPO_ROOT}" "${KUBECTL##*/}"
-
-CM_NAMES=("calico-addon" "calico-ipv6-addon" "calico-dual-stack-addon" "calico-windows-addon")
-CM_FILES=("calico.yaml" "calico-ipv6.yaml" "calico-dual-stack.yaml" "windows/calico")
-for i in "${!CM_NAMES[@]}"; do
- "${KUBECTL}" create configmap "${CM_NAMES[i]}" --from-file="${REPO_ROOT}/templates/addons/${CM_FILES[i]}" --dry-run=client -o yaml | kubectl apply -f -
-done
diff --git a/scripts/ci-entrypoint.sh b/scripts/ci-entrypoint.sh
index 0d0cfc5ab00..9f563e96d27 100755
--- a/scripts/ci-entrypoint.sh
+++ b/scripts/ci-entrypoint.sh
@@ -146,29 +146,6 @@ create_cluster() {
export KUBE_SSH_USER
}
-# copy_kubeadm_config_map copies the kubeadm configmap into the calico-system namespace.
-# any retryable operation in this function must return a non-zero exit code on failure so that we can
-# retry it using a `until copy_kubeadm_config_map; do sleep 5; done` pattern;
-# and any statement must be idempotent so that subsequent retry attempts can make forward progress.
-copy_kubeadm_config_map() {
- # Copy the kubeadm configmap to the calico-system namespace.
- # This is a workaround needed for the calico-node-windows daemonset
- # to be able to run in the calico-system namespace.
- # First, validate that the kubeadm-config configmap has been created.
- "${KUBECTL}" get configmap kubeadm-config --namespace=kube-system -o yaml || return 1
- "${KUBECTL}" create namespace calico-system --dry-run=client -o yaml | kubectl apply -f - || return 1
- if ! "${KUBECTL}" get configmap kubeadm-config --namespace=calico-system; then
- "${KUBECTL}" get configmap kubeadm-config --namespace=kube-system -o yaml | sed 's/namespace: kube-system/namespace: calico-system/' | "${KUBECTL}" apply -f - || return 1
- fi
-}
-
-wait_for_copy_kubeadm_config_map() {
- echo "Copying kubeadm ConfigMap into calico-system namespace"
- until copy_kubeadm_config_map; do
- sleep 5
- done
-}
-
# wait_for_nodes returns when all nodes in the workload cluster are Ready.
wait_for_nodes() {
echo "Waiting for ${CONTROL_PLANE_MACHINE_COUNT} control plane machine(s), ${WORKER_MACHINE_COUNT} worker machine(s), and ${WINDOWS_WORKER_MACHINE_COUNT:-0} windows machine(s) to become Ready"
@@ -206,8 +183,6 @@ wait_for_pods() {
}
install_addons() {
- export -f copy_kubeadm_config_map wait_for_copy_kubeadm_config_map
- timeout --foreground 600 bash -c wait_for_copy_kubeadm_config_map
# In order to determine the successful outcome of CNI and cloud-provider-azure,
# we need to wait a little bit for nodes and pods terminal state,
# so we block successful return upon the cluster being fully operational.
diff --git a/templates/addons/calico-dual-stack.yaml b/templates/addons/calico-dual-stack.yaml
deleted file mode 100644
index 32e0bc374c7..00000000000
--- a/templates/addons/calico-dual-stack.yaml
+++ /dev/null
@@ -1,4887 +0,0 @@
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
-metadata:
- name: bgpconfigurations.crd.projectcalico.org
-spec:
- group: crd.projectcalico.org
- names:
- kind: BGPConfiguration
- listKind: BGPConfigurationList
- plural: bgpconfigurations
- singular: bgpconfiguration
- preserveUnknownFields: false
- scope: Cluster
- versions:
- - name: v1
- schema:
- openAPIV3Schema:
- description: BGPConfiguration contains the configuration for any BGP routing.
- properties:
- apiVersion:
- description: 'APIVersion defines the versioned schema of this representation
- of an object. Servers should convert recognized schemas to the latest
- internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
- type: string
- kind:
- description: 'Kind is a string value representing the REST resource this
- object represents. Servers may infer this from the endpoint the client
- submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
- type: string
- metadata:
- type: object
- spec:
- description: BGPConfigurationSpec contains the values of the BGP configuration.
- properties:
- asNumber:
- description: 'ASNumber is the default AS number used by a node. [Default:
- 64512]'
- format: int32
- type: integer
- bindMode:
- description: BindMode indicates whether to listen for BGP connections
- on all addresses (None) or only on the node's canonical IP address
- Node.Spec.BGP.IPvXAddress (NodeIP). Default behaviour is to listen
- for BGP connections on all addresses.
- type: string
- communities:
- description: Communities is a list of BGP community values and their
- arbitrary names for tagging routes.
- items:
- description: Community contains standard or large community value
- and its name.
- properties:
- name:
- description: Name given to community value.
- type: string
- value:
- description: Value must be of format `aa:nn` or `aa:nn:mm`.
- For standard community use `aa:nn` format, where `aa` and
- `nn` are 16 bit number. For large community use `aa:nn:mm`
- format, where `aa`, `nn` and `mm` are 32 bit number. Where,
- `aa` is an AS Number, `nn` and `mm` are per-AS identifier.
- pattern: ^(\d+):(\d+)$|^(\d+):(\d+):(\d+)$
- type: string
- type: object
- type: array
- ignoredInterfaces:
- description: IgnoredInterfaces indicates the network interfaces that
- needs to be excluded when reading device routes.
- items:
- type: string
- type: array
- listenPort:
- description: ListenPort is the port where BGP protocol should listen.
- Defaults to 179
- maximum: 65535
- minimum: 1
- type: integer
- logSeverityScreen:
- description: 'LogSeverityScreen is the log severity above which logs
- are sent to the stdout. [Default: INFO]'
- type: string
- nodeMeshMaxRestartTime:
- description: Time to allow for software restart for node-to-mesh peerings. When
- specified, this is configured as the graceful restart timeout. When
- not specified, the BIRD default of 120s is used. This field can
- only be set on the default BGPConfiguration instance and requires
- that NodeMesh is enabled
- type: string
- nodeMeshPassword:
- description: Optional BGP password for full node-to-mesh peerings.
- This field can only be set on the default BGPConfiguration instance
- and requires that NodeMesh is enabled
- properties:
- secretKeyRef:
- description: Selects a key of a secret in the node pod's namespace.
- properties:
- key:
- description: The key of the secret to select from. Must be
- a valid secret key.
- type: string
- name:
- description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names
- TODO: Add other useful fields. apiVersion, kind, uid?'
- type: string
- optional:
- description: Specify whether the Secret or its key must be
- defined
- type: boolean
- required:
- - key
- type: object
- type: object
- nodeToNodeMeshEnabled:
- description: 'NodeToNodeMeshEnabled sets whether full node to node
- BGP mesh is enabled. [Default: true]'
- type: boolean
- prefixAdvertisements:
- description: PrefixAdvertisements contains per-prefix advertisement
- configuration.
- items:
- description: PrefixAdvertisement configures advertisement properties
- for the specified CIDR.
- properties:
- cidr:
- description: CIDR for which properties should be advertised.
- type: string
- communities:
- description: Communities can be list of either community names
- already defined in `Specs.Communities` or community value
- of format `aa:nn` or `aa:nn:mm`. For standard community use
- `aa:nn` format, where `aa` and `nn` are 16 bit number. For
- large community use `aa:nn:mm` format, where `aa`, `nn` and
- `mm` are 32 bit number. Where,`aa` is an AS Number, `nn` and
- `mm` are per-AS identifier.
- items:
- type: string
- type: array
- type: object
- type: array
- serviceClusterIPs:
- description: ServiceClusterIPs are the CIDR blocks from which service
- cluster IPs are allocated. If specified, Calico will advertise these
- blocks, as well as any cluster IPs within them.
- items:
- description: ServiceClusterIPBlock represents a single allowed ClusterIP
- CIDR block.
- properties:
- cidr:
- type: string
- type: object
- type: array
- serviceExternalIPs:
- description: ServiceExternalIPs are the CIDR blocks for Kubernetes
- Service External IPs. Kubernetes Service ExternalIPs will only be
- advertised if they are within one of these blocks.
- items:
- description: ServiceExternalIPBlock represents a single allowed
- External IP CIDR block.
- properties:
- cidr:
- type: string
- type: object
- type: array
- serviceLoadBalancerIPs:
- description: ServiceLoadBalancerIPs are the CIDR blocks for Kubernetes
- Service LoadBalancer IPs. Kubernetes Service status.LoadBalancer.Ingress
- IPs will only be advertised if they are within one of these blocks.
- items:
- description: ServiceLoadBalancerIPBlock represents a single allowed
- LoadBalancer IP CIDR block.
- properties:
- cidr:
- type: string
- type: object
- type: array
- type: object
- type: object
- served: true
- storage: true
-status:
- acceptedNames:
- kind: ""
- plural: ""
- conditions: []
- storedVersions: []
----
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
-metadata:
- annotations:
- controller-gen.kubebuilder.io/version: (devel)
- creationTimestamp: null
- name: bgpfilters.crd.projectcalico.org
-spec:
- group: crd.projectcalico.org
- names:
- kind: BGPFilter
- listKind: BGPFilterList
- plural: bgpfilters
- singular: bgpfilter
- scope: Cluster
- versions:
- - name: v1
- schema:
- openAPIV3Schema:
- properties:
- apiVersion:
- description: 'APIVersion defines the versioned schema of this representation
- of an object. Servers should convert recognized schemas to the latest
- internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
- type: string
- kind:
- description: 'Kind is a string value representing the REST resource this
- object represents. Servers may infer this from the endpoint the client
- submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
- type: string
- metadata:
- type: object
- spec:
- description: BGPFilterSpec contains the IPv4 and IPv6 filter rules of
- the BGP Filter.
- properties:
- exportV4:
- description: The ordered set of IPv4 BGPFilter rules acting on exporting
- routes to a peer.
- items:
- description: BGPFilterRuleV4 defines a BGP filter rule consisting
- a single IPv4 CIDR block and a filter action for this CIDR.
- properties:
- action:
- type: string
- cidr:
- type: string
- matchOperator:
- type: string
- required:
- - action
- - cidr
- - matchOperator
- type: object
- type: array
- exportV6:
- description: The ordered set of IPv6 BGPFilter rules acting on exporting
- routes to a peer.
- items:
- description: BGPFilterRuleV6 defines a BGP filter rule consisting
- a single IPv6 CIDR block and a filter action for this CIDR.
- properties:
- action:
- type: string
- cidr:
- type: string
- matchOperator:
- type: string
- required:
- - action
- - cidr
- - matchOperator
- type: object
- type: array
- importV4:
- description: The ordered set of IPv4 BGPFilter rules acting on importing
- routes from a peer.
- items:
- description: BGPFilterRuleV4 defines a BGP filter rule consisting
- a single IPv4 CIDR block and a filter action for this CIDR.
- properties:
- action:
- type: string
- cidr:
- type: string
- matchOperator:
- type: string
- required:
- - action
- - cidr
- - matchOperator
- type: object
- type: array
- importV6:
- description: The ordered set of IPv6 BGPFilter rules acting on importing
- routes from a peer.
- items:
- description: BGPFilterRuleV6 defines a BGP filter rule consisting
- a single IPv6 CIDR block and a filter action for this CIDR.
- properties:
- action:
- type: string
- cidr:
- type: string
- matchOperator:
- type: string
- required:
- - action
- - cidr
- - matchOperator
- type: object
- type: array
- type: object
- type: object
- served: true
- storage: true
-status:
- acceptedNames:
- kind: ""
- plural: ""
- conditions: []
- storedVersions: []
----
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
-metadata:
- name: bgppeers.crd.projectcalico.org
-spec:
- group: crd.projectcalico.org
- names:
- kind: BGPPeer
- listKind: BGPPeerList
- plural: bgppeers
- singular: bgppeer
- preserveUnknownFields: false
- scope: Cluster
- versions:
- - name: v1
- schema:
- openAPIV3Schema:
- properties:
- apiVersion:
- description: 'APIVersion defines the versioned schema of this representation
- of an object. Servers should convert recognized schemas to the latest
- internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
- type: string
- kind:
- description: 'Kind is a string value representing the REST resource this
- object represents. Servers may infer this from the endpoint the client
- submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
- type: string
- metadata:
- type: object
- spec:
- description: BGPPeerSpec contains the specification for a BGPPeer resource.
- properties:
- asNumber:
- description: The AS Number of the peer.
- format: int32
- type: integer
- filters:
- description: The ordered set of BGPFilters applied on this BGP peer.
- items:
- type: string
- type: array
- keepOriginalNextHop:
- description: Option to keep the original nexthop field when routes
- are sent to a BGP Peer. Setting "true" configures the selected BGP
- Peers node to use the "next hop keep;" instead of "next hop self;"(default)
- in the specific branch of the Node on "bird.cfg".
- type: boolean
- maxRestartTime:
- description: Time to allow for software restart. When specified,
- this is configured as the graceful restart timeout. When not specified,
- the BIRD default of 120s is used.
- type: string
- node:
- description: The node name identifying the Calico node instance that
- is targeted by this peer. If this is not set, and no nodeSelector
- is specified, then this BGP peer selects all nodes in the cluster.
- type: string
- nodeSelector:
- description: Selector for the nodes that should have this peering. When
- this is set, the Node field must be empty.
- type: string
- numAllowedLocalASNumbers:
- description: Maximum number of local AS numbers that are allowed in
- the AS path for received routes. This removes BGP loop prevention
- and should only be used if absolutely necesssary.
- format: int32
- type: integer
- password:
- description: Optional BGP password for the peerings generated by this
- BGPPeer resource.
- properties:
- secretKeyRef:
- description: Selects a key of a secret in the node pod's namespace.
- properties:
- key:
- description: The key of the secret to select from. Must be
- a valid secret key.
- type: string
- name:
- description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names
- TODO: Add other useful fields. apiVersion, kind, uid?'
- type: string
- optional:
- description: Specify whether the Secret or its key must be
- defined
- type: boolean
- required:
- - key
- type: object
- type: object
- peerIP:
- description: The IP address of the peer followed by an optional port
- number to peer with. If port number is given, format should be `[]:port`
- or `:` for IPv4. If optional port number is not set,
- and this peer IP and ASNumber belongs to a calico/node with ListenPort
- set in BGPConfiguration, then we use that port to peer.
- type: string
- peerSelector:
- description: Selector for the remote nodes to peer with. When this
- is set, the PeerIP and ASNumber fields must be empty. For each
- peering between the local node and selected remote nodes, we configure
- an IPv4 peering if both ends have NodeBGPSpec.IPv4Address specified,
- and an IPv6 peering if both ends have NodeBGPSpec.IPv6Address specified. The
- remote AS number comes from the remote node's NodeBGPSpec.ASNumber,
- or the global default if that is not set.
- type: string
- reachableBy:
- description: Add an exact, i.e. /32, static route toward peer IP in
- order to prevent route flapping. ReachableBy contains the address
- of the gateway which peer can be reached by.
- type: string
- sourceAddress:
- description: Specifies whether and how to configure a source address
- for the peerings generated by this BGPPeer resource. Default value
- "UseNodeIP" means to configure the node IP as the source address. "None"
- means not to configure a source address.
- type: string
- ttlSecurity:
- description: TTLSecurity enables the generalized TTL security mechanism
- (GTSM) which protects against spoofed packets by ignoring received
- packets with a smaller than expected TTL value. The provided value
- is the number of hops (edges) between the peers.
- type: integer
- type: object
- type: object
- served: true
- storage: true
-status:
- acceptedNames:
- kind: ""
- plural: ""
- conditions: []
- storedVersions: []
----
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
-metadata:
- name: blockaffinities.crd.projectcalico.org
-spec:
- group: crd.projectcalico.org
- names:
- kind: BlockAffinity
- listKind: BlockAffinityList
- plural: blockaffinities
- singular: blockaffinity
- preserveUnknownFields: false
- scope: Cluster
- versions:
- - name: v1
- schema:
- openAPIV3Schema:
- properties:
- apiVersion:
- description: 'APIVersion defines the versioned schema of this representation
- of an object. Servers should convert recognized schemas to the latest
- internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
- type: string
- kind:
- description: 'Kind is a string value representing the REST resource this
- object represents. Servers may infer this from the endpoint the client
- submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
- type: string
- metadata:
- type: object
- spec:
- description: BlockAffinitySpec contains the specification for a BlockAffinity
- resource.
- properties:
- cidr:
- type: string
- deleted:
- description: Deleted indicates that this block affinity is being deleted.
- This field is a string for compatibility with older releases that
- mistakenly treat this field as a string.
- type: string
- node:
- type: string
- state:
- type: string
- required:
- - cidr
- - deleted
- - node
- - state
- type: object
- type: object
- served: true
- storage: true
-status:
- acceptedNames:
- kind: ""
- plural: ""
- conditions: []
- storedVersions: []
----
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
-metadata:
- annotations:
- controller-gen.kubebuilder.io/version: (devel)
- creationTimestamp: null
- name: caliconodestatuses.crd.projectcalico.org
-spec:
- group: crd.projectcalico.org
- names:
- kind: CalicoNodeStatus
- listKind: CalicoNodeStatusList
- plural: caliconodestatuses
- singular: caliconodestatus
- preserveUnknownFields: false
- scope: Cluster
- versions:
- - name: v1
- schema:
- openAPIV3Schema:
- properties:
- apiVersion:
- description: 'APIVersion defines the versioned schema of this representation
- of an object. Servers should convert recognized schemas to the latest
- internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
- type: string
- kind:
- description: 'Kind is a string value representing the REST resource this
- object represents. Servers may infer this from the endpoint the client
- submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
- type: string
- metadata:
- type: object
- spec:
- description: CalicoNodeStatusSpec contains the specification for a CalicoNodeStatus
- resource.
- properties:
- classes:
- description: Classes declares the types of information to monitor
- for this calico/node, and allows for selective status reporting
- about certain subsets of information.
- items:
- type: string
- type: array
- node:
- description: The node name identifies the Calico node instance for
- node status.
- type: string
- updatePeriodSeconds:
- description: UpdatePeriodSeconds is the period at which CalicoNodeStatus
- should be updated. Set to 0 to disable CalicoNodeStatus refresh.
- Maximum update period is one day.
- format: int32
- type: integer
- type: object
- status:
- description: CalicoNodeStatusStatus defines the observed state of CalicoNodeStatus.
- No validation needed for status since it is updated by Calico.
- properties:
- agent:
- description: Agent holds agent status on the node.
- properties:
- birdV4:
- description: BIRDV4 represents the latest observed status of bird4.
- properties:
- lastBootTime:
- description: LastBootTime holds the value of lastBootTime
- from bird.ctl output.
- type: string
- lastReconfigurationTime:
- description: LastReconfigurationTime holds the value of lastReconfigTime
- from bird.ctl output.
- type: string
- routerID:
- description: Router ID used by bird.
- type: string
- state:
- description: The state of the BGP Daemon.
- type: string
- version:
- description: Version of the BGP daemon
- type: string
- type: object
- birdV6:
- description: BIRDV6 represents the latest observed status of bird6.
- properties:
- lastBootTime:
- description: LastBootTime holds the value of lastBootTime
- from bird.ctl output.
- type: string
- lastReconfigurationTime:
- description: LastReconfigurationTime holds the value of lastReconfigTime
- from bird.ctl output.
- type: string
- routerID:
- description: Router ID used by bird.
- type: string
- state:
- description: The state of the BGP Daemon.
- type: string
- version:
- description: Version of the BGP daemon
- type: string
- type: object
- type: object
- bgp:
- description: BGP holds node BGP status.
- properties:
- numberEstablishedV4:
- description: The total number of IPv4 established bgp sessions.
- type: integer
- numberEstablishedV6:
- description: The total number of IPv6 established bgp sessions.
- type: integer
- numberNotEstablishedV4:
- description: The total number of IPv4 non-established bgp sessions.
- type: integer
- numberNotEstablishedV6:
- description: The total number of IPv6 non-established bgp sessions.
- type: integer
- peersV4:
- description: PeersV4 represents IPv4 BGP peers status on the node.
- items:
- description: CalicoNodePeer contains the status of BGP peers
- on the node.
- properties:
- peerIP:
- description: IP address of the peer whose condition we are
- reporting.
- type: string
- since:
- description: Since the state or reason last changed.
- type: string
- state:
- description: State is the BGP session state.
- type: string
- type:
- description: Type indicates whether this peer is configured
- via the node-to-node mesh, or via en explicit global or
- per-node BGPPeer object.
- type: string
- type: object
- type: array
- peersV6:
- description: PeersV6 represents IPv6 BGP peers status on the node.
- items:
- description: CalicoNodePeer contains the status of BGP peers
- on the node.
- properties:
- peerIP:
- description: IP address of the peer whose condition we are
- reporting.
- type: string
- since:
- description: Since the state or reason last changed.
- type: string
- state:
- description: State is the BGP session state.
- type: string
- type:
- description: Type indicates whether this peer is configured
- via the node-to-node mesh, or via en explicit global or
- per-node BGPPeer object.
- type: string
- type: object
- type: array
- required:
- - numberEstablishedV4
- - numberEstablishedV6
- - numberNotEstablishedV4
- - numberNotEstablishedV6
- type: object
- lastUpdated:
- description: LastUpdated is a timestamp representing the server time
- when CalicoNodeStatus object last updated. It is represented in
- RFC3339 form and is in UTC.
- format: date-time
- nullable: true
- type: string
- routes:
- description: Routes reports routes known to the Calico BGP daemon
- on the node.
- properties:
- routesV4:
- description: RoutesV4 represents IPv4 routes on the node.
- items:
- description: CalicoNodeRoute contains the status of BGP routes
- on the node.
- properties:
- destination:
- description: Destination of the route.
- type: string
- gateway:
- description: Gateway for the destination.
- type: string
- interface:
- description: Interface for the destination
- type: string
- learnedFrom:
- description: LearnedFrom contains information regarding
- where this route originated.
- properties:
- peerIP:
- description: If sourceType is NodeMesh or BGPPeer, IP
- address of the router that sent us this route.
- type: string
- sourceType:
- description: Type of the source where a route is learned
- from.
- type: string
- type: object
- type:
- description: Type indicates if the route is being used for
- forwarding or not.
- type: string
- type: object
- type: array
- routesV6:
- description: RoutesV6 represents IPv6 routes on the node.
- items:
- description: CalicoNodeRoute contains the status of BGP routes
- on the node.
- properties:
- destination:
- description: Destination of the route.
- type: string
- gateway:
- description: Gateway for the destination.
- type: string
- interface:
- description: Interface for the destination
- type: string
- learnedFrom:
- description: LearnedFrom contains information regarding
- where this route originated.
- properties:
- peerIP:
- description: If sourceType is NodeMesh or BGPPeer, IP
- address of the router that sent us this route.
- type: string
- sourceType:
- description: Type of the source where a route is learned
- from.
- type: string
- type: object
- type:
- description: Type indicates if the route is being used for
- forwarding or not.
- type: string
- type: object
- type: array
- type: object
- type: object
- type: object
- served: true
- storage: true
-status:
- acceptedNames:
- kind: ""
- plural: ""
- conditions: []
- storedVersions: []
----
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
-metadata:
- name: clusterinformations.crd.projectcalico.org
-spec:
- group: crd.projectcalico.org
- names:
- kind: ClusterInformation
- listKind: ClusterInformationList
- plural: clusterinformations
- singular: clusterinformation
- preserveUnknownFields: false
- scope: Cluster
- versions:
- - name: v1
- schema:
- openAPIV3Schema:
- description: ClusterInformation contains the cluster specific information.
- properties:
- apiVersion:
- description: 'APIVersion defines the versioned schema of this representation
- of an object. Servers should convert recognized schemas to the latest
- internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
- type: string
- kind:
- description: 'Kind is a string value representing the REST resource this
- object represents. Servers may infer this from the endpoint the client
- submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
- type: string
- metadata:
- type: object
- spec:
- description: ClusterInformationSpec contains the values of describing
- the cluster.
- properties:
- calicoVersion:
- description: CalicoVersion is the version of Calico that the cluster
- is running
- type: string
- clusterGUID:
- description: ClusterGUID is the GUID of the cluster
- type: string
- clusterType:
- description: ClusterType describes the type of the cluster
- type: string
- datastoreReady:
- description: DatastoreReady is used during significant datastore migrations
- to signal to components such as Felix that it should wait before
- accessing the datastore.
- type: boolean
- variant:
- description: Variant declares which variant of Calico should be active.
- type: string
- type: object
- type: object
- served: true
- storage: true
-status:
- acceptedNames:
- kind: ""
- plural: ""
- conditions: []
- storedVersions: []
----
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
-metadata:
- name: felixconfigurations.crd.projectcalico.org
-spec:
- group: crd.projectcalico.org
- names:
- kind: FelixConfiguration
- listKind: FelixConfigurationList
- plural: felixconfigurations
- singular: felixconfiguration
- preserveUnknownFields: false
- scope: Cluster
- versions:
- - name: v1
- schema:
- openAPIV3Schema:
- description: Felix Configuration contains the configuration for Felix.
- properties:
- apiVersion:
- description: 'APIVersion defines the versioned schema of this representation
- of an object. Servers should convert recognized schemas to the latest
- internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
- type: string
- kind:
- description: 'Kind is a string value representing the REST resource this
- object represents. Servers may infer this from the endpoint the client
- submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
- type: string
- metadata:
- type: object
- spec:
- description: FelixConfigurationSpec contains the values of the Felix configuration.
- properties:
- allowIPIPPacketsFromWorkloads:
- description: 'AllowIPIPPacketsFromWorkloads controls whether Felix
- will add a rule to drop IPIP encapsulated traffic from workloads
- [Default: false]'
- type: boolean
- allowVXLANPacketsFromWorkloads:
- description: 'AllowVXLANPacketsFromWorkloads controls whether Felix
- will add a rule to drop VXLAN encapsulated traffic from workloads
- [Default: false]'
- type: boolean
- awsSrcDstCheck:
- description: 'Set source-destination-check on AWS EC2 instances. Accepted
- value must be one of "DoNothing", "Enable" or "Disable". [Default:
- DoNothing]'
- enum:
- - DoNothing
- - Enable
- - Disable
- type: string
- bpfConnectTimeLoadBalancingEnabled:
- description: 'BPFConnectTimeLoadBalancingEnabled when in BPF mode,
- controls whether Felix installs the connection-time load balancer. The
- connect-time load balancer is required for the host to be able to
- reach Kubernetes services and it improves the performance of pod-to-service
- connections. The only reason to disable it is for debugging purposes. [Default:
- true]'
- type: boolean
- bpfDSROptoutCIDRs:
- description: BPFDSROptoutCIDRs is a list of CIDRs which are excluded
- from DSR. That is, clients in those CIDRs will accesses nodeports
- as if BPFExternalServiceMode was set to Tunnel.
- items:
- type: string
- type: array
- bpfDataIfacePattern:
- description: BPFDataIfacePattern is a regular expression that controls
- which interfaces Felix should attach BPF programs to in order to
- catch traffic to/from the network. This needs to match the interfaces
- that Calico workload traffic flows over as well as any interfaces
- that handle incoming traffic to nodeports and services from outside
- the cluster. It should not match the workload interfaces (usually
- named cali...).
- type: string
- bpfDisableUnprivileged:
- description: 'BPFDisableUnprivileged, if enabled, Felix sets the kernel.unprivileged_bpf_disabled
- sysctl to disable unprivileged use of BPF. This ensures that unprivileged
- users cannot access Calico''s BPF maps and cannot insert their own
- BPF programs to interfere with Calico''s. [Default: true]'
- type: boolean
- bpfEnabled:
- description: 'BPFEnabled, if enabled Felix will use the BPF dataplane.
- [Default: false]'
- type: boolean
- bpfEnforceRPF:
- description: 'BPFEnforceRPF enforce strict RPF on all host interfaces
- with BPF programs regardless of what is the per-interfaces or global
- setting. Possible values are Disabled, Strict or Loose. [Default:
- Loose]'
- type: string
- bpfExtToServiceConnmark:
- description: 'BPFExtToServiceConnmark in BPF mode, control a 32bit
- mark that is set on connections from an external client to a local
- service. This mark allows us to control how packets of that connection
- are routed within the host and how is routing interpreted by RPF
- check. [Default: 0]'
- type: integer
- bpfExternalServiceMode:
- description: 'BPFExternalServiceMode in BPF mode, controls how connections
- from outside the cluster to services (node ports and cluster IPs)
- are forwarded to remote workloads. If set to "Tunnel" then both
- request and response traffic is tunneled to the remote node. If
- set to "DSR", the request traffic is tunneled but the response traffic
- is sent directly from the remote node. In "DSR" mode, the remote
- node appears to use the IP of the ingress node; this requires a
- permissive L2 network. [Default: Tunnel]'
- type: string
- bpfHostConntrackBypass:
- description: 'BPFHostConntrackBypass Controls whether to bypass Linux
- conntrack in BPF mode for workloads and services. [Default: true
- - bypass Linux conntrack]'
- type: boolean
- bpfKubeProxyEndpointSlicesEnabled:
- description: BPFKubeProxyEndpointSlicesEnabled in BPF mode, controls
- whether Felix's embedded kube-proxy accepts EndpointSlices or not.
- type: boolean
- bpfKubeProxyIptablesCleanupEnabled:
- description: 'BPFKubeProxyIptablesCleanupEnabled, if enabled in BPF
- mode, Felix will proactively clean up the upstream Kubernetes kube-proxy''s
- iptables chains. Should only be enabled if kube-proxy is not running. [Default:
- true]'
- type: boolean
- bpfKubeProxyMinSyncPeriod:
- description: 'BPFKubeProxyMinSyncPeriod, in BPF mode, controls the
- minimum time between updates to the dataplane for Felix''s embedded
- kube-proxy. Lower values give reduced set-up latency. Higher values
- reduce Felix CPU usage by batching up more work. [Default: 1s]'
- type: string
- bpfL3IfacePattern:
- description: BPFL3IfacePattern is a regular expression that allows
- to list tunnel devices like wireguard or vxlan (i.e., L3 devices)
- in addition to BPFDataIfacePattern. That is, tunnel interfaces not
- created by Calico, that Calico workload traffic flows over as well
- as any interfaces that handle incoming traffic to nodeports and
- services from outside the cluster.
- type: string
- bpfLogLevel:
- description: 'BPFLogLevel controls the log level of the BPF programs
- when in BPF dataplane mode. One of "Off", "Info", or "Debug". The
- logs are emitted to the BPF trace pipe, accessible with the command
- `tc exec bpf debug`. [Default: Off].'
- type: string
- bpfMapSizeConntrack:
- description: 'BPFMapSizeConntrack sets the size for the conntrack
- map. This map must be large enough to hold an entry for each active
- connection. Warning: changing the size of the conntrack map can
- cause disruption.'
- type: integer
- bpfMapSizeIPSets:
- description: BPFMapSizeIPSets sets the size for ipsets map. The IP
- sets map must be large enough to hold an entry for each endpoint
- matched by every selector in the source/destination matches in network
- policy. Selectors such as "all()" can result in large numbers of
- entries (one entry per endpoint in that case).
- type: integer
- bpfMapSizeIfState:
- description: BPFMapSizeIfState sets the size for ifstate map. The
- ifstate map must be large enough to hold an entry for each device
- (host + workloads) on a host.
- type: integer
- bpfMapSizeNATAffinity:
- type: integer
- bpfMapSizeNATBackend:
- description: BPFMapSizeNATBackend sets the size for nat back end map.
- This is the total number of endpoints. This is mostly more than
- the size of the number of services.
- type: integer
- bpfMapSizeNATFrontend:
- description: BPFMapSizeNATFrontend sets the size for nat front end
- map. FrontendMap should be large enough to hold an entry for each
- nodeport, external IP and each port in each service.
- type: integer
- bpfMapSizeRoute:
- description: BPFMapSizeRoute sets the size for the routes map. The
- routes map should be large enough to hold one entry per workload
- and a handful of entries per host (enough to cover its own IPs and
- tunnel IPs).
- type: integer
- bpfPSNATPorts:
- anyOf:
- - type: integer
- - type: string
- description: 'BPFPSNATPorts sets the range from which we randomly
- pick a port if there is a source port collision. This should be
- within the ephemeral range as defined by RFC 6056 (1024–65535) and
- preferably outside the ephemeral ranges used by common operating
- systems. Linux uses 32768–60999, while others mostly use the IANA
- defined range 49152–65535. It is not necessarily a problem if this
- range overlaps with the operating systems. Both ends of the range
- are inclusive. [Default: 20000:29999]'
- pattern: ^.*
- x-kubernetes-int-or-string: true
- bpfPolicyDebugEnabled:
- description: BPFPolicyDebugEnabled when true, Felix records detailed
- information about the BPF policy programs, which can be examined
- with the calico-bpf command-line tool.
- type: boolean
- chainInsertMode:
- description: 'ChainInsertMode controls whether Felix hooks the kernel''s
- top-level iptables chains by inserting a rule at the top of the
- chain or by appending a rule at the bottom. insert is the safe default
- since it prevents Calico''s rules from being bypassed. If you switch
- to append mode, be sure that the other rules in the chains signal
- acceptance by falling through to the Calico rules, otherwise the
- Calico policy will be bypassed. [Default: insert]'
- type: string
- dataplaneDriver:
- description: DataplaneDriver filename of the external dataplane driver
- to use. Only used if UseInternalDataplaneDriver is set to false.
- type: string
- dataplaneWatchdogTimeout:
- description: "DataplaneWatchdogTimeout is the readiness/liveness timeout
- used for Felix's (internal) dataplane driver. Increase this value
- if you experience spurious non-ready or non-live events when Felix
- is under heavy load. Decrease the value to get felix to report non-live
- or non-ready more quickly. [Default: 90s] \n Deprecated: replaced
- by the generic HealthTimeoutOverrides."
- type: string
- debugDisableLogDropping:
- type: boolean
- debugMemoryProfilePath:
- type: string
- debugSimulateCalcGraphHangAfter:
- type: string
- debugSimulateDataplaneHangAfter:
- type: string
- defaultEndpointToHostAction:
- description: 'DefaultEndpointToHostAction controls what happens to
- traffic that goes from a workload endpoint to the host itself (after
- the traffic hits the endpoint egress policy). By default Calico
- blocks traffic from workload endpoints to the host itself with an
- iptables "DROP" action. If you want to allow some or all traffic
- from endpoint to host, set this parameter to RETURN or ACCEPT. Use
- RETURN if you have your own rules in the iptables "INPUT" chain;
- Calico will insert its rules at the top of that chain, then "RETURN"
- packets to the "INPUT" chain once it has completed processing workload
- endpoint egress policy. Use ACCEPT to unconditionally accept packets
- from workloads after processing workload endpoint egress policy.
- [Default: Drop]'
- type: string
- deviceRouteProtocol:
- description: This defines the route protocol added to programmed device
- routes, by default this will be RTPROT_BOOT when left blank.
- type: integer
- deviceRouteSourceAddress:
- description: This is the IPv4 source address to use on programmed
- device routes. By default the source address is left blank, leaving
- the kernel to choose the source address used.
- type: string
- deviceRouteSourceAddressIPv6:
- description: This is the IPv6 source address to use on programmed
- device routes. By default the source address is left blank, leaving
- the kernel to choose the source address used.
- type: string
- disableConntrackInvalidCheck:
- type: boolean
- endpointReportingDelay:
- type: string
- endpointReportingEnabled:
- type: boolean
- externalNodesList:
- description: ExternalNodesCIDRList is a list of CIDR's of external-non-calico-nodes
- which may source tunnel traffic and have the tunneled traffic be
- accepted at calico nodes.
- items:
- type: string
- type: array
- failsafeInboundHostPorts:
- description: 'FailsafeInboundHostPorts is a list of UDP/TCP ports
- and CIDRs that Felix will allow incoming traffic to host endpoints
- on irrespective of the security policy. This is useful to avoid
- accidentally cutting off a host with incorrect configuration. For
- back-compatibility, if the protocol is not specified, it defaults
- to "tcp". If a CIDR is not specified, it will allow traffic from
- all addresses. To disable all inbound host ports, use the value
- none. The default value allows ssh access and DHCP. [Default: tcp:22,
- udp:68, tcp:179, tcp:2379, tcp:2380, tcp:6443, tcp:6666, tcp:6667]'
- items:
- description: ProtoPort is combination of protocol, port, and CIDR.
- Protocol and port must be specified.
- properties:
- net:
- type: string
- port:
- type: integer
- protocol:
- type: string
- required:
- - port
- - protocol
- type: object
- type: array
- failsafeOutboundHostPorts:
- description: 'FailsafeOutboundHostPorts is a list of UDP/TCP ports
- and CIDRs that Felix will allow outgoing traffic from host endpoints
- to irrespective of the security policy. This is useful to avoid
- accidentally cutting off a host with incorrect configuration. For
- back-compatibility, if the protocol is not specified, it defaults
- to "tcp". If a CIDR is not specified, it will allow traffic from
- all addresses. To disable all outbound host ports, use the value
- none. The default value opens etcd''s standard ports to ensure that
- Felix does not get cut off from etcd as well as allowing DHCP and
- DNS. [Default: tcp:179, tcp:2379, tcp:2380, tcp:6443, tcp:6666,
- tcp:6667, udp:53, udp:67]'
- items:
- description: ProtoPort is combination of protocol, port, and CIDR.
- Protocol and port must be specified.
- properties:
- net:
- type: string
- port:
- type: integer
- protocol:
- type: string
- required:
- - port
- - protocol
- type: object
- type: array
- featureDetectOverride:
- description: FeatureDetectOverride is used to override feature detection
- based on auto-detected platform capabilities. Values are specified
- in a comma separated list with no spaces, example; "SNATFullyRandom=true,MASQFullyRandom=false,RestoreSupportsLock=". "true"
- or "false" will force the feature, empty or omitted values are auto-detected.
- type: string
- featureGates:
- description: FeatureGates is used to enable or disable tech-preview
- Calico features. Values are specified in a comma separated list
- with no spaces, example; "BPFConnectTimeLoadBalancingWorkaround=enabled,XyZ=false".
- This is used to enable features that are not fully production ready.
- type: string
- floatingIPs:
- description: FloatingIPs configures whether or not Felix will program
- non-OpenStack floating IP addresses. (OpenStack-derived floating
- IPs are always programmed, regardless of this setting.)
- enum:
- - Enabled
- - Disabled
- type: string
- genericXDPEnabled:
- description: 'GenericXDPEnabled enables Generic XDP so network cards
- that don''t support XDP offload or driver modes can use XDP. This
- is not recommended since it doesn''t provide better performance
- than iptables. [Default: false]'
- type: boolean
- healthEnabled:
- type: boolean
- healthHost:
- type: string
- healthPort:
- type: integer
- healthTimeoutOverrides:
- description: HealthTimeoutOverrides allows the internal watchdog timeouts
- of individual subcomponents to be overridden. This is useful for
- working around "false positive" liveness timeouts that can occur
- in particularly stressful workloads or if CPU is constrained. For
- a list of active subcomponents, see Felix's logs.
- items:
- properties:
- name:
- type: string
- timeout:
- type: string
- required:
- - name
- - timeout
- type: object
- type: array
- interfaceExclude:
- description: 'InterfaceExclude is a comma-separated list of interfaces
- that Felix should exclude when monitoring for host endpoints. The
- default value ensures that Felix ignores Kubernetes'' IPVS dummy
- interface, which is used internally by kube-proxy. If you want to
- exclude multiple interface names using a single value, the list
- supports regular expressions. For regular expressions you must wrap
- the value with ''/''. For example having values ''/^kube/,veth1''
- will exclude all interfaces that begin with ''kube'' and also the
- interface ''veth1''. [Default: kube-ipvs0]'
- type: string
- interfacePrefix:
- description: 'InterfacePrefix is the interface name prefix that identifies
- workload endpoints and so distinguishes them from host endpoint
- interfaces. Note: in environments other than bare metal, the orchestrators
- configure this appropriately. For example our Kubernetes and Docker
- integrations set the ''cali'' value, and our OpenStack integration
- sets the ''tap'' value. [Default: cali]'
- type: string
- interfaceRefreshInterval:
- description: InterfaceRefreshInterval is the period at which Felix
- rescans local interfaces to verify their state. The rescan can be
- disabled by setting the interval to 0.
- type: string
- ipipEnabled:
- description: 'IPIPEnabled overrides whether Felix should configure
- an IPIP interface on the host. Optional as Felix determines this
- based on the existing IP pools. [Default: nil (unset)]'
- type: boolean
- ipipMTU:
- description: 'IPIPMTU is the MTU to set on the tunnel device. See
- Configuring MTU [Default: 1440]'
- type: integer
- ipsetsRefreshInterval:
- description: 'IpsetsRefreshInterval is the period at which Felix re-checks
- all iptables state to ensure that no other process has accidentally
- broken Calico''s rules. Set to 0 to disable iptables refresh. [Default:
- 90s]'
- type: string
- iptablesBackend:
- description: IptablesBackend specifies which backend of iptables will
- be used. The default is Auto.
- type: string
- iptablesFilterAllowAction:
- type: string
- iptablesFilterDenyAction:
- description: IptablesFilterDenyAction controls what happens to traffic
- that is denied by network policy. By default Calico blocks traffic
- with an iptables "DROP" action. If you want to use "REJECT" action
- instead you can configure it in here.
- type: string
- iptablesLockFilePath:
- description: 'IptablesLockFilePath is the location of the iptables
- lock file. You may need to change this if the lock file is not in
- its standard location (for example if you have mapped it into Felix''s
- container at a different path). [Default: /run/xtables.lock]'
- type: string
- iptablesLockProbeInterval:
- description: 'IptablesLockProbeInterval is the time that Felix will
- wait between attempts to acquire the iptables lock if it is not
- available. Lower values make Felix more responsive when the lock
- is contended, but use more CPU. [Default: 50ms]'
- type: string
- iptablesLockTimeout:
- description: 'IptablesLockTimeout is the time that Felix will wait
- for the iptables lock, or 0, to disable. To use this feature, Felix
- must share the iptables lock file with all other processes that
- also take the lock. When running Felix inside a container, this
- requires the /run directory of the host to be mounted into the calico/node
- or calico/felix container. [Default: 0s disabled]'
- type: string
- iptablesMangleAllowAction:
- type: string
- iptablesMarkMask:
- description: 'IptablesMarkMask is the mask that Felix selects its
- IPTables Mark bits from. Should be a 32 bit hexadecimal number with
- at least 8 bits set, none of which clash with any other mark bits
- in use on the system. [Default: 0xff000000]'
- format: int32
- type: integer
- iptablesNATOutgoingInterfaceFilter:
- type: string
- iptablesPostWriteCheckInterval:
- description: 'IptablesPostWriteCheckInterval is the period after Felix
- has done a write to the dataplane that it schedules an extra read
- back in order to check the write was not clobbered by another process.
- This should only occur if another application on the system doesn''t
- respect the iptables lock. [Default: 1s]'
- type: string
- iptablesRefreshInterval:
- description: 'IptablesRefreshInterval is the period at which Felix
- re-checks the IP sets in the dataplane to ensure that no other process
- has accidentally broken Calico''s rules. Set to 0 to disable IP
- sets refresh. Note: the default for this value is lower than the
- other refresh intervals as a workaround for a Linux kernel bug that
- was fixed in kernel version 4.11. If you are using v4.11 or greater
- you may want to set this to, a higher value to reduce Felix CPU
- usage. [Default: 10s]'
- type: string
- ipv6Support:
- description: IPv6Support controls whether Felix enables support for
- IPv6 (if supported by the in-use dataplane).
- type: boolean
- kubeNodePortRanges:
- description: 'KubeNodePortRanges holds list of port ranges used for
- service node ports. Only used if felix detects kube-proxy running
- in ipvs mode. Felix uses these ranges to separate host and workload
- traffic. [Default: 30000:32767].'
- items:
- anyOf:
- - type: integer
- - type: string
- pattern: ^.*
- x-kubernetes-int-or-string: true
- type: array
- logDebugFilenameRegex:
- description: LogDebugFilenameRegex controls which source code files
- have their Debug log output included in the logs. Only logs from
- files with names that match the given regular expression are included. The
- filter only applies to Debug level logs.
- type: string
- logFilePath:
- description: 'LogFilePath is the full path to the Felix log. Set to
- none to disable file logging. [Default: /var/log/calico/felix.log]'
- type: string
- logPrefix:
- description: 'LogPrefix is the log prefix that Felix uses when rendering
- LOG rules. [Default: calico-packet]'
- type: string
- logSeverityFile:
- description: 'LogSeverityFile is the log severity above which logs
- are sent to the log file. [Default: Info]'
- type: string
- logSeverityScreen:
- description: 'LogSeverityScreen is the log severity above which logs
- are sent to the stdout. [Default: Info]'
- type: string
- logSeveritySys:
- description: 'LogSeveritySys is the log severity above which logs
- are sent to the syslog. Set to None for no logging to syslog. [Default:
- Info]'
- type: string
- maxIpsetSize:
- type: integer
- metadataAddr:
- description: 'MetadataAddr is the IP address or domain name of the
- server that can answer VM queries for cloud-init metadata. In OpenStack,
- this corresponds to the machine running nova-api (or in Ubuntu,
- nova-api-metadata). A value of none (case insensitive) means that
- Felix should not set up any NAT rule for the metadata path. [Default:
- 127.0.0.1]'
- type: string
- metadataPort:
- description: 'MetadataPort is the port of the metadata server. This,
- combined with global.MetadataAddr (if not ''None''), is used to
- set up a NAT rule, from 169.254.169.254:80 to MetadataAddr:MetadataPort.
- In most cases this should not need to be changed [Default: 8775].'
- type: integer
- mtuIfacePattern:
- description: MTUIfacePattern is a regular expression that controls
- which interfaces Felix should scan in order to calculate the host's
- MTU. This should not match workload interfaces (usually named cali...).
- type: string
- natOutgoingAddress:
- description: NATOutgoingAddress specifies an address to use when performing
- source NAT for traffic in a natOutgoing pool that is leaving the
- network. By default the address used is an address on the interface
- the traffic is leaving on (ie it uses the iptables MASQUERADE target)
- type: string
- natPortRange:
- anyOf:
- - type: integer
- - type: string
- description: NATPortRange specifies the range of ports that is used
- for port mapping when doing outgoing NAT. When unset the default
- behavior of the network stack is used.
- pattern: ^.*
- x-kubernetes-int-or-string: true
- netlinkTimeout:
- type: string
- openstackRegion:
- description: 'OpenstackRegion is the name of the region that a particular
- Felix belongs to. In a multi-region Calico/OpenStack deployment,
- this must be configured somehow for each Felix (here in the datamodel,
- or in felix.cfg or the environment on each compute node), and must
- match the [calico] openstack_region value configured in neutron.conf
- on each node. [Default: Empty]'
- type: string
- policySyncPathPrefix:
- description: 'PolicySyncPathPrefix is used to by Felix to communicate
- policy changes to external services, like Application layer policy.
- [Default: Empty]'
- type: string
- prometheusGoMetricsEnabled:
- description: 'PrometheusGoMetricsEnabled disables Go runtime metrics
- collection, which the Prometheus client does by default, when set
- to false. This reduces the number of metrics reported, reducing
- Prometheus load. [Default: true]'
- type: boolean
- prometheusMetricsEnabled:
- description: 'PrometheusMetricsEnabled enables the Prometheus metrics
- server in Felix if set to true. [Default: false]'
- type: boolean
- prometheusMetricsHost:
- description: 'PrometheusMetricsHost is the host that the Prometheus
- metrics server should bind to. [Default: empty]'
- type: string
- prometheusMetricsPort:
- description: 'PrometheusMetricsPort is the TCP port that the Prometheus
- metrics server should bind to. [Default: 9091]'
- type: integer
- prometheusProcessMetricsEnabled:
- description: 'PrometheusProcessMetricsEnabled disables process metrics
- collection, which the Prometheus client does by default, when set
- to false. This reduces the number of metrics reported, reducing
- Prometheus load. [Default: true]'
- type: boolean
- prometheusWireGuardMetricsEnabled:
- description: 'PrometheusWireGuardMetricsEnabled disables wireguard
- metrics collection, which the Prometheus client does by default,
- when set to false. This reduces the number of metrics reported,
- reducing Prometheus load. [Default: true]'
- type: boolean
- removeExternalRoutes:
- description: Whether or not to remove device routes that have not
- been programmed by Felix. Disabling this will allow external applications
- to also add device routes. This is enabled by default which means
- we will remove externally added routes.
- type: boolean
- reportingInterval:
- description: 'ReportingInterval is the interval at which Felix reports
- its status into the datastore or 0 to disable. Must be non-zero
- in OpenStack deployments. [Default: 30s]'
- type: string
- reportingTTL:
- description: 'ReportingTTL is the time-to-live setting for process-wide
- status reports. [Default: 90s]'
- type: string
- routeRefreshInterval:
- description: 'RouteRefreshInterval is the period at which Felix re-checks
- the routes in the dataplane to ensure that no other process has
- accidentally broken Calico''s rules. Set to 0 to disable route refresh.
- [Default: 90s]'
- type: string
- routeSource:
- description: 'RouteSource configures where Felix gets its routing
- information. - WorkloadIPs: use workload endpoints to construct
- routes. - CalicoIPAM: the default - use IPAM data to construct routes.'
- type: string
- routeSyncDisabled:
- description: RouteSyncDisabled will disable all operations performed
- on the route table. Set to true to run in network-policy mode only.
- type: boolean
- routeTableRange:
- description: Deprecated in favor of RouteTableRanges. Calico programs
- additional Linux route tables for various purposes. RouteTableRange
- specifies the indices of the route tables that Calico should use.
- properties:
- max:
- type: integer
- min:
- type: integer
- required:
- - max
- - min
- type: object
- routeTableRanges:
- description: Calico programs additional Linux route tables for various
- purposes. RouteTableRanges specifies a set of table index ranges
- that Calico should use. Deprecates`RouteTableRange`, overrides `RouteTableRange`.
- items:
- properties:
- max:
- type: integer
- min:
- type: integer
- required:
- - max
- - min
- type: object
- type: array
- serviceLoopPrevention:
- description: 'When service IP advertisement is enabled, prevent routing
- loops to service IPs that are not in use, by dropping or rejecting
- packets that do not get DNAT''d by kube-proxy. Unless set to "Disabled",
- in which case such routing loops continue to be allowed. [Default:
- Drop]'
- type: string
- sidecarAccelerationEnabled:
- description: 'SidecarAccelerationEnabled enables experimental sidecar
- acceleration [Default: false]'
- type: boolean
- usageReportingEnabled:
- description: 'UsageReportingEnabled reports anonymous Calico version
- number and cluster size to projectcalico.org. Logs warnings returned
- by the usage server. For example, if a significant security vulnerability
- has been discovered in the version of Calico being used. [Default:
- true]'
- type: boolean
- usageReportingInitialDelay:
- description: 'UsageReportingInitialDelay controls the minimum delay
- before Felix makes a report. [Default: 300s]'
- type: string
- usageReportingInterval:
- description: 'UsageReportingInterval controls the interval at which
- Felix makes reports. [Default: 86400s]'
- type: string
- useInternalDataplaneDriver:
- description: UseInternalDataplaneDriver, if true, Felix will use its
- internal dataplane programming logic. If false, it will launch
- an external dataplane driver and communicate with it over protobuf.
- type: boolean
- vxlanEnabled:
- description: 'VXLANEnabled overrides whether Felix should create the
- VXLAN tunnel device for IPv4 VXLAN networking. Optional as Felix
- determines this based on the existing IP pools. [Default: nil (unset)]'
- type: boolean
- vxlanMTU:
- description: 'VXLANMTU is the MTU to set on the IPv4 VXLAN tunnel
- device. See Configuring MTU [Default: 1410]'
- type: integer
- vxlanMTUV6:
- description: 'VXLANMTUV6 is the MTU to set on the IPv6 VXLAN tunnel
- device. See Configuring MTU [Default: 1390]'
- type: integer
- vxlanPort:
- type: integer
- vxlanVNI:
- type: integer
- wireguardEnabled:
- description: 'WireguardEnabled controls whether Wireguard is enabled
- for IPv4 (encapsulating IPv4 traffic over an IPv4 underlay network).
- [Default: false]'
- type: boolean
- wireguardEnabledV6:
- description: 'WireguardEnabledV6 controls whether Wireguard is enabled
- for IPv6 (encapsulating IPv6 traffic over an IPv6 underlay network).
- [Default: false]'
- type: boolean
- wireguardHostEncryptionEnabled:
- description: 'WireguardHostEncryptionEnabled controls whether Wireguard
- host-to-host encryption is enabled. [Default: false]'
- type: boolean
- wireguardInterfaceName:
- description: 'WireguardInterfaceName specifies the name to use for
- the IPv4 Wireguard interface. [Default: wireguard.cali]'
- type: string
- wireguardInterfaceNameV6:
- description: 'WireguardInterfaceNameV6 specifies the name to use for
- the IPv6 Wireguard interface. [Default: wg-v6.cali]'
- type: string
- wireguardKeepAlive:
- description: 'WireguardKeepAlive controls Wireguard PersistentKeepalive
- option. Set 0 to disable. [Default: 0]'
- type: string
- wireguardListeningPort:
- description: 'WireguardListeningPort controls the listening port used
- by IPv4 Wireguard. [Default: 51820]'
- type: integer
- wireguardListeningPortV6:
- description: 'WireguardListeningPortV6 controls the listening port
- used by IPv6 Wireguard. [Default: 51821]'
- type: integer
- wireguardMTU:
- description: 'WireguardMTU controls the MTU on the IPv4 Wireguard
- interface. See Configuring MTU [Default: 1440]'
- type: integer
- wireguardMTUV6:
- description: 'WireguardMTUV6 controls the MTU on the IPv6 Wireguard
- interface. See Configuring MTU [Default: 1420]'
- type: integer
- wireguardRoutingRulePriority:
- description: 'WireguardRoutingRulePriority controls the priority value
- to use for the Wireguard routing rule. [Default: 99]'
- type: integer
- workloadSourceSpoofing:
- description: WorkloadSourceSpoofing controls whether pods can use
- the allowedSourcePrefixes annotation to send traffic with a source
- IP address that is not theirs. This is disabled by default. When
- set to "Any", pods can request any prefix.
- type: string
- xdpEnabled:
- description: 'XDPEnabled enables XDP acceleration for suitable untracked
- incoming deny rules. [Default: true]'
- type: boolean
- xdpRefreshInterval:
- description: 'XDPRefreshInterval is the period at which Felix re-checks
- all XDP state to ensure that no other process has accidentally broken
- Calico''s BPF maps or attached programs. Set to 0 to disable XDP
- refresh. [Default: 90s]'
- type: string
- type: object
- type: object
- served: true
- storage: true
-status:
- acceptedNames:
- kind: ""
- plural: ""
- conditions: []
- storedVersions: []
----
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
-metadata:
- name: globalnetworkpolicies.crd.projectcalico.org
-spec:
- group: crd.projectcalico.org
- names:
- kind: GlobalNetworkPolicy
- listKind: GlobalNetworkPolicyList
- plural: globalnetworkpolicies
- singular: globalnetworkpolicy
- preserveUnknownFields: false
- scope: Cluster
- versions:
- - name: v1
- schema:
- openAPIV3Schema:
- properties:
- apiVersion:
- description: 'APIVersion defines the versioned schema of this representation
- of an object. Servers should convert recognized schemas to the latest
- internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
- type: string
- kind:
- description: 'Kind is a string value representing the REST resource this
- object represents. Servers may infer this from the endpoint the client
- submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
- type: string
- metadata:
- type: object
- spec:
- properties:
- applyOnForward:
- description: ApplyOnForward indicates to apply the rules in this policy
- on forward traffic.
- type: boolean
- doNotTrack:
- description: DoNotTrack indicates whether packets matched by the rules
- in this policy should go through the data plane's connection tracking,
- such as Linux conntrack. If True, the rules in this policy are
- applied before any data plane connection tracking, and packets allowed
- by this policy are marked as not to be tracked.
- type: boolean
- egress:
- description: The ordered set of egress rules. Each rule contains
- a set of packet match criteria and a corresponding action to apply.
- items:
- description: "A Rule encapsulates a set of match criteria and an
- action. Both selector-based security Policy and security Profiles
- reference rules - separated out as a list of rules for both ingress
- and egress packet matching. \n Each positive match criteria has
- a negated version, prefixed with \"Not\". All the match criteria
- within a rule must be satisfied for a packet to match. A single
- rule can contain the positive and negative version of a match
- and both must be satisfied for the rule to match."
- properties:
- action:
- type: string
- destination:
- description: Destination contains the match criteria that apply
- to destination entity.
- properties:
- namespaceSelector:
- description: "NamespaceSelector is an optional field that
- contains a selector expression. Only traffic that originates
- from (or terminates at) endpoints within the selected
- namespaces will be matched. When both NamespaceSelector
- and another selector are defined on the same rule, then
- only workload endpoints that are matched by both selectors
- will be selected by the rule. \n For NetworkPolicy, an
- empty NamespaceSelector implies that the Selector is limited
- to selecting only workload endpoints in the same namespace
- as the NetworkPolicy. \n For NetworkPolicy, `global()`
- NamespaceSelector implies that the Selector is limited
- to selecting only GlobalNetworkSet or HostEndpoint. \n
- For GlobalNetworkPolicy, an empty NamespaceSelector implies
- the Selector applies to workload endpoints across all
- namespaces."
- type: string
- nets:
- description: Nets is an optional field that restricts the
- rule to only apply to traffic that originates from (or
- terminates at) IP addresses in any of the given subnets.
- items:
- type: string
- type: array
- notNets:
- description: NotNets is the negated version of the Nets
- field.
- items:
- type: string
- type: array
- notPorts:
- description: NotPorts is the negated version of the Ports
- field. Since only some protocols have ports, if any ports
- are specified it requires the Protocol match in the Rule
- to be set to "TCP" or "UDP".
- items:
- anyOf:
- - type: integer
- - type: string
- pattern: ^.*
- x-kubernetes-int-or-string: true
- type: array
- notSelector:
- description: NotSelector is the negated version of the Selector
- field. See Selector field for subtleties with negated
- selectors.
- type: string
- ports:
- description: "Ports is an optional field that restricts
- the rule to only apply to traffic that has a source (destination)
- port that matches one of these ranges/values. This value
- is a list of integers or strings that represent ranges
- of ports. \n Since only some protocols have ports, if
- any ports are specified it requires the Protocol match
- in the Rule to be set to \"TCP\" or \"UDP\"."
- items:
- anyOf:
- - type: integer
- - type: string
- pattern: ^.*
- x-kubernetes-int-or-string: true
- type: array
- selector:
- description: "Selector is an optional field that contains
- a selector expression (see Policy for sample syntax).
- \ Only traffic that originates from (terminates at) endpoints
- matching the selector will be matched. \n Note that: in
- addition to the negated version of the Selector (see NotSelector
- below), the selector expression syntax itself supports
- negation. The two types of negation are subtly different.
- One negates the set of matched endpoints, the other negates
- the whole match: \n \tSelector = \"!has(my_label)\" matches
- packets that are from other Calico-controlled \tendpoints
- that do not have the label \"my_label\". \n \tNotSelector
- = \"has(my_label)\" matches packets that are not from
- Calico-controlled \tendpoints that do have the label \"my_label\".
- \n The effect is that the latter will accept packets from
- non-Calico sources whereas the former is limited to packets
- from Calico-controlled endpoints."
- type: string
- serviceAccounts:
- description: ServiceAccounts is an optional field that restricts
- the rule to only apply to traffic that originates from
- (or terminates at) a pod running as a matching service
- account.
- properties:
- names:
- description: Names is an optional field that restricts
- the rule to only apply to traffic that originates
- from (or terminates at) a pod running as a service
- account whose name is in the list.
- items:
- type: string
- type: array
- selector:
- description: Selector is an optional field that restricts
- the rule to only apply to traffic that originates
- from (or terminates at) a pod running as a service
- account that matches the given label selector. If
- both Names and Selector are specified then they are
- AND'ed.
- type: string
- type: object
- services:
- description: "Services is an optional field that contains
- options for matching Kubernetes Services. If specified,
- only traffic that originates from or terminates at endpoints
- within the selected service(s) will be matched, and only
- to/from each endpoint's port. \n Services cannot be specified
- on the same rule as Selector, NotSelector, NamespaceSelector,
- Nets, NotNets or ServiceAccounts. \n Ports and NotPorts
- can only be specified with Services on ingress rules."
- properties:
- name:
- description: Name specifies the name of a Kubernetes
- Service to match.
- type: string
- namespace:
- description: Namespace specifies the namespace of the
- given Service. If left empty, the rule will match
- within this policy's namespace.
- type: string
- type: object
- type: object
- http:
- description: HTTP contains match criteria that apply to HTTP
- requests.
- properties:
- methods:
- description: Methods is an optional field that restricts
- the rule to apply only to HTTP requests that use one of
- the listed HTTP Methods (e.g. GET, PUT, etc.) Multiple
- methods are OR'd together.
- items:
- type: string
- type: array
- paths:
- description: 'Paths is an optional field that restricts
- the rule to apply to HTTP requests that use one of the
- listed HTTP Paths. Multiple paths are OR''d together.
- e.g: - exact: /foo - prefix: /bar NOTE: Each entry may
- ONLY specify either a `exact` or a `prefix` match. The
- validator will check for it.'
- items:
- description: 'HTTPPath specifies an HTTP path to match.
- It may be either of the form: exact: : which matches
- the path exactly or prefix: : which matches
- the path prefix'
- properties:
- exact:
- type: string
- prefix:
- type: string
- type: object
- type: array
- type: object
- icmp:
- description: ICMP is an optional field that restricts the rule
- to apply to a specific type and code of ICMP traffic. This
- should only be specified if the Protocol field is set to "ICMP"
- or "ICMPv6".
- properties:
- code:
- description: Match on a specific ICMP code. If specified,
- the Type value must also be specified. This is a technical
- limitation imposed by the kernel's iptables firewall,
- which Calico uses to enforce the rule.
- type: integer
- type:
- description: Match on a specific ICMP type. For example
- a value of 8 refers to ICMP Echo Request (i.e. pings).
- type: integer
- type: object
- ipVersion:
- description: IPVersion is an optional field that restricts the
- rule to only match a specific IP version.
- type: integer
- metadata:
- description: Metadata contains additional information for this
- rule
- properties:
- annotations:
- additionalProperties:
- type: string
- description: Annotations is a set of key value pairs that
- give extra information about the rule
- type: object
- type: object
- notICMP:
- description: NotICMP is the negated version of the ICMP field.
- properties:
- code:
- description: Match on a specific ICMP code. If specified,
- the Type value must also be specified. This is a technical
- limitation imposed by the kernel's iptables firewall,
- which Calico uses to enforce the rule.
- type: integer
- type:
- description: Match on a specific ICMP type. For example
- a value of 8 refers to ICMP Echo Request (i.e. pings).
- type: integer
- type: object
- notProtocol:
- anyOf:
- - type: integer
- - type: string
- description: NotProtocol is the negated version of the Protocol
- field.
- pattern: ^.*
- x-kubernetes-int-or-string: true
- protocol:
- anyOf:
- - type: integer
- - type: string
- description: "Protocol is an optional field that restricts the
- rule to only apply to traffic of a specific IP protocol. Required
- if any of the EntityRules contain Ports (because ports only
- apply to certain protocols). \n Must be one of these string
- values: \"TCP\", \"UDP\", \"ICMP\", \"ICMPv6\", \"SCTP\",
- \"UDPLite\" or an integer in the range 1-255."
- pattern: ^.*
- x-kubernetes-int-or-string: true
- source:
- description: Source contains the match criteria that apply to
- source entity.
- properties:
- namespaceSelector:
- description: "NamespaceSelector is an optional field that
- contains a selector expression. Only traffic that originates
- from (or terminates at) endpoints within the selected
- namespaces will be matched. When both NamespaceSelector
- and another selector are defined on the same rule, then
- only workload endpoints that are matched by both selectors
- will be selected by the rule. \n For NetworkPolicy, an
- empty NamespaceSelector implies that the Selector is limited
- to selecting only workload endpoints in the same namespace
- as the NetworkPolicy. \n For NetworkPolicy, `global()`
- NamespaceSelector implies that the Selector is limited
- to selecting only GlobalNetworkSet or HostEndpoint. \n
- For GlobalNetworkPolicy, an empty NamespaceSelector implies
- the Selector applies to workload endpoints across all
- namespaces."
- type: string
- nets:
- description: Nets is an optional field that restricts the
- rule to only apply to traffic that originates from (or
- terminates at) IP addresses in any of the given subnets.
- items:
- type: string
- type: array
- notNets:
- description: NotNets is the negated version of the Nets
- field.
- items:
- type: string
- type: array
- notPorts:
- description: NotPorts is the negated version of the Ports
- field. Since only some protocols have ports, if any ports
- are specified it requires the Protocol match in the Rule
- to be set to "TCP" or "UDP".
- items:
- anyOf:
- - type: integer
- - type: string
- pattern: ^.*
- x-kubernetes-int-or-string: true
- type: array
- notSelector:
- description: NotSelector is the negated version of the Selector
- field. See Selector field for subtleties with negated
- selectors.
- type: string
- ports:
- description: "Ports is an optional field that restricts
- the rule to only apply to traffic that has a source (destination)
- port that matches one of these ranges/values. This value
- is a list of integers or strings that represent ranges
- of ports. \n Since only some protocols have ports, if
- any ports are specified it requires the Protocol match
- in the Rule to be set to \"TCP\" or \"UDP\"."
- items:
- anyOf:
- - type: integer
- - type: string
- pattern: ^.*
- x-kubernetes-int-or-string: true
- type: array
- selector:
- description: "Selector is an optional field that contains
- a selector expression (see Policy for sample syntax).
- \ Only traffic that originates from (terminates at) endpoints
- matching the selector will be matched. \n Note that: in
- addition to the negated version of the Selector (see NotSelector
- below), the selector expression syntax itself supports
- negation. The two types of negation are subtly different.
- One negates the set of matched endpoints, the other negates
- the whole match: \n \tSelector = \"!has(my_label)\" matches
- packets that are from other Calico-controlled \tendpoints
- that do not have the label \"my_label\". \n \tNotSelector
- = \"has(my_label)\" matches packets that are not from
- Calico-controlled \tendpoints that do have the label \"my_label\".
- \n The effect is that the latter will accept packets from
- non-Calico sources whereas the former is limited to packets
- from Calico-controlled endpoints."
- type: string
- serviceAccounts:
- description: ServiceAccounts is an optional field that restricts
- the rule to only apply to traffic that originates from
- (or terminates at) a pod running as a matching service
- account.
- properties:
- names:
- description: Names is an optional field that restricts
- the rule to only apply to traffic that originates
- from (or terminates at) a pod running as a service
- account whose name is in the list.
- items:
- type: string
- type: array
- selector:
- description: Selector is an optional field that restricts
- the rule to only apply to traffic that originates
- from (or terminates at) a pod running as a service
- account that matches the given label selector. If
- both Names and Selector are specified then they are
- AND'ed.
- type: string
- type: object
- services:
- description: "Services is an optional field that contains
- options for matching Kubernetes Services. If specified,
- only traffic that originates from or terminates at endpoints
- within the selected service(s) will be matched, and only
- to/from each endpoint's port. \n Services cannot be specified
- on the same rule as Selector, NotSelector, NamespaceSelector,
- Nets, NotNets or ServiceAccounts. \n Ports and NotPorts
- can only be specified with Services on ingress rules."
- properties:
- name:
- description: Name specifies the name of a Kubernetes
- Service to match.
- type: string
- namespace:
- description: Namespace specifies the namespace of the
- given Service. If left empty, the rule will match
- within this policy's namespace.
- type: string
- type: object
- type: object
- required:
- - action
- type: object
- type: array
- ingress:
- description: The ordered set of ingress rules. Each rule contains
- a set of packet match criteria and a corresponding action to apply.
- items:
- description: "A Rule encapsulates a set of match criteria and an
- action. Both selector-based security Policy and security Profiles
- reference rules - separated out as a list of rules for both ingress
- and egress packet matching. \n Each positive match criteria has
- a negated version, prefixed with \"Not\". All the match criteria
- within a rule must be satisfied for a packet to match. A single
- rule can contain the positive and negative version of a match
- and both must be satisfied for the rule to match."
- properties:
- action:
- type: string
- destination:
- description: Destination contains the match criteria that apply
- to destination entity.
- properties:
- namespaceSelector:
- description: "NamespaceSelector is an optional field that
- contains a selector expression. Only traffic that originates
- from (or terminates at) endpoints within the selected
- namespaces will be matched. When both NamespaceSelector
- and another selector are defined on the same rule, then
- only workload endpoints that are matched by both selectors
- will be selected by the rule. \n For NetworkPolicy, an
- empty NamespaceSelector implies that the Selector is limited
- to selecting only workload endpoints in the same namespace
- as the NetworkPolicy. \n For NetworkPolicy, `global()`
- NamespaceSelector implies that the Selector is limited
- to selecting only GlobalNetworkSet or HostEndpoint. \n
- For GlobalNetworkPolicy, an empty NamespaceSelector implies
- the Selector applies to workload endpoints across all
- namespaces."
- type: string
- nets:
- description: Nets is an optional field that restricts the
- rule to only apply to traffic that originates from (or
- terminates at) IP addresses in any of the given subnets.
- items:
- type: string
- type: array
- notNets:
- description: NotNets is the negated version of the Nets
- field.
- items:
- type: string
- type: array
- notPorts:
- description: NotPorts is the negated version of the Ports
- field. Since only some protocols have ports, if any ports
- are specified it requires the Protocol match in the Rule
- to be set to "TCP" or "UDP".
- items:
- anyOf:
- - type: integer
- - type: string
- pattern: ^.*
- x-kubernetes-int-or-string: true
- type: array
- notSelector:
- description: NotSelector is the negated version of the Selector
- field. See Selector field for subtleties with negated
- selectors.
- type: string
- ports:
- description: "Ports is an optional field that restricts
- the rule to only apply to traffic that has a source (destination)
- port that matches one of these ranges/values. This value
- is a list of integers or strings that represent ranges
- of ports. \n Since only some protocols have ports, if
- any ports are specified it requires the Protocol match
- in the Rule to be set to \"TCP\" or \"UDP\"."
- items:
- anyOf:
- - type: integer
- - type: string
- pattern: ^.*
- x-kubernetes-int-or-string: true
- type: array
- selector:
- description: "Selector is an optional field that contains
- a selector expression (see Policy for sample syntax).
- \ Only traffic that originates from (terminates at) endpoints
- matching the selector will be matched. \n Note that: in
- addition to the negated version of the Selector (see NotSelector
- below), the selector expression syntax itself supports
- negation. The two types of negation are subtly different.
- One negates the set of matched endpoints, the other negates
- the whole match: \n \tSelector = \"!has(my_label)\" matches
- packets that are from other Calico-controlled \tendpoints
- that do not have the label \"my_label\". \n \tNotSelector
- = \"has(my_label)\" matches packets that are not from
- Calico-controlled \tendpoints that do have the label \"my_label\".
- \n The effect is that the latter will accept packets from
- non-Calico sources whereas the former is limited to packets
- from Calico-controlled endpoints."
- type: string
- serviceAccounts:
- description: ServiceAccounts is an optional field that restricts
- the rule to only apply to traffic that originates from
- (or terminates at) a pod running as a matching service
- account.
- properties:
- names:
- description: Names is an optional field that restricts
- the rule to only apply to traffic that originates
- from (or terminates at) a pod running as a service
- account whose name is in the list.
- items:
- type: string
- type: array
- selector:
- description: Selector is an optional field that restricts
- the rule to only apply to traffic that originates
- from (or terminates at) a pod running as a service
- account that matches the given label selector. If
- both Names and Selector are specified then they are
- AND'ed.
- type: string
- type: object
- services:
- description: "Services is an optional field that contains
- options for matching Kubernetes Services. If specified,
- only traffic that originates from or terminates at endpoints
- within the selected service(s) will be matched, and only
- to/from each endpoint's port. \n Services cannot be specified
- on the same rule as Selector, NotSelector, NamespaceSelector,
- Nets, NotNets or ServiceAccounts. \n Ports and NotPorts
- can only be specified with Services on ingress rules."
- properties:
- name:
- description: Name specifies the name of a Kubernetes
- Service to match.
- type: string
- namespace:
- description: Namespace specifies the namespace of the
- given Service. If left empty, the rule will match
- within this policy's namespace.
- type: string
- type: object
- type: object
- http:
- description: HTTP contains match criteria that apply to HTTP
- requests.
- properties:
- methods:
- description: Methods is an optional field that restricts
- the rule to apply only to HTTP requests that use one of
- the listed HTTP Methods (e.g. GET, PUT, etc.) Multiple
- methods are OR'd together.
- items:
- type: string
- type: array
- paths:
- description: 'Paths is an optional field that restricts
- the rule to apply to HTTP requests that use one of the
- listed HTTP Paths. Multiple paths are OR''d together.
- e.g: - exact: /foo - prefix: /bar NOTE: Each entry may
- ONLY specify either a `exact` or a `prefix` match. The
- validator will check for it.'
- items:
- description: 'HTTPPath specifies an HTTP path to match.
- It may be either of the form: exact: : which matches
- the path exactly or prefix: : which matches
- the path prefix'
- properties:
- exact:
- type: string
- prefix:
- type: string
- type: object
- type: array
- type: object
- icmp:
- description: ICMP is an optional field that restricts the rule
- to apply to a specific type and code of ICMP traffic. This
- should only be specified if the Protocol field is set to "ICMP"
- or "ICMPv6".
- properties:
- code:
- description: Match on a specific ICMP code. If specified,
- the Type value must also be specified. This is a technical
- limitation imposed by the kernel's iptables firewall,
- which Calico uses to enforce the rule.
- type: integer
- type:
- description: Match on a specific ICMP type. For example
- a value of 8 refers to ICMP Echo Request (i.e. pings).
- type: integer
- type: object
- ipVersion:
- description: IPVersion is an optional field that restricts the
- rule to only match a specific IP version.
- type: integer
- metadata:
- description: Metadata contains additional information for this
- rule
- properties:
- annotations:
- additionalProperties:
- type: string
- description: Annotations is a set of key value pairs that
- give extra information about the rule
- type: object
- type: object
- notICMP:
- description: NotICMP is the negated version of the ICMP field.
- properties:
- code:
- description: Match on a specific ICMP code. If specified,
- the Type value must also be specified. This is a technical
- limitation imposed by the kernel's iptables firewall,
- which Calico uses to enforce the rule.
- type: integer
- type:
- description: Match on a specific ICMP type. For example
- a value of 8 refers to ICMP Echo Request (i.e. pings).
- type: integer
- type: object
- notProtocol:
- anyOf:
- - type: integer
- - type: string
- description: NotProtocol is the negated version of the Protocol
- field.
- pattern: ^.*
- x-kubernetes-int-or-string: true
- protocol:
- anyOf:
- - type: integer
- - type: string
- description: "Protocol is an optional field that restricts the
- rule to only apply to traffic of a specific IP protocol. Required
- if any of the EntityRules contain Ports (because ports only
- apply to certain protocols). \n Must be one of these string
- values: \"TCP\", \"UDP\", \"ICMP\", \"ICMPv6\", \"SCTP\",
- \"UDPLite\" or an integer in the range 1-255."
- pattern: ^.*
- x-kubernetes-int-or-string: true
- source:
- description: Source contains the match criteria that apply to
- source entity.
- properties:
- namespaceSelector:
- description: "NamespaceSelector is an optional field that
- contains a selector expression. Only traffic that originates
- from (or terminates at) endpoints within the selected
- namespaces will be matched. When both NamespaceSelector
- and another selector are defined on the same rule, then
- only workload endpoints that are matched by both selectors
- will be selected by the rule. \n For NetworkPolicy, an
- empty NamespaceSelector implies that the Selector is limited
- to selecting only workload endpoints in the same namespace
- as the NetworkPolicy. \n For NetworkPolicy, `global()`
- NamespaceSelector implies that the Selector is limited
- to selecting only GlobalNetworkSet or HostEndpoint. \n
- For GlobalNetworkPolicy, an empty NamespaceSelector implies
- the Selector applies to workload endpoints across all
- namespaces."
- type: string
- nets:
- description: Nets is an optional field that restricts the
- rule to only apply to traffic that originates from (or
- terminates at) IP addresses in any of the given subnets.
- items:
- type: string
- type: array
- notNets:
- description: NotNets is the negated version of the Nets
- field.
- items:
- type: string
- type: array
- notPorts:
- description: NotPorts is the negated version of the Ports
- field. Since only some protocols have ports, if any ports
- are specified it requires the Protocol match in the Rule
- to be set to "TCP" or "UDP".
- items:
- anyOf:
- - type: integer
- - type: string
- pattern: ^.*
- x-kubernetes-int-or-string: true
- type: array
- notSelector:
- description: NotSelector is the negated version of the Selector
- field. See Selector field for subtleties with negated
- selectors.
- type: string
- ports:
- description: "Ports is an optional field that restricts
- the rule to only apply to traffic that has a source (destination)
- port that matches one of these ranges/values. This value
- is a list of integers or strings that represent ranges
- of ports. \n Since only some protocols have ports, if
- any ports are specified it requires the Protocol match
- in the Rule to be set to \"TCP\" or \"UDP\"."
- items:
- anyOf:
- - type: integer
- - type: string
- pattern: ^.*
- x-kubernetes-int-or-string: true
- type: array
- selector:
- description: "Selector is an optional field that contains
- a selector expression (see Policy for sample syntax).
- \ Only traffic that originates from (terminates at) endpoints
- matching the selector will be matched. \n Note that: in
- addition to the negated version of the Selector (see NotSelector
- below), the selector expression syntax itself supports
- negation. The two types of negation are subtly different.
- One negates the set of matched endpoints, the other negates
- the whole match: \n \tSelector = \"!has(my_label)\" matches
- packets that are from other Calico-controlled \tendpoints
- that do not have the label \"my_label\". \n \tNotSelector
- = \"has(my_label)\" matches packets that are not from
- Calico-controlled \tendpoints that do have the label \"my_label\".
- \n The effect is that the latter will accept packets from
- non-Calico sources whereas the former is limited to packets
- from Calico-controlled endpoints."
- type: string
- serviceAccounts:
- description: ServiceAccounts is an optional field that restricts
- the rule to only apply to traffic that originates from
- (or terminates at) a pod running as a matching service
- account.
- properties:
- names:
- description: Names is an optional field that restricts
- the rule to only apply to traffic that originates
- from (or terminates at) a pod running as a service
- account whose name is in the list.
- items:
- type: string
- type: array
- selector:
- description: Selector is an optional field that restricts
- the rule to only apply to traffic that originates
- from (or terminates at) a pod running as a service
- account that matches the given label selector. If
- both Names and Selector are specified then they are
- AND'ed.
- type: string
- type: object
- services:
- description: "Services is an optional field that contains
- options for matching Kubernetes Services. If specified,
- only traffic that originates from or terminates at endpoints
- within the selected service(s) will be matched, and only
- to/from each endpoint's port. \n Services cannot be specified
- on the same rule as Selector, NotSelector, NamespaceSelector,
- Nets, NotNets or ServiceAccounts. \n Ports and NotPorts
- can only be specified with Services on ingress rules."
- properties:
- name:
- description: Name specifies the name of a Kubernetes
- Service to match.
- type: string
- namespace:
- description: Namespace specifies the namespace of the
- given Service. If left empty, the rule will match
- within this policy's namespace.
- type: string
- type: object
- type: object
- required:
- - action
- type: object
- type: array
- namespaceSelector:
- description: NamespaceSelector is an optional field for an expression
- used to select a pod based on namespaces.
- type: string
- order:
- description: Order is an optional field that specifies the order in
- which the policy is applied. Policies with higher "order" are applied
- after those with lower order. If the order is omitted, it may be
- considered to be "infinite" - i.e. the policy will be applied last. Policies
- with identical order will be applied in alphanumerical order based
- on the Policy "Name".
- type: number
- preDNAT:
- description: PreDNAT indicates to apply the rules in this policy before
- any DNAT.
- type: boolean
- selector:
- description: "The selector is an expression used to pick pick out
- the endpoints that the policy should be applied to. \n Selector
- expressions follow this syntax: \n \tlabel == \"string_literal\"
- \ -> comparison, e.g. my_label == \"foo bar\" \tlabel != \"string_literal\"
- \ -> not equal; also matches if label is not present \tlabel in
- { \"a\", \"b\", \"c\", ... } -> true if the value of label X is
- one of \"a\", \"b\", \"c\" \tlabel not in { \"a\", \"b\", \"c\",
- ... } -> true if the value of label X is not one of \"a\", \"b\",
- \"c\" \thas(label_name) -> True if that label is present \t! expr
- -> negation of expr \texpr && expr -> Short-circuit and \texpr
- || expr -> Short-circuit or \t( expr ) -> parens for grouping \tall()
- or the empty selector -> matches all endpoints. \n Label names are
- allowed to contain alphanumerics, -, _ and /. String literals are
- more permissive but they do not support escape characters. \n Examples
- (with made-up labels): \n \ttype == \"webserver\" && deployment
- == \"prod\" \ttype in {\"frontend\", \"backend\"} \tdeployment !=
- \"dev\" \t! has(label_name)"
- type: string
- serviceAccountSelector:
- description: ServiceAccountSelector is an optional field for an expression
- used to select a pod based on service accounts.
- type: string
- types:
- description: "Types indicates whether this policy applies to ingress,
- or to egress, or to both. When not explicitly specified (and so
- the value on creation is empty or nil), Calico defaults Types according
- to what Ingress and Egress rules are present in the policy. The
- default is: \n - [ PolicyTypeIngress ], if there are no Egress rules
- (including the case where there are also no Ingress rules) \n
- - [ PolicyTypeEgress ], if there are Egress rules but no Ingress
- rules \n - [ PolicyTypeIngress, PolicyTypeEgress ], if there are
- both Ingress and Egress rules. \n When the policy is read back again,
- Types will always be one of these values, never empty or nil."
- items:
- description: PolicyType enumerates the possible values of the PolicySpec
- Types field.
- type: string
- type: array
- type: object
- type: object
- served: true
- storage: true
-status:
- acceptedNames:
- kind: ""
- plural: ""
- conditions: []
- storedVersions: []
----
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
-metadata:
- name: globalnetworksets.crd.projectcalico.org
-spec:
- group: crd.projectcalico.org
- names:
- kind: GlobalNetworkSet
- listKind: GlobalNetworkSetList
- plural: globalnetworksets
- singular: globalnetworkset
- preserveUnknownFields: false
- scope: Cluster
- versions:
- - name: v1
- schema:
- openAPIV3Schema:
- description: GlobalNetworkSet contains a set of arbitrary IP sub-networks/CIDRs
- that share labels to allow rules to refer to them via selectors. The labels
- of GlobalNetworkSet are not namespaced.
- properties:
- apiVersion:
- description: 'APIVersion defines the versioned schema of this representation
- of an object. Servers should convert recognized schemas to the latest
- internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
- type: string
- kind:
- description: 'Kind is a string value representing the REST resource this
- object represents. Servers may infer this from the endpoint the client
- submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
- type: string
- metadata:
- type: object
- spec:
- description: GlobalNetworkSetSpec contains the specification for a NetworkSet
- resource.
- properties:
- nets:
- description: The list of IP networks that belong to this set.
- items:
- type: string
- type: array
- type: object
- type: object
- served: true
- storage: true
-status:
- acceptedNames:
- kind: ""
- plural: ""
- conditions: []
- storedVersions: []
----
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
-metadata:
- name: hostendpoints.crd.projectcalico.org
-spec:
- group: crd.projectcalico.org
- names:
- kind: HostEndpoint
- listKind: HostEndpointList
- plural: hostendpoints
- singular: hostendpoint
- preserveUnknownFields: false
- scope: Cluster
- versions:
- - name: v1
- schema:
- openAPIV3Schema:
- properties:
- apiVersion:
- description: 'APIVersion defines the versioned schema of this representation
- of an object. Servers should convert recognized schemas to the latest
- internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
- type: string
- kind:
- description: 'Kind is a string value representing the REST resource this
- object represents. Servers may infer this from the endpoint the client
- submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
- type: string
- metadata:
- type: object
- spec:
- description: HostEndpointSpec contains the specification for a HostEndpoint
- resource.
- properties:
- expectedIPs:
- description: "The expected IP addresses (IPv4 and IPv6) of the endpoint.
- If \"InterfaceName\" is not present, Calico will look for an interface
- matching any of the IPs in the list and apply policy to that. Note:
- \tWhen using the selector match criteria in an ingress or egress
- security Policy \tor Profile, Calico converts the selector into
- a set of IP addresses. For host \tendpoints, the ExpectedIPs field
- is used for that purpose. (If only the interface \tname is specified,
- Calico does not learn the IPs of the interface for use in match
- \tcriteria.)"
- items:
- type: string
- type: array
- interfaceName:
- description: "Either \"*\", or the name of a specific Linux interface
- to apply policy to; or empty. \"*\" indicates that this HostEndpoint
- governs all traffic to, from or through the default network namespace
- of the host named by the \"Node\" field; entering and leaving that
- namespace via any interface, including those from/to non-host-networked
- local workloads. \n If InterfaceName is not \"*\", this HostEndpoint
- only governs traffic that enters or leaves the host through the
- specific interface named by InterfaceName, or - when InterfaceName
- is empty - through the specific interface that has one of the IPs
- in ExpectedIPs. Therefore, when InterfaceName is empty, at least
- one expected IP must be specified. Only external interfaces (such
- as \"eth0\") are supported here; it isn't possible for a HostEndpoint
- to protect traffic through a specific local workload interface.
- \n Note: Only some kinds of policy are implemented for \"*\" HostEndpoints;
- initially just pre-DNAT policy. Please check Calico documentation
- for the latest position."
- type: string
- node:
- description: The node name identifying the Calico node instance.
- type: string
- ports:
- description: Ports contains the endpoint's named ports, which may
- be referenced in security policy rules.
- items:
- properties:
- name:
- type: string
- port:
- type: integer
- protocol:
- anyOf:
- - type: integer
- - type: string
- pattern: ^.*
- x-kubernetes-int-or-string: true
- required:
- - name
- - port
- - protocol
- type: object
- type: array
- profiles:
- description: A list of identifiers of security Profile objects that
- apply to this endpoint. Each profile is applied in the order that
- they appear in this list. Profile rules are applied after the selector-based
- security policy.
- items:
- type: string
- type: array
- type: object
- type: object
- served: true
- storage: true
-status:
- acceptedNames:
- kind: ""
- plural: ""
- conditions: []
- storedVersions: []
----
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
-metadata:
- name: ipamblocks.crd.projectcalico.org
-spec:
- group: crd.projectcalico.org
- names:
- kind: IPAMBlock
- listKind: IPAMBlockList
- plural: ipamblocks
- singular: ipamblock
- preserveUnknownFields: false
- scope: Cluster
- versions:
- - name: v1
- schema:
- openAPIV3Schema:
- properties:
- apiVersion:
- description: 'APIVersion defines the versioned schema of this representation
- of an object. Servers should convert recognized schemas to the latest
- internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
- type: string
- kind:
- description: 'Kind is a string value representing the REST resource this
- object represents. Servers may infer this from the endpoint the client
- submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
- type: string
- metadata:
- type: object
- spec:
- description: IPAMBlockSpec contains the specification for an IPAMBlock
- resource.
- properties:
- affinity:
- description: Affinity of the block, if this block has one. If set,
- it will be of the form "host:". If not set, this block
- is not affine to a host.
- type: string
- allocations:
- description: Array of allocations in-use within this block. nil entries
- mean the allocation is free. For non-nil entries at index i, the
- index is the ordinal of the allocation within this block and the
- value is the index of the associated attributes in the Attributes
- array.
- items:
- nullable: true
- type: integer
- type: array
- attributes:
- description: Attributes is an array of arbitrary metadata associated
- with allocations in the block. To find attributes for a given allocation,
- use the value of the allocation's entry in the Allocations array
- as the index of the element in this array.
- items:
- properties:
- handle_id:
- type: string
- secondary:
- additionalProperties:
- type: string
- type: object
- type: object
- type: array
- cidr:
- description: The block's CIDR.
- type: string
- deleted:
- description: Deleted is an internal boolean used to workaround a limitation
- in the Kubernetes API whereby deletion will not return a conflict
- error if the block has been updated. It should not be set manually.
- type: boolean
- sequenceNumber:
- default: 0
- description: We store a sequence number that is updated each time
- the block is written. Each allocation will also store the sequence
- number of the block at the time of its creation. When releasing
- an IP, passing the sequence number associated with the allocation
- allows us to protect against a race condition and ensure the IP
- hasn't been released and re-allocated since the release request.
- format: int64
- type: integer
- sequenceNumberForAllocation:
- additionalProperties:
- format: int64
- type: integer
- description: Map of allocated ordinal within the block to sequence
- number of the block at the time of allocation. Kubernetes does not
- allow numerical keys for maps, so the key is cast to a string.
- type: object
- strictAffinity:
- description: StrictAffinity on the IPAMBlock is deprecated and no
- longer used by the code. Use IPAMConfig StrictAffinity instead.
- type: boolean
- unallocated:
- description: Unallocated is an ordered list of allocations which are
- free in the block.
- items:
- type: integer
- type: array
- required:
- - allocations
- - attributes
- - cidr
- - strictAffinity
- - unallocated
- type: object
- type: object
- served: true
- storage: true
-status:
- acceptedNames:
- kind: ""
- plural: ""
- conditions: []
- storedVersions: []
----
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
-metadata:
- name: ipamconfigs.crd.projectcalico.org
-spec:
- group: crd.projectcalico.org
- names:
- kind: IPAMConfig
- listKind: IPAMConfigList
- plural: ipamconfigs
- singular: ipamconfig
- preserveUnknownFields: false
- scope: Cluster
- versions:
- - name: v1
- schema:
- openAPIV3Schema:
- properties:
- apiVersion:
- description: 'APIVersion defines the versioned schema of this representation
- of an object. Servers should convert recognized schemas to the latest
- internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
- type: string
- kind:
- description: 'Kind is a string value representing the REST resource this
- object represents. Servers may infer this from the endpoint the client
- submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
- type: string
- metadata:
- type: object
- spec:
- description: IPAMConfigSpec contains the specification for an IPAMConfig
- resource.
- properties:
- autoAllocateBlocks:
- type: boolean
- maxBlocksPerHost:
- description: MaxBlocksPerHost, if non-zero, is the max number of blocks
- that can be affine to each host.
- maximum: 2147483647
- minimum: 0
- type: integer
- strictAffinity:
- type: boolean
- required:
- - autoAllocateBlocks
- - strictAffinity
- type: object
- type: object
- served: true
- storage: true
-status:
- acceptedNames:
- kind: ""
- plural: ""
- conditions: []
- storedVersions: []
----
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
-metadata:
- name: ipamhandles.crd.projectcalico.org
-spec:
- group: crd.projectcalico.org
- names:
- kind: IPAMHandle
- listKind: IPAMHandleList
- plural: ipamhandles
- singular: ipamhandle
- preserveUnknownFields: false
- scope: Cluster
- versions:
- - name: v1
- schema:
- openAPIV3Schema:
- properties:
- apiVersion:
- description: 'APIVersion defines the versioned schema of this representation
- of an object. Servers should convert recognized schemas to the latest
- internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
- type: string
- kind:
- description: 'Kind is a string value representing the REST resource this
- object represents. Servers may infer this from the endpoint the client
- submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
- type: string
- metadata:
- type: object
- spec:
- description: IPAMHandleSpec contains the specification for an IPAMHandle
- resource.
- properties:
- block:
- additionalProperties:
- type: integer
- type: object
- deleted:
- type: boolean
- handleID:
- type: string
- required:
- - block
- - handleID
- type: object
- type: object
- served: true
- storage: true
-status:
- acceptedNames:
- kind: ""
- plural: ""
- conditions: []
- storedVersions: []
----
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
-metadata:
- name: ippools.crd.projectcalico.org
-spec:
- group: crd.projectcalico.org
- names:
- kind: IPPool
- listKind: IPPoolList
- plural: ippools
- singular: ippool
- preserveUnknownFields: false
- scope: Cluster
- versions:
- - name: v1
- schema:
- openAPIV3Schema:
- properties:
- apiVersion:
- description: 'APIVersion defines the versioned schema of this representation
- of an object. Servers should convert recognized schemas to the latest
- internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
- type: string
- kind:
- description: 'Kind is a string value representing the REST resource this
- object represents. Servers may infer this from the endpoint the client
- submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
- type: string
- metadata:
- type: object
- spec:
- description: IPPoolSpec contains the specification for an IPPool resource.
- properties:
- allowedUses:
- description: AllowedUse controls what the IP pool will be used for. If
- not specified or empty, defaults to ["Tunnel", "Workload"] for back-compatibility
- items:
- type: string
- type: array
- blockSize:
- description: The block size to use for IP address assignments from
- this pool. Defaults to 26 for IPv4 and 122 for IPv6.
- type: integer
- cidr:
- description: The pool CIDR.
- type: string
- disableBGPExport:
- description: 'Disable exporting routes from this IP Pool''s CIDR over
- BGP. [Default: false]'
- type: boolean
- disabled:
- description: When disabled is true, Calico IPAM will not assign addresses
- from this pool.
- type: boolean
- ipip:
- description: 'Deprecated: this field is only used for APIv1 backwards
- compatibility. Setting this field is not allowed, this field is
- for internal use only.'
- properties:
- enabled:
- description: When enabled is true, ipip tunneling will be used
- to deliver packets to destinations within this pool.
- type: boolean
- mode:
- description: The IPIP mode. This can be one of "always" or "cross-subnet". A
- mode of "always" will also use IPIP tunneling for routing to
- destination IP addresses within this pool. A mode of "cross-subnet"
- will only use IPIP tunneling when the destination node is on
- a different subnet to the originating node. The default value
- (if not specified) is "always".
- type: string
- type: object
- ipipMode:
- description: Contains configuration for IPIP tunneling for this pool.
- If not specified, then this is defaulted to "Never" (i.e. IPIP tunneling
- is disabled).
- type: string
- nat-outgoing:
- description: 'Deprecated: this field is only used for APIv1 backwards
- compatibility. Setting this field is not allowed, this field is
- for internal use only.'
- type: boolean
- natOutgoing:
- description: When natOutgoing is true, packets sent from Calico networked
- containers in this pool to destinations outside of this pool will
- be masqueraded.
- type: boolean
- nodeSelector:
- description: Allows IPPool to allocate for a specific node by label
- selector.
- type: string
- vxlanMode:
- description: Contains configuration for VXLAN tunneling for this pool.
- If not specified, then this is defaulted to "Never" (i.e. VXLAN
- tunneling is disabled).
- type: string
- required:
- - cidr
- type: object
- type: object
- served: true
- storage: true
-status:
- acceptedNames:
- kind: ""
- plural: ""
- conditions: []
- storedVersions: []
----
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
-metadata:
- annotations:
- controller-gen.kubebuilder.io/version: (devel)
- creationTimestamp: null
- name: ipreservations.crd.projectcalico.org
-spec:
- group: crd.projectcalico.org
- names:
- kind: IPReservation
- listKind: IPReservationList
- plural: ipreservations
- singular: ipreservation
- preserveUnknownFields: false
- scope: Cluster
- versions:
- - name: v1
- schema:
- openAPIV3Schema:
- properties:
- apiVersion:
- description: 'APIVersion defines the versioned schema of this representation
- of an object. Servers should convert recognized schemas to the latest
- internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
- type: string
- kind:
- description: 'Kind is a string value representing the REST resource this
- object represents. Servers may infer this from the endpoint the client
- submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
- type: string
- metadata:
- type: object
- spec:
- description: IPReservationSpec contains the specification for an IPReservation
- resource.
- properties:
- reservedCIDRs:
- description: ReservedCIDRs is a list of CIDRs and/or IP addresses
- that Calico IPAM will exclude from new allocations.
- items:
- type: string
- type: array
- type: object
- type: object
- served: true
- storage: true
-status:
- acceptedNames:
- kind: ""
- plural: ""
- conditions: []
- storedVersions: []
----
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
-metadata:
- name: kubecontrollersconfigurations.crd.projectcalico.org
-spec:
- group: crd.projectcalico.org
- names:
- kind: KubeControllersConfiguration
- listKind: KubeControllersConfigurationList
- plural: kubecontrollersconfigurations
- singular: kubecontrollersconfiguration
- preserveUnknownFields: false
- scope: Cluster
- versions:
- - name: v1
- schema:
- openAPIV3Schema:
- properties:
- apiVersion:
- description: 'APIVersion defines the versioned schema of this representation
- of an object. Servers should convert recognized schemas to the latest
- internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
- type: string
- kind:
- description: 'Kind is a string value representing the REST resource this
- object represents. Servers may infer this from the endpoint the client
- submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
- type: string
- metadata:
- type: object
- spec:
- description: KubeControllersConfigurationSpec contains the values of the
- Kubernetes controllers configuration.
- properties:
- controllers:
- description: Controllers enables and configures individual Kubernetes
- controllers
- properties:
- namespace:
- description: Namespace enables and configures the namespace controller.
- Enabled by default, set to nil to disable.
- properties:
- reconcilerPeriod:
- description: 'ReconcilerPeriod is the period to perform reconciliation
- with the Calico datastore. [Default: 5m]'
- type: string
- type: object
- node:
- description: Node enables and configures the node controller.
- Enabled by default, set to nil to disable.
- properties:
- hostEndpoint:
- description: HostEndpoint controls syncing nodes to host endpoints.
- Disabled by default, set to nil to disable.
- properties:
- autoCreate:
- description: 'AutoCreate enables automatic creation of
- host endpoints for every node. [Default: Disabled]'
- type: string
- type: object
- leakGracePeriod:
- description: 'LeakGracePeriod is the period used by the controller
- to determine if an IP address has been leaked. Set to 0
- to disable IP garbage collection. [Default: 15m]'
- type: string
- reconcilerPeriod:
- description: 'ReconcilerPeriod is the period to perform reconciliation
- with the Calico datastore. [Default: 5m]'
- type: string
- syncLabels:
- description: 'SyncLabels controls whether to copy Kubernetes
- node labels to Calico nodes. [Default: Enabled]'
- type: string
- type: object
- policy:
- description: Policy enables and configures the policy controller.
- Enabled by default, set to nil to disable.
- properties:
- reconcilerPeriod:
- description: 'ReconcilerPeriod is the period to perform reconciliation
- with the Calico datastore. [Default: 5m]'
- type: string
- type: object
- serviceAccount:
- description: ServiceAccount enables and configures the service
- account controller. Enabled by default, set to nil to disable.
- properties:
- reconcilerPeriod:
- description: 'ReconcilerPeriod is the period to perform reconciliation
- with the Calico datastore. [Default: 5m]'
- type: string
- type: object
- workloadEndpoint:
- description: WorkloadEndpoint enables and configures the workload
- endpoint controller. Enabled by default, set to nil to disable.
- properties:
- reconcilerPeriod:
- description: 'ReconcilerPeriod is the period to perform reconciliation
- with the Calico datastore. [Default: 5m]'
- type: string
- type: object
- type: object
- debugProfilePort:
- description: DebugProfilePort configures the port to serve memory
- and cpu profiles on. If not specified, profiling is disabled.
- format: int32
- type: integer
- etcdV3CompactionPeriod:
- description: 'EtcdV3CompactionPeriod is the period between etcdv3
- compaction requests. Set to 0 to disable. [Default: 10m]'
- type: string
- healthChecks:
- description: 'HealthChecks enables or disables support for health
- checks [Default: Enabled]'
- type: string
- logSeverityScreen:
- description: 'LogSeverityScreen is the log severity above which logs
- are sent to the stdout. [Default: Info]'
- type: string
- prometheusMetricsPort:
- description: 'PrometheusMetricsPort is the TCP port that the Prometheus
- metrics server should bind to. Set to 0 to disable. [Default: 9094]'
- type: integer
- required:
- - controllers
- type: object
- status:
- description: KubeControllersConfigurationStatus represents the status
- of the configuration. It's useful for admins to be able to see the actual
- config that was applied, which can be modified by environment variables
- on the kube-controllers process.
- properties:
- environmentVars:
- additionalProperties:
- type: string
- description: EnvironmentVars contains the environment variables on
- the kube-controllers that influenced the RunningConfig.
- type: object
- runningConfig:
- description: RunningConfig contains the effective config that is running
- in the kube-controllers pod, after merging the API resource with
- any environment variables.
- properties:
- controllers:
- description: Controllers enables and configures individual Kubernetes
- controllers
- properties:
- namespace:
- description: Namespace enables and configures the namespace
- controller. Enabled by default, set to nil to disable.
- properties:
- reconcilerPeriod:
- description: 'ReconcilerPeriod is the period to perform
- reconciliation with the Calico datastore. [Default:
- 5m]'
- type: string
- type: object
- node:
- description: Node enables and configures the node controller.
- Enabled by default, set to nil to disable.
- properties:
- hostEndpoint:
- description: HostEndpoint controls syncing nodes to host
- endpoints. Disabled by default, set to nil to disable.
- properties:
- autoCreate:
- description: 'AutoCreate enables automatic creation
- of host endpoints for every node. [Default: Disabled]'
- type: string
- type: object
- leakGracePeriod:
- description: 'LeakGracePeriod is the period used by the
- controller to determine if an IP address has been leaked.
- Set to 0 to disable IP garbage collection. [Default:
- 15m]'
- type: string
- reconcilerPeriod:
- description: 'ReconcilerPeriod is the period to perform
- reconciliation with the Calico datastore. [Default:
- 5m]'
- type: string
- syncLabels:
- description: 'SyncLabels controls whether to copy Kubernetes
- node labels to Calico nodes. [Default: Enabled]'
- type: string
- type: object
- policy:
- description: Policy enables and configures the policy controller.
- Enabled by default, set to nil to disable.
- properties:
- reconcilerPeriod:
- description: 'ReconcilerPeriod is the period to perform
- reconciliation with the Calico datastore. [Default:
- 5m]'
- type: string
- type: object
- serviceAccount:
- description: ServiceAccount enables and configures the service
- account controller. Enabled by default, set to nil to disable.
- properties:
- reconcilerPeriod:
- description: 'ReconcilerPeriod is the period to perform
- reconciliation with the Calico datastore. [Default:
- 5m]'
- type: string
- type: object
- workloadEndpoint:
- description: WorkloadEndpoint enables and configures the workload
- endpoint controller. Enabled by default, set to nil to disable.
- properties:
- reconcilerPeriod:
- description: 'ReconcilerPeriod is the period to perform
- reconciliation with the Calico datastore. [Default:
- 5m]'
- type: string
- type: object
- type: object
- debugProfilePort:
- description: DebugProfilePort configures the port to serve memory
- and cpu profiles on. If not specified, profiling is disabled.
- format: int32
- type: integer
- etcdV3CompactionPeriod:
- description: 'EtcdV3CompactionPeriod is the period between etcdv3
- compaction requests. Set to 0 to disable. [Default: 10m]'
- type: string
- healthChecks:
- description: 'HealthChecks enables or disables support for health
- checks [Default: Enabled]'
- type: string
- logSeverityScreen:
- description: 'LogSeverityScreen is the log severity above which
- logs are sent to the stdout. [Default: Info]'
- type: string
- prometheusMetricsPort:
- description: 'PrometheusMetricsPort is the TCP port that the Prometheus
- metrics server should bind to. Set to 0 to disable. [Default:
- 9094]'
- type: integer
- required:
- - controllers
- type: object
- type: object
- type: object
- served: true
- storage: true
-status:
- acceptedNames:
- kind: ""
- plural: ""
- conditions: []
- storedVersions: []
----
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
-metadata:
- name: networkpolicies.crd.projectcalico.org
-spec:
- group: crd.projectcalico.org
- names:
- kind: NetworkPolicy
- listKind: NetworkPolicyList
- plural: networkpolicies
- singular: networkpolicy
- preserveUnknownFields: false
- scope: Namespaced
- versions:
- - name: v1
- schema:
- openAPIV3Schema:
- properties:
- apiVersion:
- description: 'APIVersion defines the versioned schema of this representation
- of an object. Servers should convert recognized schemas to the latest
- internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
- type: string
- kind:
- description: 'Kind is a string value representing the REST resource this
- object represents. Servers may infer this from the endpoint the client
- submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
- type: string
- metadata:
- type: object
- spec:
- properties:
- egress:
- description: The ordered set of egress rules. Each rule contains
- a set of packet match criteria and a corresponding action to apply.
- items:
- description: "A Rule encapsulates a set of match criteria and an
- action. Both selector-based security Policy and security Profiles
- reference rules - separated out as a list of rules for both ingress
- and egress packet matching. \n Each positive match criteria has
- a negated version, prefixed with \"Not\". All the match criteria
- within a rule must be satisfied for a packet to match. A single
- rule can contain the positive and negative version of a match
- and both must be satisfied for the rule to match."
- properties:
- action:
- type: string
- destination:
- description: Destination contains the match criteria that apply
- to destination entity.
- properties:
- namespaceSelector:
- description: "NamespaceSelector is an optional field that
- contains a selector expression. Only traffic that originates
- from (or terminates at) endpoints within the selected
- namespaces will be matched. When both NamespaceSelector
- and another selector are defined on the same rule, then
- only workload endpoints that are matched by both selectors
- will be selected by the rule. \n For NetworkPolicy, an
- empty NamespaceSelector implies that the Selector is limited
- to selecting only workload endpoints in the same namespace
- as the NetworkPolicy. \n For NetworkPolicy, `global()`
- NamespaceSelector implies that the Selector is limited
- to selecting only GlobalNetworkSet or HostEndpoint. \n
- For GlobalNetworkPolicy, an empty NamespaceSelector implies
- the Selector applies to workload endpoints across all
- namespaces."
- type: string
- nets:
- description: Nets is an optional field that restricts the
- rule to only apply to traffic that originates from (or
- terminates at) IP addresses in any of the given subnets.
- items:
- type: string
- type: array
- notNets:
- description: NotNets is the negated version of the Nets
- field.
- items:
- type: string
- type: array
- notPorts:
- description: NotPorts is the negated version of the Ports
- field. Since only some protocols have ports, if any ports
- are specified it requires the Protocol match in the Rule
- to be set to "TCP" or "UDP".
- items:
- anyOf:
- - type: integer
- - type: string
- pattern: ^.*
- x-kubernetes-int-or-string: true
- type: array
- notSelector:
- description: NotSelector is the negated version of the Selector
- field. See Selector field for subtleties with negated
- selectors.
- type: string
- ports:
- description: "Ports is an optional field that restricts
- the rule to only apply to traffic that has a source (destination)
- port that matches one of these ranges/values. This value
- is a list of integers or strings that represent ranges
- of ports. \n Since only some protocols have ports, if
- any ports are specified it requires the Protocol match
- in the Rule to be set to \"TCP\" or \"UDP\"."
- items:
- anyOf:
- - type: integer
- - type: string
- pattern: ^.*
- x-kubernetes-int-or-string: true
- type: array
- selector:
- description: "Selector is an optional field that contains
- a selector expression (see Policy for sample syntax).
- \ Only traffic that originates from (terminates at) endpoints
- matching the selector will be matched. \n Note that: in
- addition to the negated version of the Selector (see NotSelector
- below), the selector expression syntax itself supports
- negation. The two types of negation are subtly different.
- One negates the set of matched endpoints, the other negates
- the whole match: \n \tSelector = \"!has(my_label)\" matches
- packets that are from other Calico-controlled \tendpoints
- that do not have the label \"my_label\". \n \tNotSelector
- = \"has(my_label)\" matches packets that are not from
- Calico-controlled \tendpoints that do have the label \"my_label\".
- \n The effect is that the latter will accept packets from
- non-Calico sources whereas the former is limited to packets
- from Calico-controlled endpoints."
- type: string
- serviceAccounts:
- description: ServiceAccounts is an optional field that restricts
- the rule to only apply to traffic that originates from
- (or terminates at) a pod running as a matching service
- account.
- properties:
- names:
- description: Names is an optional field that restricts
- the rule to only apply to traffic that originates
- from (or terminates at) a pod running as a service
- account whose name is in the list.
- items:
- type: string
- type: array
- selector:
- description: Selector is an optional field that restricts
- the rule to only apply to traffic that originates
- from (or terminates at) a pod running as a service
- account that matches the given label selector. If
- both Names and Selector are specified then they are
- AND'ed.
- type: string
- type: object
- services:
- description: "Services is an optional field that contains
- options for matching Kubernetes Services. If specified,
- only traffic that originates from or terminates at endpoints
- within the selected service(s) will be matched, and only
- to/from each endpoint's port. \n Services cannot be specified
- on the same rule as Selector, NotSelector, NamespaceSelector,
- Nets, NotNets or ServiceAccounts. \n Ports and NotPorts
- can only be specified with Services on ingress rules."
- properties:
- name:
- description: Name specifies the name of a Kubernetes
- Service to match.
- type: string
- namespace:
- description: Namespace specifies the namespace of the
- given Service. If left empty, the rule will match
- within this policy's namespace.
- type: string
- type: object
- type: object
- http:
- description: HTTP contains match criteria that apply to HTTP
- requests.
- properties:
- methods:
- description: Methods is an optional field that restricts
- the rule to apply only to HTTP requests that use one of
- the listed HTTP Methods (e.g. GET, PUT, etc.) Multiple
- methods are OR'd together.
- items:
- type: string
- type: array
- paths:
- description: 'Paths is an optional field that restricts
- the rule to apply to HTTP requests that use one of the
- listed HTTP Paths. Multiple paths are OR''d together.
- e.g: - exact: /foo - prefix: /bar NOTE: Each entry may
- ONLY specify either a `exact` or a `prefix` match. The
- validator will check for it.'
- items:
- description: 'HTTPPath specifies an HTTP path to match.
- It may be either of the form: exact: : which matches
- the path exactly or prefix: : which matches
- the path prefix'
- properties:
- exact:
- type: string
- prefix:
- type: string
- type: object
- type: array
- type: object
- icmp:
- description: ICMP is an optional field that restricts the rule
- to apply to a specific type and code of ICMP traffic. This
- should only be specified if the Protocol field is set to "ICMP"
- or "ICMPv6".
- properties:
- code:
- description: Match on a specific ICMP code. If specified,
- the Type value must also be specified. This is a technical
- limitation imposed by the kernel's iptables firewall,
- which Calico uses to enforce the rule.
- type: integer
- type:
- description: Match on a specific ICMP type. For example
- a value of 8 refers to ICMP Echo Request (i.e. pings).
- type: integer
- type: object
- ipVersion:
- description: IPVersion is an optional field that restricts the
- rule to only match a specific IP version.
- type: integer
- metadata:
- description: Metadata contains additional information for this
- rule
- properties:
- annotations:
- additionalProperties:
- type: string
- description: Annotations is a set of key value pairs that
- give extra information about the rule
- type: object
- type: object
- notICMP:
- description: NotICMP is the negated version of the ICMP field.
- properties:
- code:
- description: Match on a specific ICMP code. If specified,
- the Type value must also be specified. This is a technical
- limitation imposed by the kernel's iptables firewall,
- which Calico uses to enforce the rule.
- type: integer
- type:
- description: Match on a specific ICMP type. For example
- a value of 8 refers to ICMP Echo Request (i.e. pings).
- type: integer
- type: object
- notProtocol:
- anyOf:
- - type: integer
- - type: string
- description: NotProtocol is the negated version of the Protocol
- field.
- pattern: ^.*
- x-kubernetes-int-or-string: true
- protocol:
- anyOf:
- - type: integer
- - type: string
- description: "Protocol is an optional field that restricts the
- rule to only apply to traffic of a specific IP protocol. Required
- if any of the EntityRules contain Ports (because ports only
- apply to certain protocols). \n Must be one of these string
- values: \"TCP\", \"UDP\", \"ICMP\", \"ICMPv6\", \"SCTP\",
- \"UDPLite\" or an integer in the range 1-255."
- pattern: ^.*
- x-kubernetes-int-or-string: true
- source:
- description: Source contains the match criteria that apply to
- source entity.
- properties:
- namespaceSelector:
- description: "NamespaceSelector is an optional field that
- contains a selector expression. Only traffic that originates
- from (or terminates at) endpoints within the selected
- namespaces will be matched. When both NamespaceSelector
- and another selector are defined on the same rule, then
- only workload endpoints that are matched by both selectors
- will be selected by the rule. \n For NetworkPolicy, an
- empty NamespaceSelector implies that the Selector is limited
- to selecting only workload endpoints in the same namespace
- as the NetworkPolicy. \n For NetworkPolicy, `global()`
- NamespaceSelector implies that the Selector is limited
- to selecting only GlobalNetworkSet or HostEndpoint. \n
- For GlobalNetworkPolicy, an empty NamespaceSelector implies
- the Selector applies to workload endpoints across all
- namespaces."
- type: string
- nets:
- description: Nets is an optional field that restricts the
- rule to only apply to traffic that originates from (or
- terminates at) IP addresses in any of the given subnets.
- items:
- type: string
- type: array
- notNets:
- description: NotNets is the negated version of the Nets
- field.
- items:
- type: string
- type: array
- notPorts:
- description: NotPorts is the negated version of the Ports
- field. Since only some protocols have ports, if any ports
- are specified it requires the Protocol match in the Rule
- to be set to "TCP" or "UDP".
- items:
- anyOf:
- - type: integer
- - type: string
- pattern: ^.*
- x-kubernetes-int-or-string: true
- type: array
- notSelector:
- description: NotSelector is the negated version of the Selector
- field. See Selector field for subtleties with negated
- selectors.
- type: string
- ports:
- description: "Ports is an optional field that restricts
- the rule to only apply to traffic that has a source (destination)
- port that matches one of these ranges/values. This value
- is a list of integers or strings that represent ranges
- of ports. \n Since only some protocols have ports, if
- any ports are specified it requires the Protocol match
- in the Rule to be set to \"TCP\" or \"UDP\"."
- items:
- anyOf:
- - type: integer
- - type: string
- pattern: ^.*
- x-kubernetes-int-or-string: true
- type: array
- selector:
- description: "Selector is an optional field that contains
- a selector expression (see Policy for sample syntax).
- \ Only traffic that originates from (terminates at) endpoints
- matching the selector will be matched. \n Note that: in
- addition to the negated version of the Selector (see NotSelector
- below), the selector expression syntax itself supports
- negation. The two types of negation are subtly different.
- One negates the set of matched endpoints, the other negates
- the whole match: \n \tSelector = \"!has(my_label)\" matches
- packets that are from other Calico-controlled \tendpoints
- that do not have the label \"my_label\". \n \tNotSelector
- = \"has(my_label)\" matches packets that are not from
- Calico-controlled \tendpoints that do have the label \"my_label\".
- \n The effect is that the latter will accept packets from
- non-Calico sources whereas the former is limited to packets
- from Calico-controlled endpoints."
- type: string
- serviceAccounts:
- description: ServiceAccounts is an optional field that restricts
- the rule to only apply to traffic that originates from
- (or terminates at) a pod running as a matching service
- account.
- properties:
- names:
- description: Names is an optional field that restricts
- the rule to only apply to traffic that originates
- from (or terminates at) a pod running as a service
- account whose name is in the list.
- items:
- type: string
- type: array
- selector:
- description: Selector is an optional field that restricts
- the rule to only apply to traffic that originates
- from (or terminates at) a pod running as a service
- account that matches the given label selector. If
- both Names and Selector are specified then they are
- AND'ed.
- type: string
- type: object
- services:
- description: "Services is an optional field that contains
- options for matching Kubernetes Services. If specified,
- only traffic that originates from or terminates at endpoints
- within the selected service(s) will be matched, and only
- to/from each endpoint's port. \n Services cannot be specified
- on the same rule as Selector, NotSelector, NamespaceSelector,
- Nets, NotNets or ServiceAccounts. \n Ports and NotPorts
- can only be specified with Services on ingress rules."
- properties:
- name:
- description: Name specifies the name of a Kubernetes
- Service to match.
- type: string
- namespace:
- description: Namespace specifies the namespace of the
- given Service. If left empty, the rule will match
- within this policy's namespace.
- type: string
- type: object
- type: object
- required:
- - action
- type: object
- type: array
- ingress:
- description: The ordered set of ingress rules. Each rule contains
- a set of packet match criteria and a corresponding action to apply.
- items:
- description: "A Rule encapsulates a set of match criteria and an
- action. Both selector-based security Policy and security Profiles
- reference rules - separated out as a list of rules for both ingress
- and egress packet matching. \n Each positive match criteria has
- a negated version, prefixed with \"Not\". All the match criteria
- within a rule must be satisfied for a packet to match. A single
- rule can contain the positive and negative version of a match
- and both must be satisfied for the rule to match."
- properties:
- action:
- type: string
- destination:
- description: Destination contains the match criteria that apply
- to destination entity.
- properties:
- namespaceSelector:
- description: "NamespaceSelector is an optional field that
- contains a selector expression. Only traffic that originates
- from (or terminates at) endpoints within the selected
- namespaces will be matched. When both NamespaceSelector
- and another selector are defined on the same rule, then
- only workload endpoints that are matched by both selectors
- will be selected by the rule. \n For NetworkPolicy, an
- empty NamespaceSelector implies that the Selector is limited
- to selecting only workload endpoints in the same namespace
- as the NetworkPolicy. \n For NetworkPolicy, `global()`
- NamespaceSelector implies that the Selector is limited
- to selecting only GlobalNetworkSet or HostEndpoint. \n
- For GlobalNetworkPolicy, an empty NamespaceSelector implies
- the Selector applies to workload endpoints across all
- namespaces."
- type: string
- nets:
- description: Nets is an optional field that restricts the
- rule to only apply to traffic that originates from (or
- terminates at) IP addresses in any of the given subnets.
- items:
- type: string
- type: array
- notNets:
- description: NotNets is the negated version of the Nets
- field.
- items:
- type: string
- type: array
- notPorts:
- description: NotPorts is the negated version of the Ports
- field. Since only some protocols have ports, if any ports
- are specified it requires the Protocol match in the Rule
- to be set to "TCP" or "UDP".
- items:
- anyOf:
- - type: integer
- - type: string
- pattern: ^.*
- x-kubernetes-int-or-string: true
- type: array
- notSelector:
- description: NotSelector is the negated version of the Selector
- field. See Selector field for subtleties with negated
- selectors.
- type: string
- ports:
- description: "Ports is an optional field that restricts
- the rule to only apply to traffic that has a source (destination)
- port that matches one of these ranges/values. This value
- is a list of integers or strings that represent ranges
- of ports. \n Since only some protocols have ports, if
- any ports are specified it requires the Protocol match
- in the Rule to be set to \"TCP\" or \"UDP\"."
- items:
- anyOf:
- - type: integer
- - type: string
- pattern: ^.*
- x-kubernetes-int-or-string: true
- type: array
- selector:
- description: "Selector is an optional field that contains
- a selector expression (see Policy for sample syntax).
- \ Only traffic that originates from (terminates at) endpoints
- matching the selector will be matched. \n Note that: in
- addition to the negated version of the Selector (see NotSelector
- below), the selector expression syntax itself supports
- negation. The two types of negation are subtly different.
- One negates the set of matched endpoints, the other negates
- the whole match: \n \tSelector = \"!has(my_label)\" matches
- packets that are from other Calico-controlled \tendpoints
- that do not have the label \"my_label\". \n \tNotSelector
- = \"has(my_label)\" matches packets that are not from
- Calico-controlled \tendpoints that do have the label \"my_label\".
- \n The effect is that the latter will accept packets from
- non-Calico sources whereas the former is limited to packets
- from Calico-controlled endpoints."
- type: string
- serviceAccounts:
- description: ServiceAccounts is an optional field that restricts
- the rule to only apply to traffic that originates from
- (or terminates at) a pod running as a matching service
- account.
- properties:
- names:
- description: Names is an optional field that restricts
- the rule to only apply to traffic that originates
- from (or terminates at) a pod running as a service
- account whose name is in the list.
- items:
- type: string
- type: array
- selector:
- description: Selector is an optional field that restricts
- the rule to only apply to traffic that originates
- from (or terminates at) a pod running as a service
- account that matches the given label selector. If
- both Names and Selector are specified then they are
- AND'ed.
- type: string
- type: object
- services:
- description: "Services is an optional field that contains
- options for matching Kubernetes Services. If specified,
- only traffic that originates from or terminates at endpoints
- within the selected service(s) will be matched, and only
- to/from each endpoint's port. \n Services cannot be specified
- on the same rule as Selector, NotSelector, NamespaceSelector,
- Nets, NotNets or ServiceAccounts. \n Ports and NotPorts
- can only be specified with Services on ingress rules."
- properties:
- name:
- description: Name specifies the name of a Kubernetes
- Service to match.
- type: string
- namespace:
- description: Namespace specifies the namespace of the
- given Service. If left empty, the rule will match
- within this policy's namespace.
- type: string
- type: object
- type: object
- http:
- description: HTTP contains match criteria that apply to HTTP
- requests.
- properties:
- methods:
- description: Methods is an optional field that restricts
- the rule to apply only to HTTP requests that use one of
- the listed HTTP Methods (e.g. GET, PUT, etc.) Multiple
- methods are OR'd together.
- items:
- type: string
- type: array
- paths:
- description: 'Paths is an optional field that restricts
- the rule to apply to HTTP requests that use one of the
- listed HTTP Paths. Multiple paths are OR''d together.
- e.g: - exact: /foo - prefix: /bar NOTE: Each entry may
- ONLY specify either a `exact` or a `prefix` match. The
- validator will check for it.'
- items:
- description: 'HTTPPath specifies an HTTP path to match.
- It may be either of the form: exact: : which matches
- the path exactly or prefix: : which matches
- the path prefix'
- properties:
- exact:
- type: string
- prefix:
- type: string
- type: object
- type: array
- type: object
- icmp:
- description: ICMP is an optional field that restricts the rule
- to apply to a specific type and code of ICMP traffic. This
- should only be specified if the Protocol field is set to "ICMP"
- or "ICMPv6".
- properties:
- code:
- description: Match on a specific ICMP code. If specified,
- the Type value must also be specified. This is a technical
- limitation imposed by the kernel's iptables firewall,
- which Calico uses to enforce the rule.
- type: integer
- type:
- description: Match on a specific ICMP type. For example
- a value of 8 refers to ICMP Echo Request (i.e. pings).
- type: integer
- type: object
- ipVersion:
- description: IPVersion is an optional field that restricts the
- rule to only match a specific IP version.
- type: integer
- metadata:
- description: Metadata contains additional information for this
- rule
- properties:
- annotations:
- additionalProperties:
- type: string
- description: Annotations is a set of key value pairs that
- give extra information about the rule
- type: object
- type: object
- notICMP:
- description: NotICMP is the negated version of the ICMP field.
- properties:
- code:
- description: Match on a specific ICMP code. If specified,
- the Type value must also be specified. This is a technical
- limitation imposed by the kernel's iptables firewall,
- which Calico uses to enforce the rule.
- type: integer
- type:
- description: Match on a specific ICMP type. For example
- a value of 8 refers to ICMP Echo Request (i.e. pings).
- type: integer
- type: object
- notProtocol:
- anyOf:
- - type: integer
- - type: string
- description: NotProtocol is the negated version of the Protocol
- field.
- pattern: ^.*
- x-kubernetes-int-or-string: true
- protocol:
- anyOf:
- - type: integer
- - type: string
- description: "Protocol is an optional field that restricts the
- rule to only apply to traffic of a specific IP protocol. Required
- if any of the EntityRules contain Ports (because ports only
- apply to certain protocols). \n Must be one of these string
- values: \"TCP\", \"UDP\", \"ICMP\", \"ICMPv6\", \"SCTP\",
- \"UDPLite\" or an integer in the range 1-255."
- pattern: ^.*
- x-kubernetes-int-or-string: true
- source:
- description: Source contains the match criteria that apply to
- source entity.
- properties:
- namespaceSelector:
- description: "NamespaceSelector is an optional field that
- contains a selector expression. Only traffic that originates
- from (or terminates at) endpoints within the selected
- namespaces will be matched. When both NamespaceSelector
- and another selector are defined on the same rule, then
- only workload endpoints that are matched by both selectors
- will be selected by the rule. \n For NetworkPolicy, an
- empty NamespaceSelector implies that the Selector is limited
- to selecting only workload endpoints in the same namespace
- as the NetworkPolicy. \n For NetworkPolicy, `global()`
- NamespaceSelector implies that the Selector is limited
- to selecting only GlobalNetworkSet or HostEndpoint. \n
- For GlobalNetworkPolicy, an empty NamespaceSelector implies
- the Selector applies to workload endpoints across all
- namespaces."
- type: string
- nets:
- description: Nets is an optional field that restricts the
- rule to only apply to traffic that originates from (or
- terminates at) IP addresses in any of the given subnets.
- items:
- type: string
- type: array
- notNets:
- description: NotNets is the negated version of the Nets
- field.
- items:
- type: string
- type: array
- notPorts:
- description: NotPorts is the negated version of the Ports
- field. Since only some protocols have ports, if any ports
- are specified it requires the Protocol match in the Rule
- to be set to "TCP" or "UDP".
- items:
- anyOf:
- - type: integer
- - type: string
- pattern: ^.*
- x-kubernetes-int-or-string: true
- type: array
- notSelector:
- description: NotSelector is the negated version of the Selector
- field. See Selector field for subtleties with negated
- selectors.
- type: string
- ports:
- description: "Ports is an optional field that restricts
- the rule to only apply to traffic that has a source (destination)
- port that matches one of these ranges/values. This value
- is a list of integers or strings that represent ranges
- of ports. \n Since only some protocols have ports, if
- any ports are specified it requires the Protocol match
- in the Rule to be set to \"TCP\" or \"UDP\"."
- items:
- anyOf:
- - type: integer
- - type: string
- pattern: ^.*
- x-kubernetes-int-or-string: true
- type: array
- selector:
- description: "Selector is an optional field that contains
- a selector expression (see Policy for sample syntax).
- \ Only traffic that originates from (terminates at) endpoints
- matching the selector will be matched. \n Note that: in
- addition to the negated version of the Selector (see NotSelector
- below), the selector expression syntax itself supports
- negation. The two types of negation are subtly different.
- One negates the set of matched endpoints, the other negates
- the whole match: \n \tSelector = \"!has(my_label)\" matches
- packets that are from other Calico-controlled \tendpoints
- that do not have the label \"my_label\". \n \tNotSelector
- = \"has(my_label)\" matches packets that are not from
- Calico-controlled \tendpoints that do have the label \"my_label\".
- \n The effect is that the latter will accept packets from
- non-Calico sources whereas the former is limited to packets
- from Calico-controlled endpoints."
- type: string
- serviceAccounts:
- description: ServiceAccounts is an optional field that restricts
- the rule to only apply to traffic that originates from
- (or terminates at) a pod running as a matching service
- account.
- properties:
- names:
- description: Names is an optional field that restricts
- the rule to only apply to traffic that originates
- from (or terminates at) a pod running as a service
- account whose name is in the list.
- items:
- type: string
- type: array
- selector:
- description: Selector is an optional field that restricts
- the rule to only apply to traffic that originates
- from (or terminates at) a pod running as a service
- account that matches the given label selector. If
- both Names and Selector are specified then they are
- AND'ed.
- type: string
- type: object
- services:
- description: "Services is an optional field that contains
- options for matching Kubernetes Services. If specified,
- only traffic that originates from or terminates at endpoints
- within the selected service(s) will be matched, and only
- to/from each endpoint's port. \n Services cannot be specified
- on the same rule as Selector, NotSelector, NamespaceSelector,
- Nets, NotNets or ServiceAccounts. \n Ports and NotPorts
- can only be specified with Services on ingress rules."
- properties:
- name:
- description: Name specifies the name of a Kubernetes
- Service to match.
- type: string
- namespace:
- description: Namespace specifies the namespace of the
- given Service. If left empty, the rule will match
- within this policy's namespace.
- type: string
- type: object
- type: object
- required:
- - action
- type: object
- type: array
- order:
- description: Order is an optional field that specifies the order in
- which the policy is applied. Policies with higher "order" are applied
- after those with lower order. If the order is omitted, it may be
- considered to be "infinite" - i.e. the policy will be applied last. Policies
- with identical order will be applied in alphanumerical order based
- on the Policy "Name".
- type: number
- selector:
- description: "The selector is an expression used to pick pick out
- the endpoints that the policy should be applied to. \n Selector
- expressions follow this syntax: \n \tlabel == \"string_literal\"
- \ -> comparison, e.g. my_label == \"foo bar\" \tlabel != \"string_literal\"
- \ -> not equal; also matches if label is not present \tlabel in
- { \"a\", \"b\", \"c\", ... } -> true if the value of label X is
- one of \"a\", \"b\", \"c\" \tlabel not in { \"a\", \"b\", \"c\",
- ... } -> true if the value of label X is not one of \"a\", \"b\",
- \"c\" \thas(label_name) -> True if that label is present \t! expr
- -> negation of expr \texpr && expr -> Short-circuit and \texpr
- || expr -> Short-circuit or \t( expr ) -> parens for grouping \tall()
- or the empty selector -> matches all endpoints. \n Label names are
- allowed to contain alphanumerics, -, _ and /. String literals are
- more permissive but they do not support escape characters. \n Examples
- (with made-up labels): \n \ttype == \"webserver\" && deployment
- == \"prod\" \ttype in {\"frontend\", \"backend\"} \tdeployment !=
- \"dev\" \t! has(label_name)"
- type: string
- serviceAccountSelector:
- description: ServiceAccountSelector is an optional field for an expression
- used to select a pod based on service accounts.
- type: string
- types:
- description: "Types indicates whether this policy applies to ingress,
- or to egress, or to both. When not explicitly specified (and so
- the value on creation is empty or nil), Calico defaults Types according
- to what Ingress and Egress are present in the policy. The default
- is: \n - [ PolicyTypeIngress ], if there are no Egress rules (including
- the case where there are also no Ingress rules) \n - [ PolicyTypeEgress
- ], if there are Egress rules but no Ingress rules \n - [ PolicyTypeIngress,
- PolicyTypeEgress ], if there are both Ingress and Egress rules.
- \n When the policy is read back again, Types will always be one
- of these values, never empty or nil."
- items:
- description: PolicyType enumerates the possible values of the PolicySpec
- Types field.
- type: string
- type: array
- type: object
- type: object
- served: true
- storage: true
-status:
- acceptedNames:
- kind: ""
- plural: ""
- conditions: []
- storedVersions: []
----
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
-metadata:
- name: networksets.crd.projectcalico.org
-spec:
- group: crd.projectcalico.org
- names:
- kind: NetworkSet
- listKind: NetworkSetList
- plural: networksets
- singular: networkset
- preserveUnknownFields: false
- scope: Namespaced
- versions:
- - name: v1
- schema:
- openAPIV3Schema:
- description: NetworkSet is the Namespaced-equivalent of the GlobalNetworkSet.
- properties:
- apiVersion:
- description: 'APIVersion defines the versioned schema of this representation
- of an object. Servers should convert recognized schemas to the latest
- internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
- type: string
- kind:
- description: 'Kind is a string value representing the REST resource this
- object represents. Servers may infer this from the endpoint the client
- submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
- type: string
- metadata:
- type: object
- spec:
- description: NetworkSetSpec contains the specification for a NetworkSet
- resource.
- properties:
- nets:
- description: The list of IP networks that belong to this set.
- items:
- type: string
- type: array
- type: object
- type: object
- served: true
- storage: true
-status:
- acceptedNames:
- kind: ""
- plural: ""
- conditions: []
- storedVersions: []
----
-apiVersion: v1
-kind: ServiceAccount
-metadata:
- name: calico-cni-plugin
- namespace: kube-system
----
-apiVersion: v1
-kind: ServiceAccount
-metadata:
- name: calico-kube-controllers
- namespace: kube-system
----
-apiVersion: v1
-kind: ServiceAccount
-metadata:
- name: calico-node
- namespace: kube-system
----
-apiVersion: rbac.authorization.k8s.io/v1
-kind: ClusterRole
-metadata:
- name: calico-cni-plugin
-rules:
-- apiGroups:
- - ""
- resources:
- - pods
- - nodes
- - namespaces
- verbs:
- - get
-- apiGroups:
- - ""
- resources:
- - pods/status
- verbs:
- - patch
----
-apiVersion: rbac.authorization.k8s.io/v1
-kind: ClusterRole
-metadata:
- name: calico-kube-controllers
-rules:
-- apiGroups:
- - ""
- resources:
- - nodes
- verbs:
- - watch
- - list
- - get
-- apiGroups:
- - ""
- resources:
- - pods
- verbs:
- - get
- - list
- - watch
-- apiGroups:
- - crd.projectcalico.org
- resources:
- - ipreservations
- verbs:
- - list
-- apiGroups:
- - crd.projectcalico.org
- resources:
- - blockaffinities
- - ipamblocks
- - ipamhandles
- verbs:
- - get
- - list
- - create
- - update
- - delete
- - watch
-- apiGroups:
- - crd.projectcalico.org
- resources:
- - ippools
- verbs:
- - list
- - watch
-- apiGroups:
- - crd.projectcalico.org
- resources:
- - hostendpoints
- verbs:
- - get
- - list
- - create
- - update
- - delete
-- apiGroups:
- - crd.projectcalico.org
- resources:
- - clusterinformations
- verbs:
- - get
- - list
- - create
- - update
- - watch
-- apiGroups:
- - crd.projectcalico.org
- resources:
- - kubecontrollersconfigurations
- verbs:
- - get
- - create
- - update
- - watch
----
-apiVersion: rbac.authorization.k8s.io/v1
-kind: ClusterRole
-metadata:
- name: calico-node
-rules:
-- apiGroups:
- - ""
- resourceNames:
- - calico-cni-plugin
- resources:
- - serviceaccounts/token
- verbs:
- - create
-- apiGroups:
- - ""
- resources:
- - pods
- - nodes
- - namespaces
- verbs:
- - get
-- apiGroups:
- - discovery.k8s.io
- resources:
- - endpointslices
- verbs:
- - watch
- - list
-- apiGroups:
- - ""
- resources:
- - endpoints
- - services
- verbs:
- - watch
- - list
- - get
-- apiGroups:
- - ""
- resources:
- - configmaps
- verbs:
- - get
-- apiGroups:
- - ""
- resources:
- - nodes/status
- verbs:
- - patch
- - update
-- apiGroups:
- - networking.k8s.io
- resources:
- - networkpolicies
- verbs:
- - watch
- - list
-- apiGroups:
- - ""
- resources:
- - pods
- - namespaces
- - serviceaccounts
- verbs:
- - list
- - watch
-- apiGroups:
- - ""
- resources:
- - pods/status
- verbs:
- - patch
-- apiGroups:
- - crd.projectcalico.org
- resources:
- - globalfelixconfigs
- - felixconfigurations
- - bgppeers
- - bgpfilters
- - globalbgpconfigs
- - bgpconfigurations
- - ippools
- - ipreservations
- - ipamblocks
- - globalnetworkpolicies
- - globalnetworksets
- - networkpolicies
- - networksets
- - clusterinformations
- - hostendpoints
- - blockaffinities
- - caliconodestatuses
- verbs:
- - get
- - list
- - watch
-- apiGroups:
- - crd.projectcalico.org
- resources:
- - ippools
- - felixconfigurations
- - clusterinformations
- verbs:
- - create
- - update
-- apiGroups:
- - crd.projectcalico.org
- resources:
- - caliconodestatuses
- verbs:
- - update
-- apiGroups:
- - ""
- resources:
- - nodes
- verbs:
- - get
- - list
- - watch
-- apiGroups:
- - crd.projectcalico.org
- resources:
- - bgpconfigurations
- - bgppeers
- verbs:
- - create
- - update
----
-apiVersion: rbac.authorization.k8s.io/v1
-kind: ClusterRoleBinding
-metadata:
- name: calico-cni-plugin
-roleRef:
- apiGroup: rbac.authorization.k8s.io
- kind: ClusterRole
- name: calico-cni-plugin
-subjects:
-- kind: ServiceAccount
- name: calico-cni-plugin
- namespace: kube-system
----
-apiVersion: rbac.authorization.k8s.io/v1
-kind: ClusterRoleBinding
-metadata:
- name: calico-kube-controllers
-roleRef:
- apiGroup: rbac.authorization.k8s.io
- kind: ClusterRole
- name: calico-kube-controllers
-subjects:
-- kind: ServiceAccount
- name: calico-kube-controllers
- namespace: kube-system
----
-apiVersion: rbac.authorization.k8s.io/v1
-kind: ClusterRoleBinding
-metadata:
- name: calico-node
-roleRef:
- apiGroup: rbac.authorization.k8s.io
- kind: ClusterRole
- name: calico-node
-subjects:
-- kind: ServiceAccount
- name: calico-node
- namespace: kube-system
----
-apiVersion: v1
-data:
- cni_network_config: |-
- {
- "name": "k8s-pod-network",
- "cniVersion": "0.3.1",
- "plugins": [
- {
- "type": "calico",
- "log_level": "info",
- "log_file_path": "/var/log/calico/cni/cni.log",
- "datastore_type": "kubernetes",
- "nodename": "__KUBERNETES_NODE_NAME__",
- "mtu": 1500,
- "ipam": {
- "type": "host-local",
- "ranges": [
- [
- {
- "subnet": "usePodCidr"
- }
- ],
- [
- {
- "subnet": "usePodCidrIPv6"
- }
- ]
- ]
- },
- "policy": {
- "type": "k8s"
- },
- "kubernetes": {
- "kubeconfig": "__KUBECONFIG_FILEPATH__"
- }
- },
- {
- "type": "portmap",
- "snat": true,
- "capabilities": {"portMappings": true}
- },
- {
- "type": "bandwidth",
- "capabilities": {"bandwidth": true}
- }
- ]
- }
- typha_service_name: calico-typha
- veth_mtu: "1350"
-kind: ConfigMap
-metadata:
- name: calico-config
- namespace: kube-system
----
-apiVersion: v1
-kind: Service
-metadata:
- labels:
- k8s-app: calico-typha
- name: calico-typha
- namespace: kube-system
-spec:
- ports:
- - name: calico-typha
- port: 5473
- protocol: TCP
- targetPort: calico-typha
- selector:
- k8s-app: calico-typha
----
-apiVersion: apps/v1
-kind: Deployment
-metadata:
- labels:
- k8s-app: calico-kube-controllers
- name: calico-kube-controllers
- namespace: kube-system
-spec:
- replicas: 1
- selector:
- matchLabels:
- k8s-app: calico-kube-controllers
- strategy:
- type: Recreate
- template:
- metadata:
- labels:
- k8s-app: calico-kube-controllers
- name: calico-kube-controllers
- namespace: kube-system
- spec:
- containers:
- - env:
- - name: ENABLED_CONTROLLERS
- value: node
- - name: DATASTORE_TYPE
- value: kubernetes
- image: docker.io/calico/kube-controllers:v3.26.1
- imagePullPolicy: IfNotPresent
- livenessProbe:
- exec:
- command:
- - /usr/bin/check-status
- - -l
- failureThreshold: 6
- initialDelaySeconds: 10
- periodSeconds: 10
- timeoutSeconds: 10
- name: calico-kube-controllers
- readinessProbe:
- exec:
- command:
- - /usr/bin/check-status
- - -r
- periodSeconds: 10
- nodeSelector:
- kubernetes.io/os: linux
- priorityClassName: system-cluster-critical
- serviceAccountName: calico-kube-controllers
- tolerations:
- - key: CriticalAddonsOnly
- operator: Exists
- - effect: NoSchedule
- key: node-role.kubernetes.io/master
- - effect: NoSchedule
- key: node-role.kubernetes.io/control-plane
----
-apiVersion: apps/v1
-kind: Deployment
-metadata:
- labels:
- k8s-app: calico-typha
- name: calico-typha
- namespace: kube-system
-spec:
- replicas: 1
- revisionHistoryLimit: 2
- selector:
- matchLabels:
- k8s-app: calico-typha
- strategy:
- rollingUpdate:
- maxSurge: 100%
- maxUnavailable: 1
- type: RollingUpdate
- template:
- metadata:
- annotations:
- cluster-autoscaler.kubernetes.io/safe-to-evict: "true"
- labels:
- k8s-app: calico-typha
- spec:
- containers:
- - env:
- - name: TYPHA_LOGSEVERITYSCREEN
- value: info
- - name: TYPHA_LOGFILEPATH
- value: none
- - name: TYPHA_LOGSEVERITYSYS
- value: none
- - name: TYPHA_CONNECTIONREBALANCINGMODE
- value: kubernetes
- - name: TYPHA_DATASTORETYPE
- value: kubernetes
- - name: TYPHA_HEALTHENABLED
- value: "true"
- - name: TYPHA_SHUTDOWNTIMEOUTSECS
- value: "300"
- - name: USE_POD_CIDR
- value: "true"
- envFrom:
- - configMapRef:
- name: kubernetes-services-endpoint
- optional: true
- image: docker.io/calico/typha:v3.26.1
- imagePullPolicy: IfNotPresent
- livenessProbe:
- httpGet:
- host: localhost
- path: /liveness
- port: 9098
- initialDelaySeconds: 30
- periodSeconds: 30
- timeoutSeconds: 10
- name: calico-typha
- ports:
- - containerPort: 5473
- name: calico-typha
- protocol: TCP
- readinessProbe:
- httpGet:
- host: localhost
- path: /readiness
- port: 9098
- periodSeconds: 10
- timeoutSeconds: 10
- securityContext:
- allowPrivilegeEscalation: false
- runAsNonRoot: true
- hostNetwork: true
- nodeSelector:
- kubernetes.io/os: linux
- priorityClassName: system-cluster-critical
- securityContext:
- fsGroup: 65534
- serviceAccountName: calico-node
- terminationGracePeriodSeconds: 300
- tolerations:
- - key: CriticalAddonsOnly
- operator: Exists
----
-apiVersion: policy/v1
-kind: PodDisruptionBudget
-metadata:
- labels:
- k8s-app: calico-kube-controllers
- name: calico-kube-controllers
- namespace: kube-system
-spec:
- maxUnavailable: 1
- selector:
- matchLabels:
- k8s-app: calico-kube-controllers
----
-apiVersion: policy/v1
-kind: PodDisruptionBudget
-metadata:
- labels:
- k8s-app: calico-typha
- name: calico-typha
- namespace: kube-system
-spec:
- maxUnavailable: 1
- selector:
- matchLabels:
- k8s-app: calico-typha
----
-apiVersion: apps/v1
-kind: DaemonSet
-metadata:
- labels:
- k8s-app: calico-node
- name: calico-node
- namespace: kube-system
-spec:
- selector:
- matchLabels:
- k8s-app: calico-node
- template:
- metadata:
- labels:
- k8s-app: calico-node
- spec:
- containers:
- - env:
- - name: CALICO_IPv6POOL_CIDR
- value: 2001:1234:5678:9a40::/58
- - name: IP6
- value: autodetect
- - name: FELIX_IPV6SUPPORT
- value: "true"
- - name: DATASTORE_TYPE
- value: kubernetes
- - name: USE_POD_CIDR
- value: "true"
- - name: FELIX_TYPHAK8SSERVICENAME
- valueFrom:
- configMapKeyRef:
- key: typha_service_name
- name: calico-config
- - name: WAIT_FOR_DATASTORE
- value: "true"
- - name: NODENAME
- valueFrom:
- fieldRef:
- fieldPath: spec.nodeName
- - name: CALICO_NETWORKING_BACKEND
- value: none
- - name: CLUSTER_TYPE
- value: k8s
- - name: CALICO_MANAGE_CNI
- value: "false"
- - name: CALICO_DISABLE_FILE_LOGGING
- value: "true"
- - name: FELIX_DEFAULTENDPOINTTOHOSTACTION
- value: ACCEPT
- - name: FELIX_HEALTHENABLED
- value: "true"
- envFrom:
- - configMapRef:
- name: kubernetes-services-endpoint
- optional: true
- image: docker.io/calico/node:v3.26.1
- imagePullPolicy: IfNotPresent
- lifecycle:
- preStop:
- exec:
- command:
- - /bin/calico-node
- - -shutdown
- livenessProbe:
- exec:
- command:
- - /bin/calico-node
- - -felix-live
- failureThreshold: 6
- initialDelaySeconds: 10
- periodSeconds: 10
- timeoutSeconds: 10
- name: calico-node
- readinessProbe:
- exec:
- command:
- - /bin/calico-node
- - -felix-ready
- periodSeconds: 10
- timeoutSeconds: 10
- resources:
- requests:
- cpu: 250m
- securityContext:
- privileged: true
- volumeMounts:
- - mountPath: /host/etc/cni/net.d
- name: cni-net-dir
- readOnly: false
- - mountPath: /lib/modules
- name: lib-modules
- readOnly: true
- - mountPath: /run/xtables.lock
- name: xtables-lock
- readOnly: false
- - mountPath: /var/run/calico
- name: var-run-calico
- readOnly: false
- - mountPath: /var/lib/calico
- name: var-lib-calico
- readOnly: false
- - mountPath: /var/run/nodeagent
- name: policysync
- - mountPath: /sys/fs/bpf
- name: bpffs
- - mountPath: /var/log/calico/cni
- name: cni-log-dir
- readOnly: true
- hostNetwork: true
- initContainers:
- - command:
- - /opt/cni/bin/install
- env:
- - name: CNI_CONF_NAME
- value: 10-calico.conflist
- - name: CNI_NETWORK_CONFIG
- valueFrom:
- configMapKeyRef:
- key: cni_network_config
- name: calico-config
- - name: KUBERNETES_NODE_NAME
- valueFrom:
- fieldRef:
- fieldPath: spec.nodeName
- - name: SLEEP
- value: "false"
- envFrom:
- - configMapRef:
- name: kubernetes-services-endpoint
- optional: true
- image: docker.io/calico/cni:v3.26.1
- imagePullPolicy: IfNotPresent
- name: install-cni
- securityContext:
- privileged: true
- volumeMounts:
- - mountPath: /host/opt/cni/bin
- name: cni-bin-dir
- - mountPath: /host/etc/cni/net.d
- name: cni-net-dir
- - command:
- - calico-node
- - -init
- - -best-effort
- image: docker.io/calico/node:v3.26.1
- imagePullPolicy: IfNotPresent
- name: mount-bpffs
- securityContext:
- privileged: true
- volumeMounts:
- - mountPath: /sys/fs
- mountPropagation: Bidirectional
- name: sys-fs
- - mountPath: /var/run/calico
- mountPropagation: Bidirectional
- name: var-run-calico
- - mountPath: /nodeproc
- name: nodeproc
- readOnly: true
- nodeSelector:
- kubernetes.io/os: linux
- priorityClassName: system-node-critical
- serviceAccountName: calico-node
- terminationGracePeriodSeconds: 0
- tolerations:
- - effect: NoSchedule
- operator: Exists
- - key: CriticalAddonsOnly
- operator: Exists
- - effect: NoExecute
- operator: Exists
- volumes:
- - hostPath:
- path: /lib/modules
- name: lib-modules
- - hostPath:
- path: /var/run/calico
- name: var-run-calico
- - hostPath:
- path: /var/lib/calico
- name: var-lib-calico
- - hostPath:
- path: /run/xtables.lock
- type: FileOrCreate
- name: xtables-lock
- - hostPath:
- path: /sys/fs/
- type: DirectoryOrCreate
- name: sys-fs
- - hostPath:
- path: /sys/fs/bpf
- type: Directory
- name: bpffs
- - hostPath:
- path: /proc
- name: nodeproc
- - hostPath:
- path: /opt/cni/bin
- name: cni-bin-dir
- - hostPath:
- path: /etc/cni/net.d
- name: cni-net-dir
- - hostPath:
- path: /var/log/calico/cni
- name: cni-log-dir
- - hostPath:
- path: /var/run/nodeagent
- type: DirectoryOrCreate
- name: policysync
- updateStrategy:
- rollingUpdate:
- maxUnavailable: 1
- type: RollingUpdate
diff --git a/templates/addons/calico-dual-stack/kustomization.yaml b/templates/addons/calico-dual-stack/kustomization.yaml
deleted file mode 100644
index 80ffc941939..00000000000
--- a/templates/addons/calico-dual-stack/kustomization.yaml
+++ /dev/null
@@ -1,6 +0,0 @@
-apiVersion: kustomize.config.k8s.io/v1beta1
-kind: Kustomization
-resources:
-- ../calico-ipv6
-patches:
-- path: patches/calico-config.yaml
diff --git a/templates/addons/calico-dual-stack/patches/calico-config.yaml b/templates/addons/calico-dual-stack/patches/calico-config.yaml
deleted file mode 100644
index c7eab60234d..00000000000
--- a/templates/addons/calico-dual-stack/patches/calico-config.yaml
+++ /dev/null
@@ -1,51 +0,0 @@
-kind: ConfigMap
-apiVersion: v1
-metadata:
- name: calico-config
- namespace: kube-system
-data:
- cni_network_config: |-
- {
- "name": "k8s-pod-network",
- "cniVersion": "0.3.1",
- "plugins": [
- {
- "type": "calico",
- "log_level": "info",
- "log_file_path": "/var/log/calico/cni/cni.log",
- "datastore_type": "kubernetes",
- "nodename": "__KUBERNETES_NODE_NAME__",
- "mtu": 1500,
- "ipam": {
- "type": "host-local",
- "ranges": [
- [
- {
- "subnet": "usePodCidr"
- }
- ],
- [
- {
- "subnet": "usePodCidrIPv6"
- }
- ]
- ]
- },
- "policy": {
- "type": "k8s"
- },
- "kubernetes": {
- "kubeconfig": "__KUBECONFIG_FILEPATH__"
- }
- },
- {
- "type": "portmap",
- "snat": true,
- "capabilities": {"portMappings": true}
- },
- {
- "type": "bandwidth",
- "capabilities": {"bandwidth": true}
- }
- ]
- }
diff --git a/templates/addons/calico-dual-stack/values.yaml b/templates/addons/calico-dual-stack/values.yaml
index b77674592fa..8c4250727e4 100644
--- a/templates/addons/calico-dual-stack/values.yaml
+++ b/templates/addons/calico-dual-stack/values.yaml
@@ -17,6 +17,7 @@ installation:
encapsulation: None
natOutgoing: Enabled
nodeSelector: all()
+ registry: quay.io
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
@@ -29,3 +30,9 @@ tolerations:
- effect: NoSchedule
key: node.kubernetes.io/not-ready
operator: Exists
+# Image and registry configuration for the tigera/operator pod.
+tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+calicoctl:
+ image: quay.io/calico/ctl
diff --git a/templates/addons/calico-ipv6.yaml b/templates/addons/calico-ipv6.yaml
deleted file mode 100644
index 4b384d0c61c..00000000000
--- a/templates/addons/calico-ipv6.yaml
+++ /dev/null
@@ -1,4876 +0,0 @@
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
-metadata:
- name: bgpconfigurations.crd.projectcalico.org
-spec:
- group: crd.projectcalico.org
- names:
- kind: BGPConfiguration
- listKind: BGPConfigurationList
- plural: bgpconfigurations
- singular: bgpconfiguration
- preserveUnknownFields: false
- scope: Cluster
- versions:
- - name: v1
- schema:
- openAPIV3Schema:
- description: BGPConfiguration contains the configuration for any BGP routing.
- properties:
- apiVersion:
- description: 'APIVersion defines the versioned schema of this representation
- of an object. Servers should convert recognized schemas to the latest
- internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
- type: string
- kind:
- description: 'Kind is a string value representing the REST resource this
- object represents. Servers may infer this from the endpoint the client
- submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
- type: string
- metadata:
- type: object
- spec:
- description: BGPConfigurationSpec contains the values of the BGP configuration.
- properties:
- asNumber:
- description: 'ASNumber is the default AS number used by a node. [Default:
- 64512]'
- format: int32
- type: integer
- bindMode:
- description: BindMode indicates whether to listen for BGP connections
- on all addresses (None) or only on the node's canonical IP address
- Node.Spec.BGP.IPvXAddress (NodeIP). Default behaviour is to listen
- for BGP connections on all addresses.
- type: string
- communities:
- description: Communities is a list of BGP community values and their
- arbitrary names for tagging routes.
- items:
- description: Community contains standard or large community value
- and its name.
- properties:
- name:
- description: Name given to community value.
- type: string
- value:
- description: Value must be of format `aa:nn` or `aa:nn:mm`.
- For standard community use `aa:nn` format, where `aa` and
- `nn` are 16 bit number. For large community use `aa:nn:mm`
- format, where `aa`, `nn` and `mm` are 32 bit number. Where,
- `aa` is an AS Number, `nn` and `mm` are per-AS identifier.
- pattern: ^(\d+):(\d+)$|^(\d+):(\d+):(\d+)$
- type: string
- type: object
- type: array
- ignoredInterfaces:
- description: IgnoredInterfaces indicates the network interfaces that
- needs to be excluded when reading device routes.
- items:
- type: string
- type: array
- listenPort:
- description: ListenPort is the port where BGP protocol should listen.
- Defaults to 179
- maximum: 65535
- minimum: 1
- type: integer
- logSeverityScreen:
- description: 'LogSeverityScreen is the log severity above which logs
- are sent to the stdout. [Default: INFO]'
- type: string
- nodeMeshMaxRestartTime:
- description: Time to allow for software restart for node-to-mesh peerings. When
- specified, this is configured as the graceful restart timeout. When
- not specified, the BIRD default of 120s is used. This field can
- only be set on the default BGPConfiguration instance and requires
- that NodeMesh is enabled
- type: string
- nodeMeshPassword:
- description: Optional BGP password for full node-to-mesh peerings.
- This field can only be set on the default BGPConfiguration instance
- and requires that NodeMesh is enabled
- properties:
- secretKeyRef:
- description: Selects a key of a secret in the node pod's namespace.
- properties:
- key:
- description: The key of the secret to select from. Must be
- a valid secret key.
- type: string
- name:
- description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names
- TODO: Add other useful fields. apiVersion, kind, uid?'
- type: string
- optional:
- description: Specify whether the Secret or its key must be
- defined
- type: boolean
- required:
- - key
- type: object
- type: object
- nodeToNodeMeshEnabled:
- description: 'NodeToNodeMeshEnabled sets whether full node to node
- BGP mesh is enabled. [Default: true]'
- type: boolean
- prefixAdvertisements:
- description: PrefixAdvertisements contains per-prefix advertisement
- configuration.
- items:
- description: PrefixAdvertisement configures advertisement properties
- for the specified CIDR.
- properties:
- cidr:
- description: CIDR for which properties should be advertised.
- type: string
- communities:
- description: Communities can be list of either community names
- already defined in `Specs.Communities` or community value
- of format `aa:nn` or `aa:nn:mm`. For standard community use
- `aa:nn` format, where `aa` and `nn` are 16 bit number. For
- large community use `aa:nn:mm` format, where `aa`, `nn` and
- `mm` are 32 bit number. Where,`aa` is an AS Number, `nn` and
- `mm` are per-AS identifier.
- items:
- type: string
- type: array
- type: object
- type: array
- serviceClusterIPs:
- description: ServiceClusterIPs are the CIDR blocks from which service
- cluster IPs are allocated. If specified, Calico will advertise these
- blocks, as well as any cluster IPs within them.
- items:
- description: ServiceClusterIPBlock represents a single allowed ClusterIP
- CIDR block.
- properties:
- cidr:
- type: string
- type: object
- type: array
- serviceExternalIPs:
- description: ServiceExternalIPs are the CIDR blocks for Kubernetes
- Service External IPs. Kubernetes Service ExternalIPs will only be
- advertised if they are within one of these blocks.
- items:
- description: ServiceExternalIPBlock represents a single allowed
- External IP CIDR block.
- properties:
- cidr:
- type: string
- type: object
- type: array
- serviceLoadBalancerIPs:
- description: ServiceLoadBalancerIPs are the CIDR blocks for Kubernetes
- Service LoadBalancer IPs. Kubernetes Service status.LoadBalancer.Ingress
- IPs will only be advertised if they are within one of these blocks.
- items:
- description: ServiceLoadBalancerIPBlock represents a single allowed
- LoadBalancer IP CIDR block.
- properties:
- cidr:
- type: string
- type: object
- type: array
- type: object
- type: object
- served: true
- storage: true
-status:
- acceptedNames:
- kind: ""
- plural: ""
- conditions: []
- storedVersions: []
----
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
-metadata:
- annotations:
- controller-gen.kubebuilder.io/version: (devel)
- creationTimestamp: null
- name: bgpfilters.crd.projectcalico.org
-spec:
- group: crd.projectcalico.org
- names:
- kind: BGPFilter
- listKind: BGPFilterList
- plural: bgpfilters
- singular: bgpfilter
- scope: Cluster
- versions:
- - name: v1
- schema:
- openAPIV3Schema:
- properties:
- apiVersion:
- description: 'APIVersion defines the versioned schema of this representation
- of an object. Servers should convert recognized schemas to the latest
- internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
- type: string
- kind:
- description: 'Kind is a string value representing the REST resource this
- object represents. Servers may infer this from the endpoint the client
- submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
- type: string
- metadata:
- type: object
- spec:
- description: BGPFilterSpec contains the IPv4 and IPv6 filter rules of
- the BGP Filter.
- properties:
- exportV4:
- description: The ordered set of IPv4 BGPFilter rules acting on exporting
- routes to a peer.
- items:
- description: BGPFilterRuleV4 defines a BGP filter rule consisting
- a single IPv4 CIDR block and a filter action for this CIDR.
- properties:
- action:
- type: string
- cidr:
- type: string
- matchOperator:
- type: string
- required:
- - action
- - cidr
- - matchOperator
- type: object
- type: array
- exportV6:
- description: The ordered set of IPv6 BGPFilter rules acting on exporting
- routes to a peer.
- items:
- description: BGPFilterRuleV6 defines a BGP filter rule consisting
- a single IPv6 CIDR block and a filter action for this CIDR.
- properties:
- action:
- type: string
- cidr:
- type: string
- matchOperator:
- type: string
- required:
- - action
- - cidr
- - matchOperator
- type: object
- type: array
- importV4:
- description: The ordered set of IPv4 BGPFilter rules acting on importing
- routes from a peer.
- items:
- description: BGPFilterRuleV4 defines a BGP filter rule consisting
- a single IPv4 CIDR block and a filter action for this CIDR.
- properties:
- action:
- type: string
- cidr:
- type: string
- matchOperator:
- type: string
- required:
- - action
- - cidr
- - matchOperator
- type: object
- type: array
- importV6:
- description: The ordered set of IPv6 BGPFilter rules acting on importing
- routes from a peer.
- items:
- description: BGPFilterRuleV6 defines a BGP filter rule consisting
- a single IPv6 CIDR block and a filter action for this CIDR.
- properties:
- action:
- type: string
- cidr:
- type: string
- matchOperator:
- type: string
- required:
- - action
- - cidr
- - matchOperator
- type: object
- type: array
- type: object
- type: object
- served: true
- storage: true
-status:
- acceptedNames:
- kind: ""
- plural: ""
- conditions: []
- storedVersions: []
----
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
-metadata:
- name: bgppeers.crd.projectcalico.org
-spec:
- group: crd.projectcalico.org
- names:
- kind: BGPPeer
- listKind: BGPPeerList
- plural: bgppeers
- singular: bgppeer
- preserveUnknownFields: false
- scope: Cluster
- versions:
- - name: v1
- schema:
- openAPIV3Schema:
- properties:
- apiVersion:
- description: 'APIVersion defines the versioned schema of this representation
- of an object. Servers should convert recognized schemas to the latest
- internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
- type: string
- kind:
- description: 'Kind is a string value representing the REST resource this
- object represents. Servers may infer this from the endpoint the client
- submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
- type: string
- metadata:
- type: object
- spec:
- description: BGPPeerSpec contains the specification for a BGPPeer resource.
- properties:
- asNumber:
- description: The AS Number of the peer.
- format: int32
- type: integer
- filters:
- description: The ordered set of BGPFilters applied on this BGP peer.
- items:
- type: string
- type: array
- keepOriginalNextHop:
- description: Option to keep the original nexthop field when routes
- are sent to a BGP Peer. Setting "true" configures the selected BGP
- Peers node to use the "next hop keep;" instead of "next hop self;"(default)
- in the specific branch of the Node on "bird.cfg".
- type: boolean
- maxRestartTime:
- description: Time to allow for software restart. When specified,
- this is configured as the graceful restart timeout. When not specified,
- the BIRD default of 120s is used.
- type: string
- node:
- description: The node name identifying the Calico node instance that
- is targeted by this peer. If this is not set, and no nodeSelector
- is specified, then this BGP peer selects all nodes in the cluster.
- type: string
- nodeSelector:
- description: Selector for the nodes that should have this peering. When
- this is set, the Node field must be empty.
- type: string
- numAllowedLocalASNumbers:
- description: Maximum number of local AS numbers that are allowed in
- the AS path for received routes. This removes BGP loop prevention
- and should only be used if absolutely necesssary.
- format: int32
- type: integer
- password:
- description: Optional BGP password for the peerings generated by this
- BGPPeer resource.
- properties:
- secretKeyRef:
- description: Selects a key of a secret in the node pod's namespace.
- properties:
- key:
- description: The key of the secret to select from. Must be
- a valid secret key.
- type: string
- name:
- description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names
- TODO: Add other useful fields. apiVersion, kind, uid?'
- type: string
- optional:
- description: Specify whether the Secret or its key must be
- defined
- type: boolean
- required:
- - key
- type: object
- type: object
- peerIP:
- description: The IP address of the peer followed by an optional port
- number to peer with. If port number is given, format should be `[]:port`
- or `:` for IPv4. If optional port number is not set,
- and this peer IP and ASNumber belongs to a calico/node with ListenPort
- set in BGPConfiguration, then we use that port to peer.
- type: string
- peerSelector:
- description: Selector for the remote nodes to peer with. When this
- is set, the PeerIP and ASNumber fields must be empty. For each
- peering between the local node and selected remote nodes, we configure
- an IPv4 peering if both ends have NodeBGPSpec.IPv4Address specified,
- and an IPv6 peering if both ends have NodeBGPSpec.IPv6Address specified. The
- remote AS number comes from the remote node's NodeBGPSpec.ASNumber,
- or the global default if that is not set.
- type: string
- reachableBy:
- description: Add an exact, i.e. /32, static route toward peer IP in
- order to prevent route flapping. ReachableBy contains the address
- of the gateway which peer can be reached by.
- type: string
- sourceAddress:
- description: Specifies whether and how to configure a source address
- for the peerings generated by this BGPPeer resource. Default value
- "UseNodeIP" means to configure the node IP as the source address. "None"
- means not to configure a source address.
- type: string
- ttlSecurity:
- description: TTLSecurity enables the generalized TTL security mechanism
- (GTSM) which protects against spoofed packets by ignoring received
- packets with a smaller than expected TTL value. The provided value
- is the number of hops (edges) between the peers.
- type: integer
- type: object
- type: object
- served: true
- storage: true
-status:
- acceptedNames:
- kind: ""
- plural: ""
- conditions: []
- storedVersions: []
----
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
-metadata:
- name: blockaffinities.crd.projectcalico.org
-spec:
- group: crd.projectcalico.org
- names:
- kind: BlockAffinity
- listKind: BlockAffinityList
- plural: blockaffinities
- singular: blockaffinity
- preserveUnknownFields: false
- scope: Cluster
- versions:
- - name: v1
- schema:
- openAPIV3Schema:
- properties:
- apiVersion:
- description: 'APIVersion defines the versioned schema of this representation
- of an object. Servers should convert recognized schemas to the latest
- internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
- type: string
- kind:
- description: 'Kind is a string value representing the REST resource this
- object represents. Servers may infer this from the endpoint the client
- submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
- type: string
- metadata:
- type: object
- spec:
- description: BlockAffinitySpec contains the specification for a BlockAffinity
- resource.
- properties:
- cidr:
- type: string
- deleted:
- description: Deleted indicates that this block affinity is being deleted.
- This field is a string for compatibility with older releases that
- mistakenly treat this field as a string.
- type: string
- node:
- type: string
- state:
- type: string
- required:
- - cidr
- - deleted
- - node
- - state
- type: object
- type: object
- served: true
- storage: true
-status:
- acceptedNames:
- kind: ""
- plural: ""
- conditions: []
- storedVersions: []
----
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
-metadata:
- annotations:
- controller-gen.kubebuilder.io/version: (devel)
- creationTimestamp: null
- name: caliconodestatuses.crd.projectcalico.org
-spec:
- group: crd.projectcalico.org
- names:
- kind: CalicoNodeStatus
- listKind: CalicoNodeStatusList
- plural: caliconodestatuses
- singular: caliconodestatus
- preserveUnknownFields: false
- scope: Cluster
- versions:
- - name: v1
- schema:
- openAPIV3Schema:
- properties:
- apiVersion:
- description: 'APIVersion defines the versioned schema of this representation
- of an object. Servers should convert recognized schemas to the latest
- internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
- type: string
- kind:
- description: 'Kind is a string value representing the REST resource this
- object represents. Servers may infer this from the endpoint the client
- submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
- type: string
- metadata:
- type: object
- spec:
- description: CalicoNodeStatusSpec contains the specification for a CalicoNodeStatus
- resource.
- properties:
- classes:
- description: Classes declares the types of information to monitor
- for this calico/node, and allows for selective status reporting
- about certain subsets of information.
- items:
- type: string
- type: array
- node:
- description: The node name identifies the Calico node instance for
- node status.
- type: string
- updatePeriodSeconds:
- description: UpdatePeriodSeconds is the period at which CalicoNodeStatus
- should be updated. Set to 0 to disable CalicoNodeStatus refresh.
- Maximum update period is one day.
- format: int32
- type: integer
- type: object
- status:
- description: CalicoNodeStatusStatus defines the observed state of CalicoNodeStatus.
- No validation needed for status since it is updated by Calico.
- properties:
- agent:
- description: Agent holds agent status on the node.
- properties:
- birdV4:
- description: BIRDV4 represents the latest observed status of bird4.
- properties:
- lastBootTime:
- description: LastBootTime holds the value of lastBootTime
- from bird.ctl output.
- type: string
- lastReconfigurationTime:
- description: LastReconfigurationTime holds the value of lastReconfigTime
- from bird.ctl output.
- type: string
- routerID:
- description: Router ID used by bird.
- type: string
- state:
- description: The state of the BGP Daemon.
- type: string
- version:
- description: Version of the BGP daemon
- type: string
- type: object
- birdV6:
- description: BIRDV6 represents the latest observed status of bird6.
- properties:
- lastBootTime:
- description: LastBootTime holds the value of lastBootTime
- from bird.ctl output.
- type: string
- lastReconfigurationTime:
- description: LastReconfigurationTime holds the value of lastReconfigTime
- from bird.ctl output.
- type: string
- routerID:
- description: Router ID used by bird.
- type: string
- state:
- description: The state of the BGP Daemon.
- type: string
- version:
- description: Version of the BGP daemon
- type: string
- type: object
- type: object
- bgp:
- description: BGP holds node BGP status.
- properties:
- numberEstablishedV4:
- description: The total number of IPv4 established bgp sessions.
- type: integer
- numberEstablishedV6:
- description: The total number of IPv6 established bgp sessions.
- type: integer
- numberNotEstablishedV4:
- description: The total number of IPv4 non-established bgp sessions.
- type: integer
- numberNotEstablishedV6:
- description: The total number of IPv6 non-established bgp sessions.
- type: integer
- peersV4:
- description: PeersV4 represents IPv4 BGP peers status on the node.
- items:
- description: CalicoNodePeer contains the status of BGP peers
- on the node.
- properties:
- peerIP:
- description: IP address of the peer whose condition we are
- reporting.
- type: string
- since:
- description: Since the state or reason last changed.
- type: string
- state:
- description: State is the BGP session state.
- type: string
- type:
- description: Type indicates whether this peer is configured
- via the node-to-node mesh, or via en explicit global or
- per-node BGPPeer object.
- type: string
- type: object
- type: array
- peersV6:
- description: PeersV6 represents IPv6 BGP peers status on the node.
- items:
- description: CalicoNodePeer contains the status of BGP peers
- on the node.
- properties:
- peerIP:
- description: IP address of the peer whose condition we are
- reporting.
- type: string
- since:
- description: Since the state or reason last changed.
- type: string
- state:
- description: State is the BGP session state.
- type: string
- type:
- description: Type indicates whether this peer is configured
- via the node-to-node mesh, or via en explicit global or
- per-node BGPPeer object.
- type: string
- type: object
- type: array
- required:
- - numberEstablishedV4
- - numberEstablishedV6
- - numberNotEstablishedV4
- - numberNotEstablishedV6
- type: object
- lastUpdated:
- description: LastUpdated is a timestamp representing the server time
- when CalicoNodeStatus object last updated. It is represented in
- RFC3339 form and is in UTC.
- format: date-time
- nullable: true
- type: string
- routes:
- description: Routes reports routes known to the Calico BGP daemon
- on the node.
- properties:
- routesV4:
- description: RoutesV4 represents IPv4 routes on the node.
- items:
- description: CalicoNodeRoute contains the status of BGP routes
- on the node.
- properties:
- destination:
- description: Destination of the route.
- type: string
- gateway:
- description: Gateway for the destination.
- type: string
- interface:
- description: Interface for the destination
- type: string
- learnedFrom:
- description: LearnedFrom contains information regarding
- where this route originated.
- properties:
- peerIP:
- description: If sourceType is NodeMesh or BGPPeer, IP
- address of the router that sent us this route.
- type: string
- sourceType:
- description: Type of the source where a route is learned
- from.
- type: string
- type: object
- type:
- description: Type indicates if the route is being used for
- forwarding or not.
- type: string
- type: object
- type: array
- routesV6:
- description: RoutesV6 represents IPv6 routes on the node.
- items:
- description: CalicoNodeRoute contains the status of BGP routes
- on the node.
- properties:
- destination:
- description: Destination of the route.
- type: string
- gateway:
- description: Gateway for the destination.
- type: string
- interface:
- description: Interface for the destination
- type: string
- learnedFrom:
- description: LearnedFrom contains information regarding
- where this route originated.
- properties:
- peerIP:
- description: If sourceType is NodeMesh or BGPPeer, IP
- address of the router that sent us this route.
- type: string
- sourceType:
- description: Type of the source where a route is learned
- from.
- type: string
- type: object
- type:
- description: Type indicates if the route is being used for
- forwarding or not.
- type: string
- type: object
- type: array
- type: object
- type: object
- type: object
- served: true
- storage: true
-status:
- acceptedNames:
- kind: ""
- plural: ""
- conditions: []
- storedVersions: []
----
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
-metadata:
- name: clusterinformations.crd.projectcalico.org
-spec:
- group: crd.projectcalico.org
- names:
- kind: ClusterInformation
- listKind: ClusterInformationList
- plural: clusterinformations
- singular: clusterinformation
- preserveUnknownFields: false
- scope: Cluster
- versions:
- - name: v1
- schema:
- openAPIV3Schema:
- description: ClusterInformation contains the cluster specific information.
- properties:
- apiVersion:
- description: 'APIVersion defines the versioned schema of this representation
- of an object. Servers should convert recognized schemas to the latest
- internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
- type: string
- kind:
- description: 'Kind is a string value representing the REST resource this
- object represents. Servers may infer this from the endpoint the client
- submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
- type: string
- metadata:
- type: object
- spec:
- description: ClusterInformationSpec contains the values of describing
- the cluster.
- properties:
- calicoVersion:
- description: CalicoVersion is the version of Calico that the cluster
- is running
- type: string
- clusterGUID:
- description: ClusterGUID is the GUID of the cluster
- type: string
- clusterType:
- description: ClusterType describes the type of the cluster
- type: string
- datastoreReady:
- description: DatastoreReady is used during significant datastore migrations
- to signal to components such as Felix that it should wait before
- accessing the datastore.
- type: boolean
- variant:
- description: Variant declares which variant of Calico should be active.
- type: string
- type: object
- type: object
- served: true
- storage: true
-status:
- acceptedNames:
- kind: ""
- plural: ""
- conditions: []
- storedVersions: []
----
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
-metadata:
- name: felixconfigurations.crd.projectcalico.org
-spec:
- group: crd.projectcalico.org
- names:
- kind: FelixConfiguration
- listKind: FelixConfigurationList
- plural: felixconfigurations
- singular: felixconfiguration
- preserveUnknownFields: false
- scope: Cluster
- versions:
- - name: v1
- schema:
- openAPIV3Schema:
- description: Felix Configuration contains the configuration for Felix.
- properties:
- apiVersion:
- description: 'APIVersion defines the versioned schema of this representation
- of an object. Servers should convert recognized schemas to the latest
- internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
- type: string
- kind:
- description: 'Kind is a string value representing the REST resource this
- object represents. Servers may infer this from the endpoint the client
- submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
- type: string
- metadata:
- type: object
- spec:
- description: FelixConfigurationSpec contains the values of the Felix configuration.
- properties:
- allowIPIPPacketsFromWorkloads:
- description: 'AllowIPIPPacketsFromWorkloads controls whether Felix
- will add a rule to drop IPIP encapsulated traffic from workloads
- [Default: false]'
- type: boolean
- allowVXLANPacketsFromWorkloads:
- description: 'AllowVXLANPacketsFromWorkloads controls whether Felix
- will add a rule to drop VXLAN encapsulated traffic from workloads
- [Default: false]'
- type: boolean
- awsSrcDstCheck:
- description: 'Set source-destination-check on AWS EC2 instances. Accepted
- value must be one of "DoNothing", "Enable" or "Disable". [Default:
- DoNothing]'
- enum:
- - DoNothing
- - Enable
- - Disable
- type: string
- bpfConnectTimeLoadBalancingEnabled:
- description: 'BPFConnectTimeLoadBalancingEnabled when in BPF mode,
- controls whether Felix installs the connection-time load balancer. The
- connect-time load balancer is required for the host to be able to
- reach Kubernetes services and it improves the performance of pod-to-service
- connections. The only reason to disable it is for debugging purposes. [Default:
- true]'
- type: boolean
- bpfDSROptoutCIDRs:
- description: BPFDSROptoutCIDRs is a list of CIDRs which are excluded
- from DSR. That is, clients in those CIDRs will accesses nodeports
- as if BPFExternalServiceMode was set to Tunnel.
- items:
- type: string
- type: array
- bpfDataIfacePattern:
- description: BPFDataIfacePattern is a regular expression that controls
- which interfaces Felix should attach BPF programs to in order to
- catch traffic to/from the network. This needs to match the interfaces
- that Calico workload traffic flows over as well as any interfaces
- that handle incoming traffic to nodeports and services from outside
- the cluster. It should not match the workload interfaces (usually
- named cali...).
- type: string
- bpfDisableUnprivileged:
- description: 'BPFDisableUnprivileged, if enabled, Felix sets the kernel.unprivileged_bpf_disabled
- sysctl to disable unprivileged use of BPF. This ensures that unprivileged
- users cannot access Calico''s BPF maps and cannot insert their own
- BPF programs to interfere with Calico''s. [Default: true]'
- type: boolean
- bpfEnabled:
- description: 'BPFEnabled, if enabled Felix will use the BPF dataplane.
- [Default: false]'
- type: boolean
- bpfEnforceRPF:
- description: 'BPFEnforceRPF enforce strict RPF on all host interfaces
- with BPF programs regardless of what is the per-interfaces or global
- setting. Possible values are Disabled, Strict or Loose. [Default:
- Loose]'
- type: string
- bpfExtToServiceConnmark:
- description: 'BPFExtToServiceConnmark in BPF mode, control a 32bit
- mark that is set on connections from an external client to a local
- service. This mark allows us to control how packets of that connection
- are routed within the host and how is routing interpreted by RPF
- check. [Default: 0]'
- type: integer
- bpfExternalServiceMode:
- description: 'BPFExternalServiceMode in BPF mode, controls how connections
- from outside the cluster to services (node ports and cluster IPs)
- are forwarded to remote workloads. If set to "Tunnel" then both
- request and response traffic is tunneled to the remote node. If
- set to "DSR", the request traffic is tunneled but the response traffic
- is sent directly from the remote node. In "DSR" mode, the remote
- node appears to use the IP of the ingress node; this requires a
- permissive L2 network. [Default: Tunnel]'
- type: string
- bpfHostConntrackBypass:
- description: 'BPFHostConntrackBypass Controls whether to bypass Linux
- conntrack in BPF mode for workloads and services. [Default: true
- - bypass Linux conntrack]'
- type: boolean
- bpfKubeProxyEndpointSlicesEnabled:
- description: BPFKubeProxyEndpointSlicesEnabled in BPF mode, controls
- whether Felix's embedded kube-proxy accepts EndpointSlices or not.
- type: boolean
- bpfKubeProxyIptablesCleanupEnabled:
- description: 'BPFKubeProxyIptablesCleanupEnabled, if enabled in BPF
- mode, Felix will proactively clean up the upstream Kubernetes kube-proxy''s
- iptables chains. Should only be enabled if kube-proxy is not running. [Default:
- true]'
- type: boolean
- bpfKubeProxyMinSyncPeriod:
- description: 'BPFKubeProxyMinSyncPeriod, in BPF mode, controls the
- minimum time between updates to the dataplane for Felix''s embedded
- kube-proxy. Lower values give reduced set-up latency. Higher values
- reduce Felix CPU usage by batching up more work. [Default: 1s]'
- type: string
- bpfL3IfacePattern:
- description: BPFL3IfacePattern is a regular expression that allows
- to list tunnel devices like wireguard or vxlan (i.e., L3 devices)
- in addition to BPFDataIfacePattern. That is, tunnel interfaces not
- created by Calico, that Calico workload traffic flows over as well
- as any interfaces that handle incoming traffic to nodeports and
- services from outside the cluster.
- type: string
- bpfLogLevel:
- description: 'BPFLogLevel controls the log level of the BPF programs
- when in BPF dataplane mode. One of "Off", "Info", or "Debug". The
- logs are emitted to the BPF trace pipe, accessible with the command
- `tc exec bpf debug`. [Default: Off].'
- type: string
- bpfMapSizeConntrack:
- description: 'BPFMapSizeConntrack sets the size for the conntrack
- map. This map must be large enough to hold an entry for each active
- connection. Warning: changing the size of the conntrack map can
- cause disruption.'
- type: integer
- bpfMapSizeIPSets:
- description: BPFMapSizeIPSets sets the size for ipsets map. The IP
- sets map must be large enough to hold an entry for each endpoint
- matched by every selector in the source/destination matches in network
- policy. Selectors such as "all()" can result in large numbers of
- entries (one entry per endpoint in that case).
- type: integer
- bpfMapSizeIfState:
- description: BPFMapSizeIfState sets the size for ifstate map. The
- ifstate map must be large enough to hold an entry for each device
- (host + workloads) on a host.
- type: integer
- bpfMapSizeNATAffinity:
- type: integer
- bpfMapSizeNATBackend:
- description: BPFMapSizeNATBackend sets the size for nat back end map.
- This is the total number of endpoints. This is mostly more than
- the size of the number of services.
- type: integer
- bpfMapSizeNATFrontend:
- description: BPFMapSizeNATFrontend sets the size for nat front end
- map. FrontendMap should be large enough to hold an entry for each
- nodeport, external IP and each port in each service.
- type: integer
- bpfMapSizeRoute:
- description: BPFMapSizeRoute sets the size for the routes map. The
- routes map should be large enough to hold one entry per workload
- and a handful of entries per host (enough to cover its own IPs and
- tunnel IPs).
- type: integer
- bpfPSNATPorts:
- anyOf:
- - type: integer
- - type: string
- description: 'BPFPSNATPorts sets the range from which we randomly
- pick a port if there is a source port collision. This should be
- within the ephemeral range as defined by RFC 6056 (1024–65535) and
- preferably outside the ephemeral ranges used by common operating
- systems. Linux uses 32768–60999, while others mostly use the IANA
- defined range 49152–65535. It is not necessarily a problem if this
- range overlaps with the operating systems. Both ends of the range
- are inclusive. [Default: 20000:29999]'
- pattern: ^.*
- x-kubernetes-int-or-string: true
- bpfPolicyDebugEnabled:
- description: BPFPolicyDebugEnabled when true, Felix records detailed
- information about the BPF policy programs, which can be examined
- with the calico-bpf command-line tool.
- type: boolean
- chainInsertMode:
- description: 'ChainInsertMode controls whether Felix hooks the kernel''s
- top-level iptables chains by inserting a rule at the top of the
- chain or by appending a rule at the bottom. insert is the safe default
- since it prevents Calico''s rules from being bypassed. If you switch
- to append mode, be sure that the other rules in the chains signal
- acceptance by falling through to the Calico rules, otherwise the
- Calico policy will be bypassed. [Default: insert]'
- type: string
- dataplaneDriver:
- description: DataplaneDriver filename of the external dataplane driver
- to use. Only used if UseInternalDataplaneDriver is set to false.
- type: string
- dataplaneWatchdogTimeout:
- description: "DataplaneWatchdogTimeout is the readiness/liveness timeout
- used for Felix's (internal) dataplane driver. Increase this value
- if you experience spurious non-ready or non-live events when Felix
- is under heavy load. Decrease the value to get felix to report non-live
- or non-ready more quickly. [Default: 90s] \n Deprecated: replaced
- by the generic HealthTimeoutOverrides."
- type: string
- debugDisableLogDropping:
- type: boolean
- debugMemoryProfilePath:
- type: string
- debugSimulateCalcGraphHangAfter:
- type: string
- debugSimulateDataplaneHangAfter:
- type: string
- defaultEndpointToHostAction:
- description: 'DefaultEndpointToHostAction controls what happens to
- traffic that goes from a workload endpoint to the host itself (after
- the traffic hits the endpoint egress policy). By default Calico
- blocks traffic from workload endpoints to the host itself with an
- iptables "DROP" action. If you want to allow some or all traffic
- from endpoint to host, set this parameter to RETURN or ACCEPT. Use
- RETURN if you have your own rules in the iptables "INPUT" chain;
- Calico will insert its rules at the top of that chain, then "RETURN"
- packets to the "INPUT" chain once it has completed processing workload
- endpoint egress policy. Use ACCEPT to unconditionally accept packets
- from workloads after processing workload endpoint egress policy.
- [Default: Drop]'
- type: string
- deviceRouteProtocol:
- description: This defines the route protocol added to programmed device
- routes, by default this will be RTPROT_BOOT when left blank.
- type: integer
- deviceRouteSourceAddress:
- description: This is the IPv4 source address to use on programmed
- device routes. By default the source address is left blank, leaving
- the kernel to choose the source address used.
- type: string
- deviceRouteSourceAddressIPv6:
- description: This is the IPv6 source address to use on programmed
- device routes. By default the source address is left blank, leaving
- the kernel to choose the source address used.
- type: string
- disableConntrackInvalidCheck:
- type: boolean
- endpointReportingDelay:
- type: string
- endpointReportingEnabled:
- type: boolean
- externalNodesList:
- description: ExternalNodesCIDRList is a list of CIDR's of external-non-calico-nodes
- which may source tunnel traffic and have the tunneled traffic be
- accepted at calico nodes.
- items:
- type: string
- type: array
- failsafeInboundHostPorts:
- description: 'FailsafeInboundHostPorts is a list of UDP/TCP ports
- and CIDRs that Felix will allow incoming traffic to host endpoints
- on irrespective of the security policy. This is useful to avoid
- accidentally cutting off a host with incorrect configuration. For
- back-compatibility, if the protocol is not specified, it defaults
- to "tcp". If a CIDR is not specified, it will allow traffic from
- all addresses. To disable all inbound host ports, use the value
- none. The default value allows ssh access and DHCP. [Default: tcp:22,
- udp:68, tcp:179, tcp:2379, tcp:2380, tcp:6443, tcp:6666, tcp:6667]'
- items:
- description: ProtoPort is combination of protocol, port, and CIDR.
- Protocol and port must be specified.
- properties:
- net:
- type: string
- port:
- type: integer
- protocol:
- type: string
- required:
- - port
- - protocol
- type: object
- type: array
- failsafeOutboundHostPorts:
- description: 'FailsafeOutboundHostPorts is a list of UDP/TCP ports
- and CIDRs that Felix will allow outgoing traffic from host endpoints
- to irrespective of the security policy. This is useful to avoid
- accidentally cutting off a host with incorrect configuration. For
- back-compatibility, if the protocol is not specified, it defaults
- to "tcp". If a CIDR is not specified, it will allow traffic from
- all addresses. To disable all outbound host ports, use the value
- none. The default value opens etcd''s standard ports to ensure that
- Felix does not get cut off from etcd as well as allowing DHCP and
- DNS. [Default: tcp:179, tcp:2379, tcp:2380, tcp:6443, tcp:6666,
- tcp:6667, udp:53, udp:67]'
- items:
- description: ProtoPort is combination of protocol, port, and CIDR.
- Protocol and port must be specified.
- properties:
- net:
- type: string
- port:
- type: integer
- protocol:
- type: string
- required:
- - port
- - protocol
- type: object
- type: array
- featureDetectOverride:
- description: FeatureDetectOverride is used to override feature detection
- based on auto-detected platform capabilities. Values are specified
- in a comma separated list with no spaces, example; "SNATFullyRandom=true,MASQFullyRandom=false,RestoreSupportsLock=". "true"
- or "false" will force the feature, empty or omitted values are auto-detected.
- type: string
- featureGates:
- description: FeatureGates is used to enable or disable tech-preview
- Calico features. Values are specified in a comma separated list
- with no spaces, example; "BPFConnectTimeLoadBalancingWorkaround=enabled,XyZ=false".
- This is used to enable features that are not fully production ready.
- type: string
- floatingIPs:
- description: FloatingIPs configures whether or not Felix will program
- non-OpenStack floating IP addresses. (OpenStack-derived floating
- IPs are always programmed, regardless of this setting.)
- enum:
- - Enabled
- - Disabled
- type: string
- genericXDPEnabled:
- description: 'GenericXDPEnabled enables Generic XDP so network cards
- that don''t support XDP offload or driver modes can use XDP. This
- is not recommended since it doesn''t provide better performance
- than iptables. [Default: false]'
- type: boolean
- healthEnabled:
- type: boolean
- healthHost:
- type: string
- healthPort:
- type: integer
- healthTimeoutOverrides:
- description: HealthTimeoutOverrides allows the internal watchdog timeouts
- of individual subcomponents to be overridden. This is useful for
- working around "false positive" liveness timeouts that can occur
- in particularly stressful workloads or if CPU is constrained. For
- a list of active subcomponents, see Felix's logs.
- items:
- properties:
- name:
- type: string
- timeout:
- type: string
- required:
- - name
- - timeout
- type: object
- type: array
- interfaceExclude:
- description: 'InterfaceExclude is a comma-separated list of interfaces
- that Felix should exclude when monitoring for host endpoints. The
- default value ensures that Felix ignores Kubernetes'' IPVS dummy
- interface, which is used internally by kube-proxy. If you want to
- exclude multiple interface names using a single value, the list
- supports regular expressions. For regular expressions you must wrap
- the value with ''/''. For example having values ''/^kube/,veth1''
- will exclude all interfaces that begin with ''kube'' and also the
- interface ''veth1''. [Default: kube-ipvs0]'
- type: string
- interfacePrefix:
- description: 'InterfacePrefix is the interface name prefix that identifies
- workload endpoints and so distinguishes them from host endpoint
- interfaces. Note: in environments other than bare metal, the orchestrators
- configure this appropriately. For example our Kubernetes and Docker
- integrations set the ''cali'' value, and our OpenStack integration
- sets the ''tap'' value. [Default: cali]'
- type: string
- interfaceRefreshInterval:
- description: InterfaceRefreshInterval is the period at which Felix
- rescans local interfaces to verify their state. The rescan can be
- disabled by setting the interval to 0.
- type: string
- ipipEnabled:
- description: 'IPIPEnabled overrides whether Felix should configure
- an IPIP interface on the host. Optional as Felix determines this
- based on the existing IP pools. [Default: nil (unset)]'
- type: boolean
- ipipMTU:
- description: 'IPIPMTU is the MTU to set on the tunnel device. See
- Configuring MTU [Default: 1440]'
- type: integer
- ipsetsRefreshInterval:
- description: 'IpsetsRefreshInterval is the period at which Felix re-checks
- all iptables state to ensure that no other process has accidentally
- broken Calico''s rules. Set to 0 to disable iptables refresh. [Default:
- 90s]'
- type: string
- iptablesBackend:
- description: IptablesBackend specifies which backend of iptables will
- be used. The default is Auto.
- type: string
- iptablesFilterAllowAction:
- type: string
- iptablesFilterDenyAction:
- description: IptablesFilterDenyAction controls what happens to traffic
- that is denied by network policy. By default Calico blocks traffic
- with an iptables "DROP" action. If you want to use "REJECT" action
- instead you can configure it in here.
- type: string
- iptablesLockFilePath:
- description: 'IptablesLockFilePath is the location of the iptables
- lock file. You may need to change this if the lock file is not in
- its standard location (for example if you have mapped it into Felix''s
- container at a different path). [Default: /run/xtables.lock]'
- type: string
- iptablesLockProbeInterval:
- description: 'IptablesLockProbeInterval is the time that Felix will
- wait between attempts to acquire the iptables lock if it is not
- available. Lower values make Felix more responsive when the lock
- is contended, but use more CPU. [Default: 50ms]'
- type: string
- iptablesLockTimeout:
- description: 'IptablesLockTimeout is the time that Felix will wait
- for the iptables lock, or 0, to disable. To use this feature, Felix
- must share the iptables lock file with all other processes that
- also take the lock. When running Felix inside a container, this
- requires the /run directory of the host to be mounted into the calico/node
- or calico/felix container. [Default: 0s disabled]'
- type: string
- iptablesMangleAllowAction:
- type: string
- iptablesMarkMask:
- description: 'IptablesMarkMask is the mask that Felix selects its
- IPTables Mark bits from. Should be a 32 bit hexadecimal number with
- at least 8 bits set, none of which clash with any other mark bits
- in use on the system. [Default: 0xff000000]'
- format: int32
- type: integer
- iptablesNATOutgoingInterfaceFilter:
- type: string
- iptablesPostWriteCheckInterval:
- description: 'IptablesPostWriteCheckInterval is the period after Felix
- has done a write to the dataplane that it schedules an extra read
- back in order to check the write was not clobbered by another process.
- This should only occur if another application on the system doesn''t
- respect the iptables lock. [Default: 1s]'
- type: string
- iptablesRefreshInterval:
- description: 'IptablesRefreshInterval is the period at which Felix
- re-checks the IP sets in the dataplane to ensure that no other process
- has accidentally broken Calico''s rules. Set to 0 to disable IP
- sets refresh. Note: the default for this value is lower than the
- other refresh intervals as a workaround for a Linux kernel bug that
- was fixed in kernel version 4.11. If you are using v4.11 or greater
- you may want to set this to, a higher value to reduce Felix CPU
- usage. [Default: 10s]'
- type: string
- ipv6Support:
- description: IPv6Support controls whether Felix enables support for
- IPv6 (if supported by the in-use dataplane).
- type: boolean
- kubeNodePortRanges:
- description: 'KubeNodePortRanges holds list of port ranges used for
- service node ports. Only used if felix detects kube-proxy running
- in ipvs mode. Felix uses these ranges to separate host and workload
- traffic. [Default: 30000:32767].'
- items:
- anyOf:
- - type: integer
- - type: string
- pattern: ^.*
- x-kubernetes-int-or-string: true
- type: array
- logDebugFilenameRegex:
- description: LogDebugFilenameRegex controls which source code files
- have their Debug log output included in the logs. Only logs from
- files with names that match the given regular expression are included. The
- filter only applies to Debug level logs.
- type: string
- logFilePath:
- description: 'LogFilePath is the full path to the Felix log. Set to
- none to disable file logging. [Default: /var/log/calico/felix.log]'
- type: string
- logPrefix:
- description: 'LogPrefix is the log prefix that Felix uses when rendering
- LOG rules. [Default: calico-packet]'
- type: string
- logSeverityFile:
- description: 'LogSeverityFile is the log severity above which logs
- are sent to the log file. [Default: Info]'
- type: string
- logSeverityScreen:
- description: 'LogSeverityScreen is the log severity above which logs
- are sent to the stdout. [Default: Info]'
- type: string
- logSeveritySys:
- description: 'LogSeveritySys is the log severity above which logs
- are sent to the syslog. Set to None for no logging to syslog. [Default:
- Info]'
- type: string
- maxIpsetSize:
- type: integer
- metadataAddr:
- description: 'MetadataAddr is the IP address or domain name of the
- server that can answer VM queries for cloud-init metadata. In OpenStack,
- this corresponds to the machine running nova-api (or in Ubuntu,
- nova-api-metadata). A value of none (case insensitive) means that
- Felix should not set up any NAT rule for the metadata path. [Default:
- 127.0.0.1]'
- type: string
- metadataPort:
- description: 'MetadataPort is the port of the metadata server. This,
- combined with global.MetadataAddr (if not ''None''), is used to
- set up a NAT rule, from 169.254.169.254:80 to MetadataAddr:MetadataPort.
- In most cases this should not need to be changed [Default: 8775].'
- type: integer
- mtuIfacePattern:
- description: MTUIfacePattern is a regular expression that controls
- which interfaces Felix should scan in order to calculate the host's
- MTU. This should not match workload interfaces (usually named cali...).
- type: string
- natOutgoingAddress:
- description: NATOutgoingAddress specifies an address to use when performing
- source NAT for traffic in a natOutgoing pool that is leaving the
- network. By default the address used is an address on the interface
- the traffic is leaving on (ie it uses the iptables MASQUERADE target)
- type: string
- natPortRange:
- anyOf:
- - type: integer
- - type: string
- description: NATPortRange specifies the range of ports that is used
- for port mapping when doing outgoing NAT. When unset the default
- behavior of the network stack is used.
- pattern: ^.*
- x-kubernetes-int-or-string: true
- netlinkTimeout:
- type: string
- openstackRegion:
- description: 'OpenstackRegion is the name of the region that a particular
- Felix belongs to. In a multi-region Calico/OpenStack deployment,
- this must be configured somehow for each Felix (here in the datamodel,
- or in felix.cfg or the environment on each compute node), and must
- match the [calico] openstack_region value configured in neutron.conf
- on each node. [Default: Empty]'
- type: string
- policySyncPathPrefix:
- description: 'PolicySyncPathPrefix is used to by Felix to communicate
- policy changes to external services, like Application layer policy.
- [Default: Empty]'
- type: string
- prometheusGoMetricsEnabled:
- description: 'PrometheusGoMetricsEnabled disables Go runtime metrics
- collection, which the Prometheus client does by default, when set
- to false. This reduces the number of metrics reported, reducing
- Prometheus load. [Default: true]'
- type: boolean
- prometheusMetricsEnabled:
- description: 'PrometheusMetricsEnabled enables the Prometheus metrics
- server in Felix if set to true. [Default: false]'
- type: boolean
- prometheusMetricsHost:
- description: 'PrometheusMetricsHost is the host that the Prometheus
- metrics server should bind to. [Default: empty]'
- type: string
- prometheusMetricsPort:
- description: 'PrometheusMetricsPort is the TCP port that the Prometheus
- metrics server should bind to. [Default: 9091]'
- type: integer
- prometheusProcessMetricsEnabled:
- description: 'PrometheusProcessMetricsEnabled disables process metrics
- collection, which the Prometheus client does by default, when set
- to false. This reduces the number of metrics reported, reducing
- Prometheus load. [Default: true]'
- type: boolean
- prometheusWireGuardMetricsEnabled:
- description: 'PrometheusWireGuardMetricsEnabled disables wireguard
- metrics collection, which the Prometheus client does by default,
- when set to false. This reduces the number of metrics reported,
- reducing Prometheus load. [Default: true]'
- type: boolean
- removeExternalRoutes:
- description: Whether or not to remove device routes that have not
- been programmed by Felix. Disabling this will allow external applications
- to also add device routes. This is enabled by default which means
- we will remove externally added routes.
- type: boolean
- reportingInterval:
- description: 'ReportingInterval is the interval at which Felix reports
- its status into the datastore or 0 to disable. Must be non-zero
- in OpenStack deployments. [Default: 30s]'
- type: string
- reportingTTL:
- description: 'ReportingTTL is the time-to-live setting for process-wide
- status reports. [Default: 90s]'
- type: string
- routeRefreshInterval:
- description: 'RouteRefreshInterval is the period at which Felix re-checks
- the routes in the dataplane to ensure that no other process has
- accidentally broken Calico''s rules. Set to 0 to disable route refresh.
- [Default: 90s]'
- type: string
- routeSource:
- description: 'RouteSource configures where Felix gets its routing
- information. - WorkloadIPs: use workload endpoints to construct
- routes. - CalicoIPAM: the default - use IPAM data to construct routes.'
- type: string
- routeSyncDisabled:
- description: RouteSyncDisabled will disable all operations performed
- on the route table. Set to true to run in network-policy mode only.
- type: boolean
- routeTableRange:
- description: Deprecated in favor of RouteTableRanges. Calico programs
- additional Linux route tables for various purposes. RouteTableRange
- specifies the indices of the route tables that Calico should use.
- properties:
- max:
- type: integer
- min:
- type: integer
- required:
- - max
- - min
- type: object
- routeTableRanges:
- description: Calico programs additional Linux route tables for various
- purposes. RouteTableRanges specifies a set of table index ranges
- that Calico should use. Deprecates`RouteTableRange`, overrides `RouteTableRange`.
- items:
- properties:
- max:
- type: integer
- min:
- type: integer
- required:
- - max
- - min
- type: object
- type: array
- serviceLoopPrevention:
- description: 'When service IP advertisement is enabled, prevent routing
- loops to service IPs that are not in use, by dropping or rejecting
- packets that do not get DNAT''d by kube-proxy. Unless set to "Disabled",
- in which case such routing loops continue to be allowed. [Default:
- Drop]'
- type: string
- sidecarAccelerationEnabled:
- description: 'SidecarAccelerationEnabled enables experimental sidecar
- acceleration [Default: false]'
- type: boolean
- usageReportingEnabled:
- description: 'UsageReportingEnabled reports anonymous Calico version
- number and cluster size to projectcalico.org. Logs warnings returned
- by the usage server. For example, if a significant security vulnerability
- has been discovered in the version of Calico being used. [Default:
- true]'
- type: boolean
- usageReportingInitialDelay:
- description: 'UsageReportingInitialDelay controls the minimum delay
- before Felix makes a report. [Default: 300s]'
- type: string
- usageReportingInterval:
- description: 'UsageReportingInterval controls the interval at which
- Felix makes reports. [Default: 86400s]'
- type: string
- useInternalDataplaneDriver:
- description: UseInternalDataplaneDriver, if true, Felix will use its
- internal dataplane programming logic. If false, it will launch
- an external dataplane driver and communicate with it over protobuf.
- type: boolean
- vxlanEnabled:
- description: 'VXLANEnabled overrides whether Felix should create the
- VXLAN tunnel device for IPv4 VXLAN networking. Optional as Felix
- determines this based on the existing IP pools. [Default: nil (unset)]'
- type: boolean
- vxlanMTU:
- description: 'VXLANMTU is the MTU to set on the IPv4 VXLAN tunnel
- device. See Configuring MTU [Default: 1410]'
- type: integer
- vxlanMTUV6:
- description: 'VXLANMTUV6 is the MTU to set on the IPv6 VXLAN tunnel
- device. See Configuring MTU [Default: 1390]'
- type: integer
- vxlanPort:
- type: integer
- vxlanVNI:
- type: integer
- wireguardEnabled:
- description: 'WireguardEnabled controls whether Wireguard is enabled
- for IPv4 (encapsulating IPv4 traffic over an IPv4 underlay network).
- [Default: false]'
- type: boolean
- wireguardEnabledV6:
- description: 'WireguardEnabledV6 controls whether Wireguard is enabled
- for IPv6 (encapsulating IPv6 traffic over an IPv6 underlay network).
- [Default: false]'
- type: boolean
- wireguardHostEncryptionEnabled:
- description: 'WireguardHostEncryptionEnabled controls whether Wireguard
- host-to-host encryption is enabled. [Default: false]'
- type: boolean
- wireguardInterfaceName:
- description: 'WireguardInterfaceName specifies the name to use for
- the IPv4 Wireguard interface. [Default: wireguard.cali]'
- type: string
- wireguardInterfaceNameV6:
- description: 'WireguardInterfaceNameV6 specifies the name to use for
- the IPv6 Wireguard interface. [Default: wg-v6.cali]'
- type: string
- wireguardKeepAlive:
- description: 'WireguardKeepAlive controls Wireguard PersistentKeepalive
- option. Set 0 to disable. [Default: 0]'
- type: string
- wireguardListeningPort:
- description: 'WireguardListeningPort controls the listening port used
- by IPv4 Wireguard. [Default: 51820]'
- type: integer
- wireguardListeningPortV6:
- description: 'WireguardListeningPortV6 controls the listening port
- used by IPv6 Wireguard. [Default: 51821]'
- type: integer
- wireguardMTU:
- description: 'WireguardMTU controls the MTU on the IPv4 Wireguard
- interface. See Configuring MTU [Default: 1440]'
- type: integer
- wireguardMTUV6:
- description: 'WireguardMTUV6 controls the MTU on the IPv6 Wireguard
- interface. See Configuring MTU [Default: 1420]'
- type: integer
- wireguardRoutingRulePriority:
- description: 'WireguardRoutingRulePriority controls the priority value
- to use for the Wireguard routing rule. [Default: 99]'
- type: integer
- workloadSourceSpoofing:
- description: WorkloadSourceSpoofing controls whether pods can use
- the allowedSourcePrefixes annotation to send traffic with a source
- IP address that is not theirs. This is disabled by default. When
- set to "Any", pods can request any prefix.
- type: string
- xdpEnabled:
- description: 'XDPEnabled enables XDP acceleration for suitable untracked
- incoming deny rules. [Default: true]'
- type: boolean
- xdpRefreshInterval:
- description: 'XDPRefreshInterval is the period at which Felix re-checks
- all XDP state to ensure that no other process has accidentally broken
- Calico''s BPF maps or attached programs. Set to 0 to disable XDP
- refresh. [Default: 90s]'
- type: string
- type: object
- type: object
- served: true
- storage: true
-status:
- acceptedNames:
- kind: ""
- plural: ""
- conditions: []
- storedVersions: []
----
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
-metadata:
- name: globalnetworkpolicies.crd.projectcalico.org
-spec:
- group: crd.projectcalico.org
- names:
- kind: GlobalNetworkPolicy
- listKind: GlobalNetworkPolicyList
- plural: globalnetworkpolicies
- singular: globalnetworkpolicy
- preserveUnknownFields: false
- scope: Cluster
- versions:
- - name: v1
- schema:
- openAPIV3Schema:
- properties:
- apiVersion:
- description: 'APIVersion defines the versioned schema of this representation
- of an object. Servers should convert recognized schemas to the latest
- internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
- type: string
- kind:
- description: 'Kind is a string value representing the REST resource this
- object represents. Servers may infer this from the endpoint the client
- submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
- type: string
- metadata:
- type: object
- spec:
- properties:
- applyOnForward:
- description: ApplyOnForward indicates to apply the rules in this policy
- on forward traffic.
- type: boolean
- doNotTrack:
- description: DoNotTrack indicates whether packets matched by the rules
- in this policy should go through the data plane's connection tracking,
- such as Linux conntrack. If True, the rules in this policy are
- applied before any data plane connection tracking, and packets allowed
- by this policy are marked as not to be tracked.
- type: boolean
- egress:
- description: The ordered set of egress rules. Each rule contains
- a set of packet match criteria and a corresponding action to apply.
- items:
- description: "A Rule encapsulates a set of match criteria and an
- action. Both selector-based security Policy and security Profiles
- reference rules - separated out as a list of rules for both ingress
- and egress packet matching. \n Each positive match criteria has
- a negated version, prefixed with \"Not\". All the match criteria
- within a rule must be satisfied for a packet to match. A single
- rule can contain the positive and negative version of a match
- and both must be satisfied for the rule to match."
- properties:
- action:
- type: string
- destination:
- description: Destination contains the match criteria that apply
- to destination entity.
- properties:
- namespaceSelector:
- description: "NamespaceSelector is an optional field that
- contains a selector expression. Only traffic that originates
- from (or terminates at) endpoints within the selected
- namespaces will be matched. When both NamespaceSelector
- and another selector are defined on the same rule, then
- only workload endpoints that are matched by both selectors
- will be selected by the rule. \n For NetworkPolicy, an
- empty NamespaceSelector implies that the Selector is limited
- to selecting only workload endpoints in the same namespace
- as the NetworkPolicy. \n For NetworkPolicy, `global()`
- NamespaceSelector implies that the Selector is limited
- to selecting only GlobalNetworkSet or HostEndpoint. \n
- For GlobalNetworkPolicy, an empty NamespaceSelector implies
- the Selector applies to workload endpoints across all
- namespaces."
- type: string
- nets:
- description: Nets is an optional field that restricts the
- rule to only apply to traffic that originates from (or
- terminates at) IP addresses in any of the given subnets.
- items:
- type: string
- type: array
- notNets:
- description: NotNets is the negated version of the Nets
- field.
- items:
- type: string
- type: array
- notPorts:
- description: NotPorts is the negated version of the Ports
- field. Since only some protocols have ports, if any ports
- are specified it requires the Protocol match in the Rule
- to be set to "TCP" or "UDP".
- items:
- anyOf:
- - type: integer
- - type: string
- pattern: ^.*
- x-kubernetes-int-or-string: true
- type: array
- notSelector:
- description: NotSelector is the negated version of the Selector
- field. See Selector field for subtleties with negated
- selectors.
- type: string
- ports:
- description: "Ports is an optional field that restricts
- the rule to only apply to traffic that has a source (destination)
- port that matches one of these ranges/values. This value
- is a list of integers or strings that represent ranges
- of ports. \n Since only some protocols have ports, if
- any ports are specified it requires the Protocol match
- in the Rule to be set to \"TCP\" or \"UDP\"."
- items:
- anyOf:
- - type: integer
- - type: string
- pattern: ^.*
- x-kubernetes-int-or-string: true
- type: array
- selector:
- description: "Selector is an optional field that contains
- a selector expression (see Policy for sample syntax).
- \ Only traffic that originates from (terminates at) endpoints
- matching the selector will be matched. \n Note that: in
- addition to the negated version of the Selector (see NotSelector
- below), the selector expression syntax itself supports
- negation. The two types of negation are subtly different.
- One negates the set of matched endpoints, the other negates
- the whole match: \n \tSelector = \"!has(my_label)\" matches
- packets that are from other Calico-controlled \tendpoints
- that do not have the label \"my_label\". \n \tNotSelector
- = \"has(my_label)\" matches packets that are not from
- Calico-controlled \tendpoints that do have the label \"my_label\".
- \n The effect is that the latter will accept packets from
- non-Calico sources whereas the former is limited to packets
- from Calico-controlled endpoints."
- type: string
- serviceAccounts:
- description: ServiceAccounts is an optional field that restricts
- the rule to only apply to traffic that originates from
- (or terminates at) a pod running as a matching service
- account.
- properties:
- names:
- description: Names is an optional field that restricts
- the rule to only apply to traffic that originates
- from (or terminates at) a pod running as a service
- account whose name is in the list.
- items:
- type: string
- type: array
- selector:
- description: Selector is an optional field that restricts
- the rule to only apply to traffic that originates
- from (or terminates at) a pod running as a service
- account that matches the given label selector. If
- both Names and Selector are specified then they are
- AND'ed.
- type: string
- type: object
- services:
- description: "Services is an optional field that contains
- options for matching Kubernetes Services. If specified,
- only traffic that originates from or terminates at endpoints
- within the selected service(s) will be matched, and only
- to/from each endpoint's port. \n Services cannot be specified
- on the same rule as Selector, NotSelector, NamespaceSelector,
- Nets, NotNets or ServiceAccounts. \n Ports and NotPorts
- can only be specified with Services on ingress rules."
- properties:
- name:
- description: Name specifies the name of a Kubernetes
- Service to match.
- type: string
- namespace:
- description: Namespace specifies the namespace of the
- given Service. If left empty, the rule will match
- within this policy's namespace.
- type: string
- type: object
- type: object
- http:
- description: HTTP contains match criteria that apply to HTTP
- requests.
- properties:
- methods:
- description: Methods is an optional field that restricts
- the rule to apply only to HTTP requests that use one of
- the listed HTTP Methods (e.g. GET, PUT, etc.) Multiple
- methods are OR'd together.
- items:
- type: string
- type: array
- paths:
- description: 'Paths is an optional field that restricts
- the rule to apply to HTTP requests that use one of the
- listed HTTP Paths. Multiple paths are OR''d together.
- e.g: - exact: /foo - prefix: /bar NOTE: Each entry may
- ONLY specify either a `exact` or a `prefix` match. The
- validator will check for it.'
- items:
- description: 'HTTPPath specifies an HTTP path to match.
- It may be either of the form: exact: : which matches
- the path exactly or prefix: : which matches
- the path prefix'
- properties:
- exact:
- type: string
- prefix:
- type: string
- type: object
- type: array
- type: object
- icmp:
- description: ICMP is an optional field that restricts the rule
- to apply to a specific type and code of ICMP traffic. This
- should only be specified if the Protocol field is set to "ICMP"
- or "ICMPv6".
- properties:
- code:
- description: Match on a specific ICMP code. If specified,
- the Type value must also be specified. This is a technical
- limitation imposed by the kernel's iptables firewall,
- which Calico uses to enforce the rule.
- type: integer
- type:
- description: Match on a specific ICMP type. For example
- a value of 8 refers to ICMP Echo Request (i.e. pings).
- type: integer
- type: object
- ipVersion:
- description: IPVersion is an optional field that restricts the
- rule to only match a specific IP version.
- type: integer
- metadata:
- description: Metadata contains additional information for this
- rule
- properties:
- annotations:
- additionalProperties:
- type: string
- description: Annotations is a set of key value pairs that
- give extra information about the rule
- type: object
- type: object
- notICMP:
- description: NotICMP is the negated version of the ICMP field.
- properties:
- code:
- description: Match on a specific ICMP code. If specified,
- the Type value must also be specified. This is a technical
- limitation imposed by the kernel's iptables firewall,
- which Calico uses to enforce the rule.
- type: integer
- type:
- description: Match on a specific ICMP type. For example
- a value of 8 refers to ICMP Echo Request (i.e. pings).
- type: integer
- type: object
- notProtocol:
- anyOf:
- - type: integer
- - type: string
- description: NotProtocol is the negated version of the Protocol
- field.
- pattern: ^.*
- x-kubernetes-int-or-string: true
- protocol:
- anyOf:
- - type: integer
- - type: string
- description: "Protocol is an optional field that restricts the
- rule to only apply to traffic of a specific IP protocol. Required
- if any of the EntityRules contain Ports (because ports only
- apply to certain protocols). \n Must be one of these string
- values: \"TCP\", \"UDP\", \"ICMP\", \"ICMPv6\", \"SCTP\",
- \"UDPLite\" or an integer in the range 1-255."
- pattern: ^.*
- x-kubernetes-int-or-string: true
- source:
- description: Source contains the match criteria that apply to
- source entity.
- properties:
- namespaceSelector:
- description: "NamespaceSelector is an optional field that
- contains a selector expression. Only traffic that originates
- from (or terminates at) endpoints within the selected
- namespaces will be matched. When both NamespaceSelector
- and another selector are defined on the same rule, then
- only workload endpoints that are matched by both selectors
- will be selected by the rule. \n For NetworkPolicy, an
- empty NamespaceSelector implies that the Selector is limited
- to selecting only workload endpoints in the same namespace
- as the NetworkPolicy. \n For NetworkPolicy, `global()`
- NamespaceSelector implies that the Selector is limited
- to selecting only GlobalNetworkSet or HostEndpoint. \n
- For GlobalNetworkPolicy, an empty NamespaceSelector implies
- the Selector applies to workload endpoints across all
- namespaces."
- type: string
- nets:
- description: Nets is an optional field that restricts the
- rule to only apply to traffic that originates from (or
- terminates at) IP addresses in any of the given subnets.
- items:
- type: string
- type: array
- notNets:
- description: NotNets is the negated version of the Nets
- field.
- items:
- type: string
- type: array
- notPorts:
- description: NotPorts is the negated version of the Ports
- field. Since only some protocols have ports, if any ports
- are specified it requires the Protocol match in the Rule
- to be set to "TCP" or "UDP".
- items:
- anyOf:
- - type: integer
- - type: string
- pattern: ^.*
- x-kubernetes-int-or-string: true
- type: array
- notSelector:
- description: NotSelector is the negated version of the Selector
- field. See Selector field for subtleties with negated
- selectors.
- type: string
- ports:
- description: "Ports is an optional field that restricts
- the rule to only apply to traffic that has a source (destination)
- port that matches one of these ranges/values. This value
- is a list of integers or strings that represent ranges
- of ports. \n Since only some protocols have ports, if
- any ports are specified it requires the Protocol match
- in the Rule to be set to \"TCP\" or \"UDP\"."
- items:
- anyOf:
- - type: integer
- - type: string
- pattern: ^.*
- x-kubernetes-int-or-string: true
- type: array
- selector:
- description: "Selector is an optional field that contains
- a selector expression (see Policy for sample syntax).
- \ Only traffic that originates from (terminates at) endpoints
- matching the selector will be matched. \n Note that: in
- addition to the negated version of the Selector (see NotSelector
- below), the selector expression syntax itself supports
- negation. The two types of negation are subtly different.
- One negates the set of matched endpoints, the other negates
- the whole match: \n \tSelector = \"!has(my_label)\" matches
- packets that are from other Calico-controlled \tendpoints
- that do not have the label \"my_label\". \n \tNotSelector
- = \"has(my_label)\" matches packets that are not from
- Calico-controlled \tendpoints that do have the label \"my_label\".
- \n The effect is that the latter will accept packets from
- non-Calico sources whereas the former is limited to packets
- from Calico-controlled endpoints."
- type: string
- serviceAccounts:
- description: ServiceAccounts is an optional field that restricts
- the rule to only apply to traffic that originates from
- (or terminates at) a pod running as a matching service
- account.
- properties:
- names:
- description: Names is an optional field that restricts
- the rule to only apply to traffic that originates
- from (or terminates at) a pod running as a service
- account whose name is in the list.
- items:
- type: string
- type: array
- selector:
- description: Selector is an optional field that restricts
- the rule to only apply to traffic that originates
- from (or terminates at) a pod running as a service
- account that matches the given label selector. If
- both Names and Selector are specified then they are
- AND'ed.
- type: string
- type: object
- services:
- description: "Services is an optional field that contains
- options for matching Kubernetes Services. If specified,
- only traffic that originates from or terminates at endpoints
- within the selected service(s) will be matched, and only
- to/from each endpoint's port. \n Services cannot be specified
- on the same rule as Selector, NotSelector, NamespaceSelector,
- Nets, NotNets or ServiceAccounts. \n Ports and NotPorts
- can only be specified with Services on ingress rules."
- properties:
- name:
- description: Name specifies the name of a Kubernetes
- Service to match.
- type: string
- namespace:
- description: Namespace specifies the namespace of the
- given Service. If left empty, the rule will match
- within this policy's namespace.
- type: string
- type: object
- type: object
- required:
- - action
- type: object
- type: array
- ingress:
- description: The ordered set of ingress rules. Each rule contains
- a set of packet match criteria and a corresponding action to apply.
- items:
- description: "A Rule encapsulates a set of match criteria and an
- action. Both selector-based security Policy and security Profiles
- reference rules - separated out as a list of rules for both ingress
- and egress packet matching. \n Each positive match criteria has
- a negated version, prefixed with \"Not\". All the match criteria
- within a rule must be satisfied for a packet to match. A single
- rule can contain the positive and negative version of a match
- and both must be satisfied for the rule to match."
- properties:
- action:
- type: string
- destination:
- description: Destination contains the match criteria that apply
- to destination entity.
- properties:
- namespaceSelector:
- description: "NamespaceSelector is an optional field that
- contains a selector expression. Only traffic that originates
- from (or terminates at) endpoints within the selected
- namespaces will be matched. When both NamespaceSelector
- and another selector are defined on the same rule, then
- only workload endpoints that are matched by both selectors
- will be selected by the rule. \n For NetworkPolicy, an
- empty NamespaceSelector implies that the Selector is limited
- to selecting only workload endpoints in the same namespace
- as the NetworkPolicy. \n For NetworkPolicy, `global()`
- NamespaceSelector implies that the Selector is limited
- to selecting only GlobalNetworkSet or HostEndpoint. \n
- For GlobalNetworkPolicy, an empty NamespaceSelector implies
- the Selector applies to workload endpoints across all
- namespaces."
- type: string
- nets:
- description: Nets is an optional field that restricts the
- rule to only apply to traffic that originates from (or
- terminates at) IP addresses in any of the given subnets.
- items:
- type: string
- type: array
- notNets:
- description: NotNets is the negated version of the Nets
- field.
- items:
- type: string
- type: array
- notPorts:
- description: NotPorts is the negated version of the Ports
- field. Since only some protocols have ports, if any ports
- are specified it requires the Protocol match in the Rule
- to be set to "TCP" or "UDP".
- items:
- anyOf:
- - type: integer
- - type: string
- pattern: ^.*
- x-kubernetes-int-or-string: true
- type: array
- notSelector:
- description: NotSelector is the negated version of the Selector
- field. See Selector field for subtleties with negated
- selectors.
- type: string
- ports:
- description: "Ports is an optional field that restricts
- the rule to only apply to traffic that has a source (destination)
- port that matches one of these ranges/values. This value
- is a list of integers or strings that represent ranges
- of ports. \n Since only some protocols have ports, if
- any ports are specified it requires the Protocol match
- in the Rule to be set to \"TCP\" or \"UDP\"."
- items:
- anyOf:
- - type: integer
- - type: string
- pattern: ^.*
- x-kubernetes-int-or-string: true
- type: array
- selector:
- description: "Selector is an optional field that contains
- a selector expression (see Policy for sample syntax).
- \ Only traffic that originates from (terminates at) endpoints
- matching the selector will be matched. \n Note that: in
- addition to the negated version of the Selector (see NotSelector
- below), the selector expression syntax itself supports
- negation. The two types of negation are subtly different.
- One negates the set of matched endpoints, the other negates
- the whole match: \n \tSelector = \"!has(my_label)\" matches
- packets that are from other Calico-controlled \tendpoints
- that do not have the label \"my_label\". \n \tNotSelector
- = \"has(my_label)\" matches packets that are not from
- Calico-controlled \tendpoints that do have the label \"my_label\".
- \n The effect is that the latter will accept packets from
- non-Calico sources whereas the former is limited to packets
- from Calico-controlled endpoints."
- type: string
- serviceAccounts:
- description: ServiceAccounts is an optional field that restricts
- the rule to only apply to traffic that originates from
- (or terminates at) a pod running as a matching service
- account.
- properties:
- names:
- description: Names is an optional field that restricts
- the rule to only apply to traffic that originates
- from (or terminates at) a pod running as a service
- account whose name is in the list.
- items:
- type: string
- type: array
- selector:
- description: Selector is an optional field that restricts
- the rule to only apply to traffic that originates
- from (or terminates at) a pod running as a service
- account that matches the given label selector. If
- both Names and Selector are specified then they are
- AND'ed.
- type: string
- type: object
- services:
- description: "Services is an optional field that contains
- options for matching Kubernetes Services. If specified,
- only traffic that originates from or terminates at endpoints
- within the selected service(s) will be matched, and only
- to/from each endpoint's port. \n Services cannot be specified
- on the same rule as Selector, NotSelector, NamespaceSelector,
- Nets, NotNets or ServiceAccounts. \n Ports and NotPorts
- can only be specified with Services on ingress rules."
- properties:
- name:
- description: Name specifies the name of a Kubernetes
- Service to match.
- type: string
- namespace:
- description: Namespace specifies the namespace of the
- given Service. If left empty, the rule will match
- within this policy's namespace.
- type: string
- type: object
- type: object
- http:
- description: HTTP contains match criteria that apply to HTTP
- requests.
- properties:
- methods:
- description: Methods is an optional field that restricts
- the rule to apply only to HTTP requests that use one of
- the listed HTTP Methods (e.g. GET, PUT, etc.) Multiple
- methods are OR'd together.
- items:
- type: string
- type: array
- paths:
- description: 'Paths is an optional field that restricts
- the rule to apply to HTTP requests that use one of the
- listed HTTP Paths. Multiple paths are OR''d together.
- e.g: - exact: /foo - prefix: /bar NOTE: Each entry may
- ONLY specify either a `exact` or a `prefix` match. The
- validator will check for it.'
- items:
- description: 'HTTPPath specifies an HTTP path to match.
- It may be either of the form: exact: : which matches
- the path exactly or prefix: : which matches
- the path prefix'
- properties:
- exact:
- type: string
- prefix:
- type: string
- type: object
- type: array
- type: object
- icmp:
- description: ICMP is an optional field that restricts the rule
- to apply to a specific type and code of ICMP traffic. This
- should only be specified if the Protocol field is set to "ICMP"
- or "ICMPv6".
- properties:
- code:
- description: Match on a specific ICMP code. If specified,
- the Type value must also be specified. This is a technical
- limitation imposed by the kernel's iptables firewall,
- which Calico uses to enforce the rule.
- type: integer
- type:
- description: Match on a specific ICMP type. For example
- a value of 8 refers to ICMP Echo Request (i.e. pings).
- type: integer
- type: object
- ipVersion:
- description: IPVersion is an optional field that restricts the
- rule to only match a specific IP version.
- type: integer
- metadata:
- description: Metadata contains additional information for this
- rule
- properties:
- annotations:
- additionalProperties:
- type: string
- description: Annotations is a set of key value pairs that
- give extra information about the rule
- type: object
- type: object
- notICMP:
- description: NotICMP is the negated version of the ICMP field.
- properties:
- code:
- description: Match on a specific ICMP code. If specified,
- the Type value must also be specified. This is a technical
- limitation imposed by the kernel's iptables firewall,
- which Calico uses to enforce the rule.
- type: integer
- type:
- description: Match on a specific ICMP type. For example
- a value of 8 refers to ICMP Echo Request (i.e. pings).
- type: integer
- type: object
- notProtocol:
- anyOf:
- - type: integer
- - type: string
- description: NotProtocol is the negated version of the Protocol
- field.
- pattern: ^.*
- x-kubernetes-int-or-string: true
- protocol:
- anyOf:
- - type: integer
- - type: string
- description: "Protocol is an optional field that restricts the
- rule to only apply to traffic of a specific IP protocol. Required
- if any of the EntityRules contain Ports (because ports only
- apply to certain protocols). \n Must be one of these string
- values: \"TCP\", \"UDP\", \"ICMP\", \"ICMPv6\", \"SCTP\",
- \"UDPLite\" or an integer in the range 1-255."
- pattern: ^.*
- x-kubernetes-int-or-string: true
- source:
- description: Source contains the match criteria that apply to
- source entity.
- properties:
- namespaceSelector:
- description: "NamespaceSelector is an optional field that
- contains a selector expression. Only traffic that originates
- from (or terminates at) endpoints within the selected
- namespaces will be matched. When both NamespaceSelector
- and another selector are defined on the same rule, then
- only workload endpoints that are matched by both selectors
- will be selected by the rule. \n For NetworkPolicy, an
- empty NamespaceSelector implies that the Selector is limited
- to selecting only workload endpoints in the same namespace
- as the NetworkPolicy. \n For NetworkPolicy, `global()`
- NamespaceSelector implies that the Selector is limited
- to selecting only GlobalNetworkSet or HostEndpoint. \n
- For GlobalNetworkPolicy, an empty NamespaceSelector implies
- the Selector applies to workload endpoints across all
- namespaces."
- type: string
- nets:
- description: Nets is an optional field that restricts the
- rule to only apply to traffic that originates from (or
- terminates at) IP addresses in any of the given subnets.
- items:
- type: string
- type: array
- notNets:
- description: NotNets is the negated version of the Nets
- field.
- items:
- type: string
- type: array
- notPorts:
- description: NotPorts is the negated version of the Ports
- field. Since only some protocols have ports, if any ports
- are specified it requires the Protocol match in the Rule
- to be set to "TCP" or "UDP".
- items:
- anyOf:
- - type: integer
- - type: string
- pattern: ^.*
- x-kubernetes-int-or-string: true
- type: array
- notSelector:
- description: NotSelector is the negated version of the Selector
- field. See Selector field for subtleties with negated
- selectors.
- type: string
- ports:
- description: "Ports is an optional field that restricts
- the rule to only apply to traffic that has a source (destination)
- port that matches one of these ranges/values. This value
- is a list of integers or strings that represent ranges
- of ports. \n Since only some protocols have ports, if
- any ports are specified it requires the Protocol match
- in the Rule to be set to \"TCP\" or \"UDP\"."
- items:
- anyOf:
- - type: integer
- - type: string
- pattern: ^.*
- x-kubernetes-int-or-string: true
- type: array
- selector:
- description: "Selector is an optional field that contains
- a selector expression (see Policy for sample syntax).
- \ Only traffic that originates from (terminates at) endpoints
- matching the selector will be matched. \n Note that: in
- addition to the negated version of the Selector (see NotSelector
- below), the selector expression syntax itself supports
- negation. The two types of negation are subtly different.
- One negates the set of matched endpoints, the other negates
- the whole match: \n \tSelector = \"!has(my_label)\" matches
- packets that are from other Calico-controlled \tendpoints
- that do not have the label \"my_label\". \n \tNotSelector
- = \"has(my_label)\" matches packets that are not from
- Calico-controlled \tendpoints that do have the label \"my_label\".
- \n The effect is that the latter will accept packets from
- non-Calico sources whereas the former is limited to packets
- from Calico-controlled endpoints."
- type: string
- serviceAccounts:
- description: ServiceAccounts is an optional field that restricts
- the rule to only apply to traffic that originates from
- (or terminates at) a pod running as a matching service
- account.
- properties:
- names:
- description: Names is an optional field that restricts
- the rule to only apply to traffic that originates
- from (or terminates at) a pod running as a service
- account whose name is in the list.
- items:
- type: string
- type: array
- selector:
- description: Selector is an optional field that restricts
- the rule to only apply to traffic that originates
- from (or terminates at) a pod running as a service
- account that matches the given label selector. If
- both Names and Selector are specified then they are
- AND'ed.
- type: string
- type: object
- services:
- description: "Services is an optional field that contains
- options for matching Kubernetes Services. If specified,
- only traffic that originates from or terminates at endpoints
- within the selected service(s) will be matched, and only
- to/from each endpoint's port. \n Services cannot be specified
- on the same rule as Selector, NotSelector, NamespaceSelector,
- Nets, NotNets or ServiceAccounts. \n Ports and NotPorts
- can only be specified with Services on ingress rules."
- properties:
- name:
- description: Name specifies the name of a Kubernetes
- Service to match.
- type: string
- namespace:
- description: Namespace specifies the namespace of the
- given Service. If left empty, the rule will match
- within this policy's namespace.
- type: string
- type: object
- type: object
- required:
- - action
- type: object
- type: array
- namespaceSelector:
- description: NamespaceSelector is an optional field for an expression
- used to select a pod based on namespaces.
- type: string
- order:
- description: Order is an optional field that specifies the order in
- which the policy is applied. Policies with higher "order" are applied
- after those with lower order. If the order is omitted, it may be
- considered to be "infinite" - i.e. the policy will be applied last. Policies
- with identical order will be applied in alphanumerical order based
- on the Policy "Name".
- type: number
- preDNAT:
- description: PreDNAT indicates to apply the rules in this policy before
- any DNAT.
- type: boolean
- selector:
- description: "The selector is an expression used to pick pick out
- the endpoints that the policy should be applied to. \n Selector
- expressions follow this syntax: \n \tlabel == \"string_literal\"
- \ -> comparison, e.g. my_label == \"foo bar\" \tlabel != \"string_literal\"
- \ -> not equal; also matches if label is not present \tlabel in
- { \"a\", \"b\", \"c\", ... } -> true if the value of label X is
- one of \"a\", \"b\", \"c\" \tlabel not in { \"a\", \"b\", \"c\",
- ... } -> true if the value of label X is not one of \"a\", \"b\",
- \"c\" \thas(label_name) -> True if that label is present \t! expr
- -> negation of expr \texpr && expr -> Short-circuit and \texpr
- || expr -> Short-circuit or \t( expr ) -> parens for grouping \tall()
- or the empty selector -> matches all endpoints. \n Label names are
- allowed to contain alphanumerics, -, _ and /. String literals are
- more permissive but they do not support escape characters. \n Examples
- (with made-up labels): \n \ttype == \"webserver\" && deployment
- == \"prod\" \ttype in {\"frontend\", \"backend\"} \tdeployment !=
- \"dev\" \t! has(label_name)"
- type: string
- serviceAccountSelector:
- description: ServiceAccountSelector is an optional field for an expression
- used to select a pod based on service accounts.
- type: string
- types:
- description: "Types indicates whether this policy applies to ingress,
- or to egress, or to both. When not explicitly specified (and so
- the value on creation is empty or nil), Calico defaults Types according
- to what Ingress and Egress rules are present in the policy. The
- default is: \n - [ PolicyTypeIngress ], if there are no Egress rules
- (including the case where there are also no Ingress rules) \n
- - [ PolicyTypeEgress ], if there are Egress rules but no Ingress
- rules \n - [ PolicyTypeIngress, PolicyTypeEgress ], if there are
- both Ingress and Egress rules. \n When the policy is read back again,
- Types will always be one of these values, never empty or nil."
- items:
- description: PolicyType enumerates the possible values of the PolicySpec
- Types field.
- type: string
- type: array
- type: object
- type: object
- served: true
- storage: true
-status:
- acceptedNames:
- kind: ""
- plural: ""
- conditions: []
- storedVersions: []
----
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
-metadata:
- name: globalnetworksets.crd.projectcalico.org
-spec:
- group: crd.projectcalico.org
- names:
- kind: GlobalNetworkSet
- listKind: GlobalNetworkSetList
- plural: globalnetworksets
- singular: globalnetworkset
- preserveUnknownFields: false
- scope: Cluster
- versions:
- - name: v1
- schema:
- openAPIV3Schema:
- description: GlobalNetworkSet contains a set of arbitrary IP sub-networks/CIDRs
- that share labels to allow rules to refer to them via selectors. The labels
- of GlobalNetworkSet are not namespaced.
- properties:
- apiVersion:
- description: 'APIVersion defines the versioned schema of this representation
- of an object. Servers should convert recognized schemas to the latest
- internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
- type: string
- kind:
- description: 'Kind is a string value representing the REST resource this
- object represents. Servers may infer this from the endpoint the client
- submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
- type: string
- metadata:
- type: object
- spec:
- description: GlobalNetworkSetSpec contains the specification for a NetworkSet
- resource.
- properties:
- nets:
- description: The list of IP networks that belong to this set.
- items:
- type: string
- type: array
- type: object
- type: object
- served: true
- storage: true
-status:
- acceptedNames:
- kind: ""
- plural: ""
- conditions: []
- storedVersions: []
----
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
-metadata:
- name: hostendpoints.crd.projectcalico.org
-spec:
- group: crd.projectcalico.org
- names:
- kind: HostEndpoint
- listKind: HostEndpointList
- plural: hostendpoints
- singular: hostendpoint
- preserveUnknownFields: false
- scope: Cluster
- versions:
- - name: v1
- schema:
- openAPIV3Schema:
- properties:
- apiVersion:
- description: 'APIVersion defines the versioned schema of this representation
- of an object. Servers should convert recognized schemas to the latest
- internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
- type: string
- kind:
- description: 'Kind is a string value representing the REST resource this
- object represents. Servers may infer this from the endpoint the client
- submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
- type: string
- metadata:
- type: object
- spec:
- description: HostEndpointSpec contains the specification for a HostEndpoint
- resource.
- properties:
- expectedIPs:
- description: "The expected IP addresses (IPv4 and IPv6) of the endpoint.
- If \"InterfaceName\" is not present, Calico will look for an interface
- matching any of the IPs in the list and apply policy to that. Note:
- \tWhen using the selector match criteria in an ingress or egress
- security Policy \tor Profile, Calico converts the selector into
- a set of IP addresses. For host \tendpoints, the ExpectedIPs field
- is used for that purpose. (If only the interface \tname is specified,
- Calico does not learn the IPs of the interface for use in match
- \tcriteria.)"
- items:
- type: string
- type: array
- interfaceName:
- description: "Either \"*\", or the name of a specific Linux interface
- to apply policy to; or empty. \"*\" indicates that this HostEndpoint
- governs all traffic to, from or through the default network namespace
- of the host named by the \"Node\" field; entering and leaving that
- namespace via any interface, including those from/to non-host-networked
- local workloads. \n If InterfaceName is not \"*\", this HostEndpoint
- only governs traffic that enters or leaves the host through the
- specific interface named by InterfaceName, or - when InterfaceName
- is empty - through the specific interface that has one of the IPs
- in ExpectedIPs. Therefore, when InterfaceName is empty, at least
- one expected IP must be specified. Only external interfaces (such
- as \"eth0\") are supported here; it isn't possible for a HostEndpoint
- to protect traffic through a specific local workload interface.
- \n Note: Only some kinds of policy are implemented for \"*\" HostEndpoints;
- initially just pre-DNAT policy. Please check Calico documentation
- for the latest position."
- type: string
- node:
- description: The node name identifying the Calico node instance.
- type: string
- ports:
- description: Ports contains the endpoint's named ports, which may
- be referenced in security policy rules.
- items:
- properties:
- name:
- type: string
- port:
- type: integer
- protocol:
- anyOf:
- - type: integer
- - type: string
- pattern: ^.*
- x-kubernetes-int-or-string: true
- required:
- - name
- - port
- - protocol
- type: object
- type: array
- profiles:
- description: A list of identifiers of security Profile objects that
- apply to this endpoint. Each profile is applied in the order that
- they appear in this list. Profile rules are applied after the selector-based
- security policy.
- items:
- type: string
- type: array
- type: object
- type: object
- served: true
- storage: true
-status:
- acceptedNames:
- kind: ""
- plural: ""
- conditions: []
- storedVersions: []
----
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
-metadata:
- name: ipamblocks.crd.projectcalico.org
-spec:
- group: crd.projectcalico.org
- names:
- kind: IPAMBlock
- listKind: IPAMBlockList
- plural: ipamblocks
- singular: ipamblock
- preserveUnknownFields: false
- scope: Cluster
- versions:
- - name: v1
- schema:
- openAPIV3Schema:
- properties:
- apiVersion:
- description: 'APIVersion defines the versioned schema of this representation
- of an object. Servers should convert recognized schemas to the latest
- internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
- type: string
- kind:
- description: 'Kind is a string value representing the REST resource this
- object represents. Servers may infer this from the endpoint the client
- submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
- type: string
- metadata:
- type: object
- spec:
- description: IPAMBlockSpec contains the specification for an IPAMBlock
- resource.
- properties:
- affinity:
- description: Affinity of the block, if this block has one. If set,
- it will be of the form "host:". If not set, this block
- is not affine to a host.
- type: string
- allocations:
- description: Array of allocations in-use within this block. nil entries
- mean the allocation is free. For non-nil entries at index i, the
- index is the ordinal of the allocation within this block and the
- value is the index of the associated attributes in the Attributes
- array.
- items:
- nullable: true
- type: integer
- type: array
- attributes:
- description: Attributes is an array of arbitrary metadata associated
- with allocations in the block. To find attributes for a given allocation,
- use the value of the allocation's entry in the Allocations array
- as the index of the element in this array.
- items:
- properties:
- handle_id:
- type: string
- secondary:
- additionalProperties:
- type: string
- type: object
- type: object
- type: array
- cidr:
- description: The block's CIDR.
- type: string
- deleted:
- description: Deleted is an internal boolean used to workaround a limitation
- in the Kubernetes API whereby deletion will not return a conflict
- error if the block has been updated. It should not be set manually.
- type: boolean
- sequenceNumber:
- default: 0
- description: We store a sequence number that is updated each time
- the block is written. Each allocation will also store the sequence
- number of the block at the time of its creation. When releasing
- an IP, passing the sequence number associated with the allocation
- allows us to protect against a race condition and ensure the IP
- hasn't been released and re-allocated since the release request.
- format: int64
- type: integer
- sequenceNumberForAllocation:
- additionalProperties:
- format: int64
- type: integer
- description: Map of allocated ordinal within the block to sequence
- number of the block at the time of allocation. Kubernetes does not
- allow numerical keys for maps, so the key is cast to a string.
- type: object
- strictAffinity:
- description: StrictAffinity on the IPAMBlock is deprecated and no
- longer used by the code. Use IPAMConfig StrictAffinity instead.
- type: boolean
- unallocated:
- description: Unallocated is an ordered list of allocations which are
- free in the block.
- items:
- type: integer
- type: array
- required:
- - allocations
- - attributes
- - cidr
- - strictAffinity
- - unallocated
- type: object
- type: object
- served: true
- storage: true
-status:
- acceptedNames:
- kind: ""
- plural: ""
- conditions: []
- storedVersions: []
----
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
-metadata:
- name: ipamconfigs.crd.projectcalico.org
-spec:
- group: crd.projectcalico.org
- names:
- kind: IPAMConfig
- listKind: IPAMConfigList
- plural: ipamconfigs
- singular: ipamconfig
- preserveUnknownFields: false
- scope: Cluster
- versions:
- - name: v1
- schema:
- openAPIV3Schema:
- properties:
- apiVersion:
- description: 'APIVersion defines the versioned schema of this representation
- of an object. Servers should convert recognized schemas to the latest
- internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
- type: string
- kind:
- description: 'Kind is a string value representing the REST resource this
- object represents. Servers may infer this from the endpoint the client
- submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
- type: string
- metadata:
- type: object
- spec:
- description: IPAMConfigSpec contains the specification for an IPAMConfig
- resource.
- properties:
- autoAllocateBlocks:
- type: boolean
- maxBlocksPerHost:
- description: MaxBlocksPerHost, if non-zero, is the max number of blocks
- that can be affine to each host.
- maximum: 2147483647
- minimum: 0
- type: integer
- strictAffinity:
- type: boolean
- required:
- - autoAllocateBlocks
- - strictAffinity
- type: object
- type: object
- served: true
- storage: true
-status:
- acceptedNames:
- kind: ""
- plural: ""
- conditions: []
- storedVersions: []
----
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
-metadata:
- name: ipamhandles.crd.projectcalico.org
-spec:
- group: crd.projectcalico.org
- names:
- kind: IPAMHandle
- listKind: IPAMHandleList
- plural: ipamhandles
- singular: ipamhandle
- preserveUnknownFields: false
- scope: Cluster
- versions:
- - name: v1
- schema:
- openAPIV3Schema:
- properties:
- apiVersion:
- description: 'APIVersion defines the versioned schema of this representation
- of an object. Servers should convert recognized schemas to the latest
- internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
- type: string
- kind:
- description: 'Kind is a string value representing the REST resource this
- object represents. Servers may infer this from the endpoint the client
- submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
- type: string
- metadata:
- type: object
- spec:
- description: IPAMHandleSpec contains the specification for an IPAMHandle
- resource.
- properties:
- block:
- additionalProperties:
- type: integer
- type: object
- deleted:
- type: boolean
- handleID:
- type: string
- required:
- - block
- - handleID
- type: object
- type: object
- served: true
- storage: true
-status:
- acceptedNames:
- kind: ""
- plural: ""
- conditions: []
- storedVersions: []
----
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
-metadata:
- name: ippools.crd.projectcalico.org
-spec:
- group: crd.projectcalico.org
- names:
- kind: IPPool
- listKind: IPPoolList
- plural: ippools
- singular: ippool
- preserveUnknownFields: false
- scope: Cluster
- versions:
- - name: v1
- schema:
- openAPIV3Schema:
- properties:
- apiVersion:
- description: 'APIVersion defines the versioned schema of this representation
- of an object. Servers should convert recognized schemas to the latest
- internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
- type: string
- kind:
- description: 'Kind is a string value representing the REST resource this
- object represents. Servers may infer this from the endpoint the client
- submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
- type: string
- metadata:
- type: object
- spec:
- description: IPPoolSpec contains the specification for an IPPool resource.
- properties:
- allowedUses:
- description: AllowedUse controls what the IP pool will be used for. If
- not specified or empty, defaults to ["Tunnel", "Workload"] for back-compatibility
- items:
- type: string
- type: array
- blockSize:
- description: The block size to use for IP address assignments from
- this pool. Defaults to 26 for IPv4 and 122 for IPv6.
- type: integer
- cidr:
- description: The pool CIDR.
- type: string
- disableBGPExport:
- description: 'Disable exporting routes from this IP Pool''s CIDR over
- BGP. [Default: false]'
- type: boolean
- disabled:
- description: When disabled is true, Calico IPAM will not assign addresses
- from this pool.
- type: boolean
- ipip:
- description: 'Deprecated: this field is only used for APIv1 backwards
- compatibility. Setting this field is not allowed, this field is
- for internal use only.'
- properties:
- enabled:
- description: When enabled is true, ipip tunneling will be used
- to deliver packets to destinations within this pool.
- type: boolean
- mode:
- description: The IPIP mode. This can be one of "always" or "cross-subnet". A
- mode of "always" will also use IPIP tunneling for routing to
- destination IP addresses within this pool. A mode of "cross-subnet"
- will only use IPIP tunneling when the destination node is on
- a different subnet to the originating node. The default value
- (if not specified) is "always".
- type: string
- type: object
- ipipMode:
- description: Contains configuration for IPIP tunneling for this pool.
- If not specified, then this is defaulted to "Never" (i.e. IPIP tunneling
- is disabled).
- type: string
- nat-outgoing:
- description: 'Deprecated: this field is only used for APIv1 backwards
- compatibility. Setting this field is not allowed, this field is
- for internal use only.'
- type: boolean
- natOutgoing:
- description: When natOutgoing is true, packets sent from Calico networked
- containers in this pool to destinations outside of this pool will
- be masqueraded.
- type: boolean
- nodeSelector:
- description: Allows IPPool to allocate for a specific node by label
- selector.
- type: string
- vxlanMode:
- description: Contains configuration for VXLAN tunneling for this pool.
- If not specified, then this is defaulted to "Never" (i.e. VXLAN
- tunneling is disabled).
- type: string
- required:
- - cidr
- type: object
- type: object
- served: true
- storage: true
-status:
- acceptedNames:
- kind: ""
- plural: ""
- conditions: []
- storedVersions: []
----
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
-metadata:
- annotations:
- controller-gen.kubebuilder.io/version: (devel)
- creationTimestamp: null
- name: ipreservations.crd.projectcalico.org
-spec:
- group: crd.projectcalico.org
- names:
- kind: IPReservation
- listKind: IPReservationList
- plural: ipreservations
- singular: ipreservation
- preserveUnknownFields: false
- scope: Cluster
- versions:
- - name: v1
- schema:
- openAPIV3Schema:
- properties:
- apiVersion:
- description: 'APIVersion defines the versioned schema of this representation
- of an object. Servers should convert recognized schemas to the latest
- internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
- type: string
- kind:
- description: 'Kind is a string value representing the REST resource this
- object represents. Servers may infer this from the endpoint the client
- submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
- type: string
- metadata:
- type: object
- spec:
- description: IPReservationSpec contains the specification for an IPReservation
- resource.
- properties:
- reservedCIDRs:
- description: ReservedCIDRs is a list of CIDRs and/or IP addresses
- that Calico IPAM will exclude from new allocations.
- items:
- type: string
- type: array
- type: object
- type: object
- served: true
- storage: true
-status:
- acceptedNames:
- kind: ""
- plural: ""
- conditions: []
- storedVersions: []
----
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
-metadata:
- name: kubecontrollersconfigurations.crd.projectcalico.org
-spec:
- group: crd.projectcalico.org
- names:
- kind: KubeControllersConfiguration
- listKind: KubeControllersConfigurationList
- plural: kubecontrollersconfigurations
- singular: kubecontrollersconfiguration
- preserveUnknownFields: false
- scope: Cluster
- versions:
- - name: v1
- schema:
- openAPIV3Schema:
- properties:
- apiVersion:
- description: 'APIVersion defines the versioned schema of this representation
- of an object. Servers should convert recognized schemas to the latest
- internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
- type: string
- kind:
- description: 'Kind is a string value representing the REST resource this
- object represents. Servers may infer this from the endpoint the client
- submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
- type: string
- metadata:
- type: object
- spec:
- description: KubeControllersConfigurationSpec contains the values of the
- Kubernetes controllers configuration.
- properties:
- controllers:
- description: Controllers enables and configures individual Kubernetes
- controllers
- properties:
- namespace:
- description: Namespace enables and configures the namespace controller.
- Enabled by default, set to nil to disable.
- properties:
- reconcilerPeriod:
- description: 'ReconcilerPeriod is the period to perform reconciliation
- with the Calico datastore. [Default: 5m]'
- type: string
- type: object
- node:
- description: Node enables and configures the node controller.
- Enabled by default, set to nil to disable.
- properties:
- hostEndpoint:
- description: HostEndpoint controls syncing nodes to host endpoints.
- Disabled by default, set to nil to disable.
- properties:
- autoCreate:
- description: 'AutoCreate enables automatic creation of
- host endpoints for every node. [Default: Disabled]'
- type: string
- type: object
- leakGracePeriod:
- description: 'LeakGracePeriod is the period used by the controller
- to determine if an IP address has been leaked. Set to 0
- to disable IP garbage collection. [Default: 15m]'
- type: string
- reconcilerPeriod:
- description: 'ReconcilerPeriod is the period to perform reconciliation
- with the Calico datastore. [Default: 5m]'
- type: string
- syncLabels:
- description: 'SyncLabels controls whether to copy Kubernetes
- node labels to Calico nodes. [Default: Enabled]'
- type: string
- type: object
- policy:
- description: Policy enables and configures the policy controller.
- Enabled by default, set to nil to disable.
- properties:
- reconcilerPeriod:
- description: 'ReconcilerPeriod is the period to perform reconciliation
- with the Calico datastore. [Default: 5m]'
- type: string
- type: object
- serviceAccount:
- description: ServiceAccount enables and configures the service
- account controller. Enabled by default, set to nil to disable.
- properties:
- reconcilerPeriod:
- description: 'ReconcilerPeriod is the period to perform reconciliation
- with the Calico datastore. [Default: 5m]'
- type: string
- type: object
- workloadEndpoint:
- description: WorkloadEndpoint enables and configures the workload
- endpoint controller. Enabled by default, set to nil to disable.
- properties:
- reconcilerPeriod:
- description: 'ReconcilerPeriod is the period to perform reconciliation
- with the Calico datastore. [Default: 5m]'
- type: string
- type: object
- type: object
- debugProfilePort:
- description: DebugProfilePort configures the port to serve memory
- and cpu profiles on. If not specified, profiling is disabled.
- format: int32
- type: integer
- etcdV3CompactionPeriod:
- description: 'EtcdV3CompactionPeriod is the period between etcdv3
- compaction requests. Set to 0 to disable. [Default: 10m]'
- type: string
- healthChecks:
- description: 'HealthChecks enables or disables support for health
- checks [Default: Enabled]'
- type: string
- logSeverityScreen:
- description: 'LogSeverityScreen is the log severity above which logs
- are sent to the stdout. [Default: Info]'
- type: string
- prometheusMetricsPort:
- description: 'PrometheusMetricsPort is the TCP port that the Prometheus
- metrics server should bind to. Set to 0 to disable. [Default: 9094]'
- type: integer
- required:
- - controllers
- type: object
- status:
- description: KubeControllersConfigurationStatus represents the status
- of the configuration. It's useful for admins to be able to see the actual
- config that was applied, which can be modified by environment variables
- on the kube-controllers process.
- properties:
- environmentVars:
- additionalProperties:
- type: string
- description: EnvironmentVars contains the environment variables on
- the kube-controllers that influenced the RunningConfig.
- type: object
- runningConfig:
- description: RunningConfig contains the effective config that is running
- in the kube-controllers pod, after merging the API resource with
- any environment variables.
- properties:
- controllers:
- description: Controllers enables and configures individual Kubernetes
- controllers
- properties:
- namespace:
- description: Namespace enables and configures the namespace
- controller. Enabled by default, set to nil to disable.
- properties:
- reconcilerPeriod:
- description: 'ReconcilerPeriod is the period to perform
- reconciliation with the Calico datastore. [Default:
- 5m]'
- type: string
- type: object
- node:
- description: Node enables and configures the node controller.
- Enabled by default, set to nil to disable.
- properties:
- hostEndpoint:
- description: HostEndpoint controls syncing nodes to host
- endpoints. Disabled by default, set to nil to disable.
- properties:
- autoCreate:
- description: 'AutoCreate enables automatic creation
- of host endpoints for every node. [Default: Disabled]'
- type: string
- type: object
- leakGracePeriod:
- description: 'LeakGracePeriod is the period used by the
- controller to determine if an IP address has been leaked.
- Set to 0 to disable IP garbage collection. [Default:
- 15m]'
- type: string
- reconcilerPeriod:
- description: 'ReconcilerPeriod is the period to perform
- reconciliation with the Calico datastore. [Default:
- 5m]'
- type: string
- syncLabels:
- description: 'SyncLabels controls whether to copy Kubernetes
- node labels to Calico nodes. [Default: Enabled]'
- type: string
- type: object
- policy:
- description: Policy enables and configures the policy controller.
- Enabled by default, set to nil to disable.
- properties:
- reconcilerPeriod:
- description: 'ReconcilerPeriod is the period to perform
- reconciliation with the Calico datastore. [Default:
- 5m]'
- type: string
- type: object
- serviceAccount:
- description: ServiceAccount enables and configures the service
- account controller. Enabled by default, set to nil to disable.
- properties:
- reconcilerPeriod:
- description: 'ReconcilerPeriod is the period to perform
- reconciliation with the Calico datastore. [Default:
- 5m]'
- type: string
- type: object
- workloadEndpoint:
- description: WorkloadEndpoint enables and configures the workload
- endpoint controller. Enabled by default, set to nil to disable.
- properties:
- reconcilerPeriod:
- description: 'ReconcilerPeriod is the period to perform
- reconciliation with the Calico datastore. [Default:
- 5m]'
- type: string
- type: object
- type: object
- debugProfilePort:
- description: DebugProfilePort configures the port to serve memory
- and cpu profiles on. If not specified, profiling is disabled.
- format: int32
- type: integer
- etcdV3CompactionPeriod:
- description: 'EtcdV3CompactionPeriod is the period between etcdv3
- compaction requests. Set to 0 to disable. [Default: 10m]'
- type: string
- healthChecks:
- description: 'HealthChecks enables or disables support for health
- checks [Default: Enabled]'
- type: string
- logSeverityScreen:
- description: 'LogSeverityScreen is the log severity above which
- logs are sent to the stdout. [Default: Info]'
- type: string
- prometheusMetricsPort:
- description: 'PrometheusMetricsPort is the TCP port that the Prometheus
- metrics server should bind to. Set to 0 to disable. [Default:
- 9094]'
- type: integer
- required:
- - controllers
- type: object
- type: object
- type: object
- served: true
- storage: true
-status:
- acceptedNames:
- kind: ""
- plural: ""
- conditions: []
- storedVersions: []
----
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
-metadata:
- name: networkpolicies.crd.projectcalico.org
-spec:
- group: crd.projectcalico.org
- names:
- kind: NetworkPolicy
- listKind: NetworkPolicyList
- plural: networkpolicies
- singular: networkpolicy
- preserveUnknownFields: false
- scope: Namespaced
- versions:
- - name: v1
- schema:
- openAPIV3Schema:
- properties:
- apiVersion:
- description: 'APIVersion defines the versioned schema of this representation
- of an object. Servers should convert recognized schemas to the latest
- internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
- type: string
- kind:
- description: 'Kind is a string value representing the REST resource this
- object represents. Servers may infer this from the endpoint the client
- submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
- type: string
- metadata:
- type: object
- spec:
- properties:
- egress:
- description: The ordered set of egress rules. Each rule contains
- a set of packet match criteria and a corresponding action to apply.
- items:
- description: "A Rule encapsulates a set of match criteria and an
- action. Both selector-based security Policy and security Profiles
- reference rules - separated out as a list of rules for both ingress
- and egress packet matching. \n Each positive match criteria has
- a negated version, prefixed with \"Not\". All the match criteria
- within a rule must be satisfied for a packet to match. A single
- rule can contain the positive and negative version of a match
- and both must be satisfied for the rule to match."
- properties:
- action:
- type: string
- destination:
- description: Destination contains the match criteria that apply
- to destination entity.
- properties:
- namespaceSelector:
- description: "NamespaceSelector is an optional field that
- contains a selector expression. Only traffic that originates
- from (or terminates at) endpoints within the selected
- namespaces will be matched. When both NamespaceSelector
- and another selector are defined on the same rule, then
- only workload endpoints that are matched by both selectors
- will be selected by the rule. \n For NetworkPolicy, an
- empty NamespaceSelector implies that the Selector is limited
- to selecting only workload endpoints in the same namespace
- as the NetworkPolicy. \n For NetworkPolicy, `global()`
- NamespaceSelector implies that the Selector is limited
- to selecting only GlobalNetworkSet or HostEndpoint. \n
- For GlobalNetworkPolicy, an empty NamespaceSelector implies
- the Selector applies to workload endpoints across all
- namespaces."
- type: string
- nets:
- description: Nets is an optional field that restricts the
- rule to only apply to traffic that originates from (or
- terminates at) IP addresses in any of the given subnets.
- items:
- type: string
- type: array
- notNets:
- description: NotNets is the negated version of the Nets
- field.
- items:
- type: string
- type: array
- notPorts:
- description: NotPorts is the negated version of the Ports
- field. Since only some protocols have ports, if any ports
- are specified it requires the Protocol match in the Rule
- to be set to "TCP" or "UDP".
- items:
- anyOf:
- - type: integer
- - type: string
- pattern: ^.*
- x-kubernetes-int-or-string: true
- type: array
- notSelector:
- description: NotSelector is the negated version of the Selector
- field. See Selector field for subtleties with negated
- selectors.
- type: string
- ports:
- description: "Ports is an optional field that restricts
- the rule to only apply to traffic that has a source (destination)
- port that matches one of these ranges/values. This value
- is a list of integers or strings that represent ranges
- of ports. \n Since only some protocols have ports, if
- any ports are specified it requires the Protocol match
- in the Rule to be set to \"TCP\" or \"UDP\"."
- items:
- anyOf:
- - type: integer
- - type: string
- pattern: ^.*
- x-kubernetes-int-or-string: true
- type: array
- selector:
- description: "Selector is an optional field that contains
- a selector expression (see Policy for sample syntax).
- \ Only traffic that originates from (terminates at) endpoints
- matching the selector will be matched. \n Note that: in
- addition to the negated version of the Selector (see NotSelector
- below), the selector expression syntax itself supports
- negation. The two types of negation are subtly different.
- One negates the set of matched endpoints, the other negates
- the whole match: \n \tSelector = \"!has(my_label)\" matches
- packets that are from other Calico-controlled \tendpoints
- that do not have the label \"my_label\". \n \tNotSelector
- = \"has(my_label)\" matches packets that are not from
- Calico-controlled \tendpoints that do have the label \"my_label\".
- \n The effect is that the latter will accept packets from
- non-Calico sources whereas the former is limited to packets
- from Calico-controlled endpoints."
- type: string
- serviceAccounts:
- description: ServiceAccounts is an optional field that restricts
- the rule to only apply to traffic that originates from
- (or terminates at) a pod running as a matching service
- account.
- properties:
- names:
- description: Names is an optional field that restricts
- the rule to only apply to traffic that originates
- from (or terminates at) a pod running as a service
- account whose name is in the list.
- items:
- type: string
- type: array
- selector:
- description: Selector is an optional field that restricts
- the rule to only apply to traffic that originates
- from (or terminates at) a pod running as a service
- account that matches the given label selector. If
- both Names and Selector are specified then they are
- AND'ed.
- type: string
- type: object
- services:
- description: "Services is an optional field that contains
- options for matching Kubernetes Services. If specified,
- only traffic that originates from or terminates at endpoints
- within the selected service(s) will be matched, and only
- to/from each endpoint's port. \n Services cannot be specified
- on the same rule as Selector, NotSelector, NamespaceSelector,
- Nets, NotNets or ServiceAccounts. \n Ports and NotPorts
- can only be specified with Services on ingress rules."
- properties:
- name:
- description: Name specifies the name of a Kubernetes
- Service to match.
- type: string
- namespace:
- description: Namespace specifies the namespace of the
- given Service. If left empty, the rule will match
- within this policy's namespace.
- type: string
- type: object
- type: object
- http:
- description: HTTP contains match criteria that apply to HTTP
- requests.
- properties:
- methods:
- description: Methods is an optional field that restricts
- the rule to apply only to HTTP requests that use one of
- the listed HTTP Methods (e.g. GET, PUT, etc.) Multiple
- methods are OR'd together.
- items:
- type: string
- type: array
- paths:
- description: 'Paths is an optional field that restricts
- the rule to apply to HTTP requests that use one of the
- listed HTTP Paths. Multiple paths are OR''d together.
- e.g: - exact: /foo - prefix: /bar NOTE: Each entry may
- ONLY specify either a `exact` or a `prefix` match. The
- validator will check for it.'
- items:
- description: 'HTTPPath specifies an HTTP path to match.
- It may be either of the form: exact: : which matches
- the path exactly or prefix: : which matches
- the path prefix'
- properties:
- exact:
- type: string
- prefix:
- type: string
- type: object
- type: array
- type: object
- icmp:
- description: ICMP is an optional field that restricts the rule
- to apply to a specific type and code of ICMP traffic. This
- should only be specified if the Protocol field is set to "ICMP"
- or "ICMPv6".
- properties:
- code:
- description: Match on a specific ICMP code. If specified,
- the Type value must also be specified. This is a technical
- limitation imposed by the kernel's iptables firewall,
- which Calico uses to enforce the rule.
- type: integer
- type:
- description: Match on a specific ICMP type. For example
- a value of 8 refers to ICMP Echo Request (i.e. pings).
- type: integer
- type: object
- ipVersion:
- description: IPVersion is an optional field that restricts the
- rule to only match a specific IP version.
- type: integer
- metadata:
- description: Metadata contains additional information for this
- rule
- properties:
- annotations:
- additionalProperties:
- type: string
- description: Annotations is a set of key value pairs that
- give extra information about the rule
- type: object
- type: object
- notICMP:
- description: NotICMP is the negated version of the ICMP field.
- properties:
- code:
- description: Match on a specific ICMP code. If specified,
- the Type value must also be specified. This is a technical
- limitation imposed by the kernel's iptables firewall,
- which Calico uses to enforce the rule.
- type: integer
- type:
- description: Match on a specific ICMP type. For example
- a value of 8 refers to ICMP Echo Request (i.e. pings).
- type: integer
- type: object
- notProtocol:
- anyOf:
- - type: integer
- - type: string
- description: NotProtocol is the negated version of the Protocol
- field.
- pattern: ^.*
- x-kubernetes-int-or-string: true
- protocol:
- anyOf:
- - type: integer
- - type: string
- description: "Protocol is an optional field that restricts the
- rule to only apply to traffic of a specific IP protocol. Required
- if any of the EntityRules contain Ports (because ports only
- apply to certain protocols). \n Must be one of these string
- values: \"TCP\", \"UDP\", \"ICMP\", \"ICMPv6\", \"SCTP\",
- \"UDPLite\" or an integer in the range 1-255."
- pattern: ^.*
- x-kubernetes-int-or-string: true
- source:
- description: Source contains the match criteria that apply to
- source entity.
- properties:
- namespaceSelector:
- description: "NamespaceSelector is an optional field that
- contains a selector expression. Only traffic that originates
- from (or terminates at) endpoints within the selected
- namespaces will be matched. When both NamespaceSelector
- and another selector are defined on the same rule, then
- only workload endpoints that are matched by both selectors
- will be selected by the rule. \n For NetworkPolicy, an
- empty NamespaceSelector implies that the Selector is limited
- to selecting only workload endpoints in the same namespace
- as the NetworkPolicy. \n For NetworkPolicy, `global()`
- NamespaceSelector implies that the Selector is limited
- to selecting only GlobalNetworkSet or HostEndpoint. \n
- For GlobalNetworkPolicy, an empty NamespaceSelector implies
- the Selector applies to workload endpoints across all
- namespaces."
- type: string
- nets:
- description: Nets is an optional field that restricts the
- rule to only apply to traffic that originates from (or
- terminates at) IP addresses in any of the given subnets.
- items:
- type: string
- type: array
- notNets:
- description: NotNets is the negated version of the Nets
- field.
- items:
- type: string
- type: array
- notPorts:
- description: NotPorts is the negated version of the Ports
- field. Since only some protocols have ports, if any ports
- are specified it requires the Protocol match in the Rule
- to be set to "TCP" or "UDP".
- items:
- anyOf:
- - type: integer
- - type: string
- pattern: ^.*
- x-kubernetes-int-or-string: true
- type: array
- notSelector:
- description: NotSelector is the negated version of the Selector
- field. See Selector field for subtleties with negated
- selectors.
- type: string
- ports:
- description: "Ports is an optional field that restricts
- the rule to only apply to traffic that has a source (destination)
- port that matches one of these ranges/values. This value
- is a list of integers or strings that represent ranges
- of ports. \n Since only some protocols have ports, if
- any ports are specified it requires the Protocol match
- in the Rule to be set to \"TCP\" or \"UDP\"."
- items:
- anyOf:
- - type: integer
- - type: string
- pattern: ^.*
- x-kubernetes-int-or-string: true
- type: array
- selector:
- description: "Selector is an optional field that contains
- a selector expression (see Policy for sample syntax).
- \ Only traffic that originates from (terminates at) endpoints
- matching the selector will be matched. \n Note that: in
- addition to the negated version of the Selector (see NotSelector
- below), the selector expression syntax itself supports
- negation. The two types of negation are subtly different.
- One negates the set of matched endpoints, the other negates
- the whole match: \n \tSelector = \"!has(my_label)\" matches
- packets that are from other Calico-controlled \tendpoints
- that do not have the label \"my_label\". \n \tNotSelector
- = \"has(my_label)\" matches packets that are not from
- Calico-controlled \tendpoints that do have the label \"my_label\".
- \n The effect is that the latter will accept packets from
- non-Calico sources whereas the former is limited to packets
- from Calico-controlled endpoints."
- type: string
- serviceAccounts:
- description: ServiceAccounts is an optional field that restricts
- the rule to only apply to traffic that originates from
- (or terminates at) a pod running as a matching service
- account.
- properties:
- names:
- description: Names is an optional field that restricts
- the rule to only apply to traffic that originates
- from (or terminates at) a pod running as a service
- account whose name is in the list.
- items:
- type: string
- type: array
- selector:
- description: Selector is an optional field that restricts
- the rule to only apply to traffic that originates
- from (or terminates at) a pod running as a service
- account that matches the given label selector. If
- both Names and Selector are specified then they are
- AND'ed.
- type: string
- type: object
- services:
- description: "Services is an optional field that contains
- options for matching Kubernetes Services. If specified,
- only traffic that originates from or terminates at endpoints
- within the selected service(s) will be matched, and only
- to/from each endpoint's port. \n Services cannot be specified
- on the same rule as Selector, NotSelector, NamespaceSelector,
- Nets, NotNets or ServiceAccounts. \n Ports and NotPorts
- can only be specified with Services on ingress rules."
- properties:
- name:
- description: Name specifies the name of a Kubernetes
- Service to match.
- type: string
- namespace:
- description: Namespace specifies the namespace of the
- given Service. If left empty, the rule will match
- within this policy's namespace.
- type: string
- type: object
- type: object
- required:
- - action
- type: object
- type: array
- ingress:
- description: The ordered set of ingress rules. Each rule contains
- a set of packet match criteria and a corresponding action to apply.
- items:
- description: "A Rule encapsulates a set of match criteria and an
- action. Both selector-based security Policy and security Profiles
- reference rules - separated out as a list of rules for both ingress
- and egress packet matching. \n Each positive match criteria has
- a negated version, prefixed with \"Not\". All the match criteria
- within a rule must be satisfied for a packet to match. A single
- rule can contain the positive and negative version of a match
- and both must be satisfied for the rule to match."
- properties:
- action:
- type: string
- destination:
- description: Destination contains the match criteria that apply
- to destination entity.
- properties:
- namespaceSelector:
- description: "NamespaceSelector is an optional field that
- contains a selector expression. Only traffic that originates
- from (or terminates at) endpoints within the selected
- namespaces will be matched. When both NamespaceSelector
- and another selector are defined on the same rule, then
- only workload endpoints that are matched by both selectors
- will be selected by the rule. \n For NetworkPolicy, an
- empty NamespaceSelector implies that the Selector is limited
- to selecting only workload endpoints in the same namespace
- as the NetworkPolicy. \n For NetworkPolicy, `global()`
- NamespaceSelector implies that the Selector is limited
- to selecting only GlobalNetworkSet or HostEndpoint. \n
- For GlobalNetworkPolicy, an empty NamespaceSelector implies
- the Selector applies to workload endpoints across all
- namespaces."
- type: string
- nets:
- description: Nets is an optional field that restricts the
- rule to only apply to traffic that originates from (or
- terminates at) IP addresses in any of the given subnets.
- items:
- type: string
- type: array
- notNets:
- description: NotNets is the negated version of the Nets
- field.
- items:
- type: string
- type: array
- notPorts:
- description: NotPorts is the negated version of the Ports
- field. Since only some protocols have ports, if any ports
- are specified it requires the Protocol match in the Rule
- to be set to "TCP" or "UDP".
- items:
- anyOf:
- - type: integer
- - type: string
- pattern: ^.*
- x-kubernetes-int-or-string: true
- type: array
- notSelector:
- description: NotSelector is the negated version of the Selector
- field. See Selector field for subtleties with negated
- selectors.
- type: string
- ports:
- description: "Ports is an optional field that restricts
- the rule to only apply to traffic that has a source (destination)
- port that matches one of these ranges/values. This value
- is a list of integers or strings that represent ranges
- of ports. \n Since only some protocols have ports, if
- any ports are specified it requires the Protocol match
- in the Rule to be set to \"TCP\" or \"UDP\"."
- items:
- anyOf:
- - type: integer
- - type: string
- pattern: ^.*
- x-kubernetes-int-or-string: true
- type: array
- selector:
- description: "Selector is an optional field that contains
- a selector expression (see Policy for sample syntax).
- \ Only traffic that originates from (terminates at) endpoints
- matching the selector will be matched. \n Note that: in
- addition to the negated version of the Selector (see NotSelector
- below), the selector expression syntax itself supports
- negation. The two types of negation are subtly different.
- One negates the set of matched endpoints, the other negates
- the whole match: \n \tSelector = \"!has(my_label)\" matches
- packets that are from other Calico-controlled \tendpoints
- that do not have the label \"my_label\". \n \tNotSelector
- = \"has(my_label)\" matches packets that are not from
- Calico-controlled \tendpoints that do have the label \"my_label\".
- \n The effect is that the latter will accept packets from
- non-Calico sources whereas the former is limited to packets
- from Calico-controlled endpoints."
- type: string
- serviceAccounts:
- description: ServiceAccounts is an optional field that restricts
- the rule to only apply to traffic that originates from
- (or terminates at) a pod running as a matching service
- account.
- properties:
- names:
- description: Names is an optional field that restricts
- the rule to only apply to traffic that originates
- from (or terminates at) a pod running as a service
- account whose name is in the list.
- items:
- type: string
- type: array
- selector:
- description: Selector is an optional field that restricts
- the rule to only apply to traffic that originates
- from (or terminates at) a pod running as a service
- account that matches the given label selector. If
- both Names and Selector are specified then they are
- AND'ed.
- type: string
- type: object
- services:
- description: "Services is an optional field that contains
- options for matching Kubernetes Services. If specified,
- only traffic that originates from or terminates at endpoints
- within the selected service(s) will be matched, and only
- to/from each endpoint's port. \n Services cannot be specified
- on the same rule as Selector, NotSelector, NamespaceSelector,
- Nets, NotNets or ServiceAccounts. \n Ports and NotPorts
- can only be specified with Services on ingress rules."
- properties:
- name:
- description: Name specifies the name of a Kubernetes
- Service to match.
- type: string
- namespace:
- description: Namespace specifies the namespace of the
- given Service. If left empty, the rule will match
- within this policy's namespace.
- type: string
- type: object
- type: object
- http:
- description: HTTP contains match criteria that apply to HTTP
- requests.
- properties:
- methods:
- description: Methods is an optional field that restricts
- the rule to apply only to HTTP requests that use one of
- the listed HTTP Methods (e.g. GET, PUT, etc.) Multiple
- methods are OR'd together.
- items:
- type: string
- type: array
- paths:
- description: 'Paths is an optional field that restricts
- the rule to apply to HTTP requests that use one of the
- listed HTTP Paths. Multiple paths are OR''d together.
- e.g: - exact: /foo - prefix: /bar NOTE: Each entry may
- ONLY specify either a `exact` or a `prefix` match. The
- validator will check for it.'
- items:
- description: 'HTTPPath specifies an HTTP path to match.
- It may be either of the form: exact: : which matches
- the path exactly or prefix: : which matches
- the path prefix'
- properties:
- exact:
- type: string
- prefix:
- type: string
- type: object
- type: array
- type: object
- icmp:
- description: ICMP is an optional field that restricts the rule
- to apply to a specific type and code of ICMP traffic. This
- should only be specified if the Protocol field is set to "ICMP"
- or "ICMPv6".
- properties:
- code:
- description: Match on a specific ICMP code. If specified,
- the Type value must also be specified. This is a technical
- limitation imposed by the kernel's iptables firewall,
- which Calico uses to enforce the rule.
- type: integer
- type:
- description: Match on a specific ICMP type. For example
- a value of 8 refers to ICMP Echo Request (i.e. pings).
- type: integer
- type: object
- ipVersion:
- description: IPVersion is an optional field that restricts the
- rule to only match a specific IP version.
- type: integer
- metadata:
- description: Metadata contains additional information for this
- rule
- properties:
- annotations:
- additionalProperties:
- type: string
- description: Annotations is a set of key value pairs that
- give extra information about the rule
- type: object
- type: object
- notICMP:
- description: NotICMP is the negated version of the ICMP field.
- properties:
- code:
- description: Match on a specific ICMP code. If specified,
- the Type value must also be specified. This is a technical
- limitation imposed by the kernel's iptables firewall,
- which Calico uses to enforce the rule.
- type: integer
- type:
- description: Match on a specific ICMP type. For example
- a value of 8 refers to ICMP Echo Request (i.e. pings).
- type: integer
- type: object
- notProtocol:
- anyOf:
- - type: integer
- - type: string
- description: NotProtocol is the negated version of the Protocol
- field.
- pattern: ^.*
- x-kubernetes-int-or-string: true
- protocol:
- anyOf:
- - type: integer
- - type: string
- description: "Protocol is an optional field that restricts the
- rule to only apply to traffic of a specific IP protocol. Required
- if any of the EntityRules contain Ports (because ports only
- apply to certain protocols). \n Must be one of these string
- values: \"TCP\", \"UDP\", \"ICMP\", \"ICMPv6\", \"SCTP\",
- \"UDPLite\" or an integer in the range 1-255."
- pattern: ^.*
- x-kubernetes-int-or-string: true
- source:
- description: Source contains the match criteria that apply to
- source entity.
- properties:
- namespaceSelector:
- description: "NamespaceSelector is an optional field that
- contains a selector expression. Only traffic that originates
- from (or terminates at) endpoints within the selected
- namespaces will be matched. When both NamespaceSelector
- and another selector are defined on the same rule, then
- only workload endpoints that are matched by both selectors
- will be selected by the rule. \n For NetworkPolicy, an
- empty NamespaceSelector implies that the Selector is limited
- to selecting only workload endpoints in the same namespace
- as the NetworkPolicy. \n For NetworkPolicy, `global()`
- NamespaceSelector implies that the Selector is limited
- to selecting only GlobalNetworkSet or HostEndpoint. \n
- For GlobalNetworkPolicy, an empty NamespaceSelector implies
- the Selector applies to workload endpoints across all
- namespaces."
- type: string
- nets:
- description: Nets is an optional field that restricts the
- rule to only apply to traffic that originates from (or
- terminates at) IP addresses in any of the given subnets.
- items:
- type: string
- type: array
- notNets:
- description: NotNets is the negated version of the Nets
- field.
- items:
- type: string
- type: array
- notPorts:
- description: NotPorts is the negated version of the Ports
- field. Since only some protocols have ports, if any ports
- are specified it requires the Protocol match in the Rule
- to be set to "TCP" or "UDP".
- items:
- anyOf:
- - type: integer
- - type: string
- pattern: ^.*
- x-kubernetes-int-or-string: true
- type: array
- notSelector:
- description: NotSelector is the negated version of the Selector
- field. See Selector field for subtleties with negated
- selectors.
- type: string
- ports:
- description: "Ports is an optional field that restricts
- the rule to only apply to traffic that has a source (destination)
- port that matches one of these ranges/values. This value
- is a list of integers or strings that represent ranges
- of ports. \n Since only some protocols have ports, if
- any ports are specified it requires the Protocol match
- in the Rule to be set to \"TCP\" or \"UDP\"."
- items:
- anyOf:
- - type: integer
- - type: string
- pattern: ^.*
- x-kubernetes-int-or-string: true
- type: array
- selector:
- description: "Selector is an optional field that contains
- a selector expression (see Policy for sample syntax).
- \ Only traffic that originates from (terminates at) endpoints
- matching the selector will be matched. \n Note that: in
- addition to the negated version of the Selector (see NotSelector
- below), the selector expression syntax itself supports
- negation. The two types of negation are subtly different.
- One negates the set of matched endpoints, the other negates
- the whole match: \n \tSelector = \"!has(my_label)\" matches
- packets that are from other Calico-controlled \tendpoints
- that do not have the label \"my_label\". \n \tNotSelector
- = \"has(my_label)\" matches packets that are not from
- Calico-controlled \tendpoints that do have the label \"my_label\".
- \n The effect is that the latter will accept packets from
- non-Calico sources whereas the former is limited to packets
- from Calico-controlled endpoints."
- type: string
- serviceAccounts:
- description: ServiceAccounts is an optional field that restricts
- the rule to only apply to traffic that originates from
- (or terminates at) a pod running as a matching service
- account.
- properties:
- names:
- description: Names is an optional field that restricts
- the rule to only apply to traffic that originates
- from (or terminates at) a pod running as a service
- account whose name is in the list.
- items:
- type: string
- type: array
- selector:
- description: Selector is an optional field that restricts
- the rule to only apply to traffic that originates
- from (or terminates at) a pod running as a service
- account that matches the given label selector. If
- both Names and Selector are specified then they are
- AND'ed.
- type: string
- type: object
- services:
- description: "Services is an optional field that contains
- options for matching Kubernetes Services. If specified,
- only traffic that originates from or terminates at endpoints
- within the selected service(s) will be matched, and only
- to/from each endpoint's port. \n Services cannot be specified
- on the same rule as Selector, NotSelector, NamespaceSelector,
- Nets, NotNets or ServiceAccounts. \n Ports and NotPorts
- can only be specified with Services on ingress rules."
- properties:
- name:
- description: Name specifies the name of a Kubernetes
- Service to match.
- type: string
- namespace:
- description: Namespace specifies the namespace of the
- given Service. If left empty, the rule will match
- within this policy's namespace.
- type: string
- type: object
- type: object
- required:
- - action
- type: object
- type: array
- order:
- description: Order is an optional field that specifies the order in
- which the policy is applied. Policies with higher "order" are applied
- after those with lower order. If the order is omitted, it may be
- considered to be "infinite" - i.e. the policy will be applied last. Policies
- with identical order will be applied in alphanumerical order based
- on the Policy "Name".
- type: number
- selector:
- description: "The selector is an expression used to pick pick out
- the endpoints that the policy should be applied to. \n Selector
- expressions follow this syntax: \n \tlabel == \"string_literal\"
- \ -> comparison, e.g. my_label == \"foo bar\" \tlabel != \"string_literal\"
- \ -> not equal; also matches if label is not present \tlabel in
- { \"a\", \"b\", \"c\", ... } -> true if the value of label X is
- one of \"a\", \"b\", \"c\" \tlabel not in { \"a\", \"b\", \"c\",
- ... } -> true if the value of label X is not one of \"a\", \"b\",
- \"c\" \thas(label_name) -> True if that label is present \t! expr
- -> negation of expr \texpr && expr -> Short-circuit and \texpr
- || expr -> Short-circuit or \t( expr ) -> parens for grouping \tall()
- or the empty selector -> matches all endpoints. \n Label names are
- allowed to contain alphanumerics, -, _ and /. String literals are
- more permissive but they do not support escape characters. \n Examples
- (with made-up labels): \n \ttype == \"webserver\" && deployment
- == \"prod\" \ttype in {\"frontend\", \"backend\"} \tdeployment !=
- \"dev\" \t! has(label_name)"
- type: string
- serviceAccountSelector:
- description: ServiceAccountSelector is an optional field for an expression
- used to select a pod based on service accounts.
- type: string
- types:
- description: "Types indicates whether this policy applies to ingress,
- or to egress, or to both. When not explicitly specified (and so
- the value on creation is empty or nil), Calico defaults Types according
- to what Ingress and Egress are present in the policy. The default
- is: \n - [ PolicyTypeIngress ], if there are no Egress rules (including
- the case where there are also no Ingress rules) \n - [ PolicyTypeEgress
- ], if there are Egress rules but no Ingress rules \n - [ PolicyTypeIngress,
- PolicyTypeEgress ], if there are both Ingress and Egress rules.
- \n When the policy is read back again, Types will always be one
- of these values, never empty or nil."
- items:
- description: PolicyType enumerates the possible values of the PolicySpec
- Types field.
- type: string
- type: array
- type: object
- type: object
- served: true
- storage: true
-status:
- acceptedNames:
- kind: ""
- plural: ""
- conditions: []
- storedVersions: []
----
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
-metadata:
- name: networksets.crd.projectcalico.org
-spec:
- group: crd.projectcalico.org
- names:
- kind: NetworkSet
- listKind: NetworkSetList
- plural: networksets
- singular: networkset
- preserveUnknownFields: false
- scope: Namespaced
- versions:
- - name: v1
- schema:
- openAPIV3Schema:
- description: NetworkSet is the Namespaced-equivalent of the GlobalNetworkSet.
- properties:
- apiVersion:
- description: 'APIVersion defines the versioned schema of this representation
- of an object. Servers should convert recognized schemas to the latest
- internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
- type: string
- kind:
- description: 'Kind is a string value representing the REST resource this
- object represents. Servers may infer this from the endpoint the client
- submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
- type: string
- metadata:
- type: object
- spec:
- description: NetworkSetSpec contains the specification for a NetworkSet
- resource.
- properties:
- nets:
- description: The list of IP networks that belong to this set.
- items:
- type: string
- type: array
- type: object
- type: object
- served: true
- storage: true
-status:
- acceptedNames:
- kind: ""
- plural: ""
- conditions: []
- storedVersions: []
----
-apiVersion: v1
-kind: ServiceAccount
-metadata:
- name: calico-cni-plugin
- namespace: kube-system
----
-apiVersion: v1
-kind: ServiceAccount
-metadata:
- name: calico-kube-controllers
- namespace: kube-system
----
-apiVersion: v1
-kind: ServiceAccount
-metadata:
- name: calico-node
- namespace: kube-system
----
-apiVersion: rbac.authorization.k8s.io/v1
-kind: ClusterRole
-metadata:
- name: calico-cni-plugin
-rules:
-- apiGroups:
- - ""
- resources:
- - pods
- - nodes
- - namespaces
- verbs:
- - get
-- apiGroups:
- - ""
- resources:
- - pods/status
- verbs:
- - patch
----
-apiVersion: rbac.authorization.k8s.io/v1
-kind: ClusterRole
-metadata:
- name: calico-kube-controllers
-rules:
-- apiGroups:
- - ""
- resources:
- - nodes
- verbs:
- - watch
- - list
- - get
-- apiGroups:
- - ""
- resources:
- - pods
- verbs:
- - get
- - list
- - watch
-- apiGroups:
- - crd.projectcalico.org
- resources:
- - ipreservations
- verbs:
- - list
-- apiGroups:
- - crd.projectcalico.org
- resources:
- - blockaffinities
- - ipamblocks
- - ipamhandles
- verbs:
- - get
- - list
- - create
- - update
- - delete
- - watch
-- apiGroups:
- - crd.projectcalico.org
- resources:
- - ippools
- verbs:
- - list
- - watch
-- apiGroups:
- - crd.projectcalico.org
- resources:
- - hostendpoints
- verbs:
- - get
- - list
- - create
- - update
- - delete
-- apiGroups:
- - crd.projectcalico.org
- resources:
- - clusterinformations
- verbs:
- - get
- - list
- - create
- - update
- - watch
-- apiGroups:
- - crd.projectcalico.org
- resources:
- - kubecontrollersconfigurations
- verbs:
- - get
- - create
- - update
- - watch
----
-apiVersion: rbac.authorization.k8s.io/v1
-kind: ClusterRole
-metadata:
- name: calico-node
-rules:
-- apiGroups:
- - ""
- resourceNames:
- - calico-cni-plugin
- resources:
- - serviceaccounts/token
- verbs:
- - create
-- apiGroups:
- - ""
- resources:
- - pods
- - nodes
- - namespaces
- verbs:
- - get
-- apiGroups:
- - discovery.k8s.io
- resources:
- - endpointslices
- verbs:
- - watch
- - list
-- apiGroups:
- - ""
- resources:
- - endpoints
- - services
- verbs:
- - watch
- - list
- - get
-- apiGroups:
- - ""
- resources:
- - configmaps
- verbs:
- - get
-- apiGroups:
- - ""
- resources:
- - nodes/status
- verbs:
- - patch
- - update
-- apiGroups:
- - networking.k8s.io
- resources:
- - networkpolicies
- verbs:
- - watch
- - list
-- apiGroups:
- - ""
- resources:
- - pods
- - namespaces
- - serviceaccounts
- verbs:
- - list
- - watch
-- apiGroups:
- - ""
- resources:
- - pods/status
- verbs:
- - patch
-- apiGroups:
- - crd.projectcalico.org
- resources:
- - globalfelixconfigs
- - felixconfigurations
- - bgppeers
- - bgpfilters
- - globalbgpconfigs
- - bgpconfigurations
- - ippools
- - ipreservations
- - ipamblocks
- - globalnetworkpolicies
- - globalnetworksets
- - networkpolicies
- - networksets
- - clusterinformations
- - hostendpoints
- - blockaffinities
- - caliconodestatuses
- verbs:
- - get
- - list
- - watch
-- apiGroups:
- - crd.projectcalico.org
- resources:
- - ippools
- - felixconfigurations
- - clusterinformations
- verbs:
- - create
- - update
-- apiGroups:
- - crd.projectcalico.org
- resources:
- - caliconodestatuses
- verbs:
- - update
-- apiGroups:
- - ""
- resources:
- - nodes
- verbs:
- - get
- - list
- - watch
-- apiGroups:
- - crd.projectcalico.org
- resources:
- - bgpconfigurations
- - bgppeers
- verbs:
- - create
- - update
----
-apiVersion: rbac.authorization.k8s.io/v1
-kind: ClusterRoleBinding
-metadata:
- name: calico-cni-plugin
-roleRef:
- apiGroup: rbac.authorization.k8s.io
- kind: ClusterRole
- name: calico-cni-plugin
-subjects:
-- kind: ServiceAccount
- name: calico-cni-plugin
- namespace: kube-system
----
-apiVersion: rbac.authorization.k8s.io/v1
-kind: ClusterRoleBinding
-metadata:
- name: calico-kube-controllers
-roleRef:
- apiGroup: rbac.authorization.k8s.io
- kind: ClusterRole
- name: calico-kube-controllers
-subjects:
-- kind: ServiceAccount
- name: calico-kube-controllers
- namespace: kube-system
----
-apiVersion: rbac.authorization.k8s.io/v1
-kind: ClusterRoleBinding
-metadata:
- name: calico-node
-roleRef:
- apiGroup: rbac.authorization.k8s.io
- kind: ClusterRole
- name: calico-node
-subjects:
-- kind: ServiceAccount
- name: calico-node
- namespace: kube-system
----
-apiVersion: v1
-data:
- cni_network_config: |-
- {
- "name": "k8s-pod-network",
- "cniVersion": "0.3.1",
- "plugins": [
- {
- "type": "calico",
- "log_level": "info",
- "log_file_path": "/var/log/calico/cni/cni.log",
- "datastore_type": "kubernetes",
- "nodename": "__KUBERNETES_NODE_NAME__",
- "mtu": 1500,
- "ipam": {
- "type": "host-local",
- "subnet": "usePodCidrIPv6"
- },
- "policy": {
- "type": "k8s"
- },
- "kubernetes": {
- "kubeconfig": "__KUBECONFIG_FILEPATH__"
- }
- },
- {
- "type": "portmap",
- "snat": true,
- "capabilities": {"portMappings": true}
- },
- {
- "type": "bandwidth",
- "capabilities": {"bandwidth": true}
- }
- ]
- }
- typha_service_name: calico-typha
- veth_mtu: "1350"
-kind: ConfigMap
-metadata:
- name: calico-config
- namespace: kube-system
----
-apiVersion: v1
-kind: Service
-metadata:
- labels:
- k8s-app: calico-typha
- name: calico-typha
- namespace: kube-system
-spec:
- ports:
- - name: calico-typha
- port: 5473
- protocol: TCP
- targetPort: calico-typha
- selector:
- k8s-app: calico-typha
----
-apiVersion: apps/v1
-kind: Deployment
-metadata:
- labels:
- k8s-app: calico-kube-controllers
- name: calico-kube-controllers
- namespace: kube-system
-spec:
- replicas: 1
- selector:
- matchLabels:
- k8s-app: calico-kube-controllers
- strategy:
- type: Recreate
- template:
- metadata:
- labels:
- k8s-app: calico-kube-controllers
- name: calico-kube-controllers
- namespace: kube-system
- spec:
- containers:
- - env:
- - name: ENABLED_CONTROLLERS
- value: node
- - name: DATASTORE_TYPE
- value: kubernetes
- image: docker.io/calico/kube-controllers:v3.26.1
- imagePullPolicy: IfNotPresent
- livenessProbe:
- exec:
- command:
- - /usr/bin/check-status
- - -l
- failureThreshold: 6
- initialDelaySeconds: 10
- periodSeconds: 10
- timeoutSeconds: 10
- name: calico-kube-controllers
- readinessProbe:
- exec:
- command:
- - /usr/bin/check-status
- - -r
- periodSeconds: 10
- nodeSelector:
- kubernetes.io/os: linux
- priorityClassName: system-cluster-critical
- serviceAccountName: calico-kube-controllers
- tolerations:
- - key: CriticalAddonsOnly
- operator: Exists
- - effect: NoSchedule
- key: node-role.kubernetes.io/master
- - effect: NoSchedule
- key: node-role.kubernetes.io/control-plane
----
-apiVersion: apps/v1
-kind: Deployment
-metadata:
- labels:
- k8s-app: calico-typha
- name: calico-typha
- namespace: kube-system
-spec:
- replicas: 1
- revisionHistoryLimit: 2
- selector:
- matchLabels:
- k8s-app: calico-typha
- strategy:
- rollingUpdate:
- maxSurge: 100%
- maxUnavailable: 1
- type: RollingUpdate
- template:
- metadata:
- annotations:
- cluster-autoscaler.kubernetes.io/safe-to-evict: "true"
- labels:
- k8s-app: calico-typha
- spec:
- containers:
- - env:
- - name: TYPHA_LOGSEVERITYSCREEN
- value: info
- - name: TYPHA_LOGFILEPATH
- value: none
- - name: TYPHA_LOGSEVERITYSYS
- value: none
- - name: TYPHA_CONNECTIONREBALANCINGMODE
- value: kubernetes
- - name: TYPHA_DATASTORETYPE
- value: kubernetes
- - name: TYPHA_HEALTHENABLED
- value: "true"
- - name: TYPHA_SHUTDOWNTIMEOUTSECS
- value: "300"
- - name: USE_POD_CIDR
- value: "true"
- envFrom:
- - configMapRef:
- name: kubernetes-services-endpoint
- optional: true
- image: docker.io/calico/typha:v3.26.1
- imagePullPolicy: IfNotPresent
- livenessProbe:
- httpGet:
- host: localhost
- path: /liveness
- port: 9098
- initialDelaySeconds: 30
- periodSeconds: 30
- timeoutSeconds: 10
- name: calico-typha
- ports:
- - containerPort: 5473
- name: calico-typha
- protocol: TCP
- readinessProbe:
- httpGet:
- host: localhost
- path: /readiness
- port: 9098
- periodSeconds: 10
- timeoutSeconds: 10
- securityContext:
- allowPrivilegeEscalation: false
- runAsNonRoot: true
- hostNetwork: true
- nodeSelector:
- kubernetes.io/os: linux
- priorityClassName: system-cluster-critical
- securityContext:
- fsGroup: 65534
- serviceAccountName: calico-node
- terminationGracePeriodSeconds: 300
- tolerations:
- - key: CriticalAddonsOnly
- operator: Exists
----
-apiVersion: policy/v1
-kind: PodDisruptionBudget
-metadata:
- labels:
- k8s-app: calico-kube-controllers
- name: calico-kube-controllers
- namespace: kube-system
-spec:
- maxUnavailable: 1
- selector:
- matchLabels:
- k8s-app: calico-kube-controllers
----
-apiVersion: policy/v1
-kind: PodDisruptionBudget
-metadata:
- labels:
- k8s-app: calico-typha
- name: calico-typha
- namespace: kube-system
-spec:
- maxUnavailable: 1
- selector:
- matchLabels:
- k8s-app: calico-typha
----
-apiVersion: apps/v1
-kind: DaemonSet
-metadata:
- labels:
- k8s-app: calico-node
- name: calico-node
- namespace: kube-system
-spec:
- selector:
- matchLabels:
- k8s-app: calico-node
- template:
- metadata:
- labels:
- k8s-app: calico-node
- spec:
- containers:
- - env:
- - name: CALICO_IPv6POOL_CIDR
- value: 2001:1234:5678:9a40::/58
- - name: IP6
- value: autodetect
- - name: FELIX_IPV6SUPPORT
- value: "true"
- - name: DATASTORE_TYPE
- value: kubernetes
- - name: USE_POD_CIDR
- value: "true"
- - name: FELIX_TYPHAK8SSERVICENAME
- valueFrom:
- configMapKeyRef:
- key: typha_service_name
- name: calico-config
- - name: WAIT_FOR_DATASTORE
- value: "true"
- - name: NODENAME
- valueFrom:
- fieldRef:
- fieldPath: spec.nodeName
- - name: CALICO_NETWORKING_BACKEND
- value: none
- - name: CLUSTER_TYPE
- value: k8s
- - name: CALICO_MANAGE_CNI
- value: "false"
- - name: CALICO_DISABLE_FILE_LOGGING
- value: "true"
- - name: FELIX_DEFAULTENDPOINTTOHOSTACTION
- value: ACCEPT
- - name: FELIX_HEALTHENABLED
- value: "true"
- envFrom:
- - configMapRef:
- name: kubernetes-services-endpoint
- optional: true
- image: docker.io/calico/node:v3.26.1
- imagePullPolicy: IfNotPresent
- lifecycle:
- preStop:
- exec:
- command:
- - /bin/calico-node
- - -shutdown
- livenessProbe:
- exec:
- command:
- - /bin/calico-node
- - -felix-live
- failureThreshold: 6
- initialDelaySeconds: 10
- periodSeconds: 10
- timeoutSeconds: 10
- name: calico-node
- readinessProbe:
- exec:
- command:
- - /bin/calico-node
- - -felix-ready
- periodSeconds: 10
- timeoutSeconds: 10
- resources:
- requests:
- cpu: 250m
- securityContext:
- privileged: true
- volumeMounts:
- - mountPath: /host/etc/cni/net.d
- name: cni-net-dir
- readOnly: false
- - mountPath: /lib/modules
- name: lib-modules
- readOnly: true
- - mountPath: /run/xtables.lock
- name: xtables-lock
- readOnly: false
- - mountPath: /var/run/calico
- name: var-run-calico
- readOnly: false
- - mountPath: /var/lib/calico
- name: var-lib-calico
- readOnly: false
- - mountPath: /var/run/nodeagent
- name: policysync
- - mountPath: /sys/fs/bpf
- name: bpffs
- - mountPath: /var/log/calico/cni
- name: cni-log-dir
- readOnly: true
- hostNetwork: true
- initContainers:
- - command:
- - /opt/cni/bin/install
- env:
- - name: CNI_CONF_NAME
- value: 10-calico.conflist
- - name: CNI_NETWORK_CONFIG
- valueFrom:
- configMapKeyRef:
- key: cni_network_config
- name: calico-config
- - name: KUBERNETES_NODE_NAME
- valueFrom:
- fieldRef:
- fieldPath: spec.nodeName
- - name: SLEEP
- value: "false"
- envFrom:
- - configMapRef:
- name: kubernetes-services-endpoint
- optional: true
- image: docker.io/calico/cni:v3.26.1
- imagePullPolicy: IfNotPresent
- name: install-cni
- securityContext:
- privileged: true
- volumeMounts:
- - mountPath: /host/opt/cni/bin
- name: cni-bin-dir
- - mountPath: /host/etc/cni/net.d
- name: cni-net-dir
- - command:
- - calico-node
- - -init
- - -best-effort
- image: docker.io/calico/node:v3.26.1
- imagePullPolicy: IfNotPresent
- name: mount-bpffs
- securityContext:
- privileged: true
- volumeMounts:
- - mountPath: /sys/fs
- mountPropagation: Bidirectional
- name: sys-fs
- - mountPath: /var/run/calico
- mountPropagation: Bidirectional
- name: var-run-calico
- - mountPath: /nodeproc
- name: nodeproc
- readOnly: true
- nodeSelector:
- kubernetes.io/os: linux
- priorityClassName: system-node-critical
- serviceAccountName: calico-node
- terminationGracePeriodSeconds: 0
- tolerations:
- - effect: NoSchedule
- operator: Exists
- - key: CriticalAddonsOnly
- operator: Exists
- - effect: NoExecute
- operator: Exists
- volumes:
- - hostPath:
- path: /lib/modules
- name: lib-modules
- - hostPath:
- path: /var/run/calico
- name: var-run-calico
- - hostPath:
- path: /var/lib/calico
- name: var-lib-calico
- - hostPath:
- path: /run/xtables.lock
- type: FileOrCreate
- name: xtables-lock
- - hostPath:
- path: /sys/fs/
- type: DirectoryOrCreate
- name: sys-fs
- - hostPath:
- path: /sys/fs/bpf
- type: Directory
- name: bpffs
- - hostPath:
- path: /proc
- name: nodeproc
- - hostPath:
- path: /opt/cni/bin
- name: cni-bin-dir
- - hostPath:
- path: /etc/cni/net.d
- name: cni-net-dir
- - hostPath:
- path: /var/log/calico/cni
- name: cni-log-dir
- - hostPath:
- path: /var/run/nodeagent
- type: DirectoryOrCreate
- name: policysync
- updateStrategy:
- rollingUpdate:
- maxUnavailable: 1
- type: RollingUpdate
diff --git a/templates/addons/calico-ipv6/calico-policy-only.yaml b/templates/addons/calico-ipv6/calico-policy-only.yaml
index d3891cd5afd..d25a9022d52 100644
--- a/templates/addons/calico-ipv6/calico-policy-only.yaml
+++ b/templates/addons/calico-ipv6/calico-policy-only.yaml
@@ -207,8 +207,14 @@ spec:
a valid secret key.
type: string
name:
- description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names
- TODO: Add other useful fields. apiVersion, kind, uid?'
+ default: ""
+ description: 'Name of the referent. This field is effectively
+ required, but due to backwards compatibility is allowed
+ to be empty. Instances of this type with an empty value
+ here are almost certainly wrong. TODO: Add other useful
+ fields. apiVersion, kind, uid? More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names
+ TODO: Drop `kubebuilder:default` when controller-gen doesn''t
+ need it https://github.com/kubernetes-sigs/kubebuilder/issues/3896.'
type: string
optional:
description: Specify whether the Secret or its key must be
@@ -340,12 +346,27 @@ spec:
type: string
cidr:
type: string
+ interface:
+ type: string
matchOperator:
type: string
+ prefixLength:
+ properties:
+ max:
+ format: int32
+ maximum: 32
+ minimum: 0
+ type: integer
+ min:
+ format: int32
+ maximum: 32
+ minimum: 0
+ type: integer
+ type: object
+ source:
+ type: string
required:
- action
- - cidr
- - matchOperator
type: object
type: array
exportV6:
@@ -359,12 +380,27 @@ spec:
type: string
cidr:
type: string
+ interface:
+ type: string
matchOperator:
type: string
+ prefixLength:
+ properties:
+ max:
+ format: int32
+ maximum: 128
+ minimum: 0
+ type: integer
+ min:
+ format: int32
+ maximum: 128
+ minimum: 0
+ type: integer
+ type: object
+ source:
+ type: string
required:
- action
- - cidr
- - matchOperator
type: object
type: array
importV4:
@@ -378,12 +414,27 @@ spec:
type: string
cidr:
type: string
+ interface:
+ type: string
matchOperator:
type: string
+ prefixLength:
+ properties:
+ max:
+ format: int32
+ maximum: 32
+ minimum: 0
+ type: integer
+ min:
+ format: int32
+ maximum: 32
+ minimum: 0
+ type: integer
+ type: object
+ source:
+ type: string
required:
- action
- - cidr
- - matchOperator
type: object
type: array
importV6:
@@ -397,12 +448,27 @@ spec:
type: string
cidr:
type: string
+ interface:
+ type: string
matchOperator:
type: string
+ prefixLength:
+ properties:
+ max:
+ format: int32
+ maximum: 128
+ minimum: 0
+ type: integer
+ min:
+ format: int32
+ maximum: 128
+ minimum: 0
+ type: integer
+ type: object
+ source:
+ type: string
required:
- action
- - cidr
- - matchOperator
type: object
type: array
type: object
@@ -482,7 +548,7 @@ spec:
numAllowedLocalASNumbers:
description: Maximum number of local AS numbers that are allowed in
the AS path for received routes. This removes BGP loop prevention
- and should only be used if absolutely necesssary.
+ and should only be used if absolutely necessary.
format: int32
type: integer
password:
@@ -497,8 +563,14 @@ spec:
a valid secret key.
type: string
name:
- description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names
- TODO: Add other useful fields. apiVersion, kind, uid?'
+ default: ""
+ description: 'Name of the referent. This field is effectively
+ required, but due to backwards compatibility is allowed
+ to be empty. Instances of this type with an empty value
+ here are almost certainly wrong. TODO: Add other useful
+ fields. apiVersion, kind, uid? More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names
+ TODO: Drop `kubebuilder:default` when controller-gen doesn''t
+ need it https://github.com/kubernetes-sigs/kubebuilder/issues/3896.'
type: string
optional:
description: Specify whether the Secret or its key must be
@@ -997,12 +1069,32 @@ spec:
- Enable
- Disable
type: string
+ bpfCTLBLogFilter:
+ description: 'BPFCTLBLogFilter specifies, what is logged by connect
+ time load balancer when BPFLogLevel is debug. Currently has to be
+ specified as ''all'' when BPFLogFilters is set to see CTLB logs.
+ [Default: unset - means logs are emitted when BPFLogLevel id debug
+ and BPFLogFilters not set.]'
+ type: string
+ bpfConnectTimeLoadBalancing:
+ description: 'BPFConnectTimeLoadBalancing when in BPF mode, controls
+ whether Felix installs the connect-time load balancer. The connect-time
+ load balancer is required for the host to be able to reach Kubernetes
+ services and it improves the performance of pod-to-service connections.When
+ set to TCP, connect time load balancing is available only for services
+ with TCP ports. [Default: TCP]'
+ enum:
+ - TCP
+ - Enabled
+ - Disabled
+ type: string
bpfConnectTimeLoadBalancingEnabled:
description: 'BPFConnectTimeLoadBalancingEnabled when in BPF mode,
controls whether Felix installs the connection-time load balancer. The
connect-time load balancer is required for the host to be able to
reach Kubernetes services and it improves the performance of pod-to-service
- connections. The only reason to disable it is for debugging purposes. [Default:
+ connections. The only reason to disable it is for debugging purposes.
+ This will be deprecated. Use BPFConnectTimeLoadBalancing [Default:
true]'
type: boolean
bpfDSROptoutCIDRs:
@@ -1021,6 +1113,12 @@ spec:
the cluster. It should not match the workload interfaces (usually
named cali...).
type: string
+ bpfDisableGROForIfaces:
+ description: BPFDisableGROForIfaces is a regular expression that controls
+ which interfaces Felix should disable the Generic Receive Offload
+ [GRO] option. It should not match the workload interfaces (usually
+ named cali...).
+ type: string
bpfDisableUnprivileged:
description: 'BPFDisableUnprivileged, if enabled, Felix sets the kernel.unprivileged_bpf_disabled
sysctl to disable unprivileged use of BPF. This ensures that unprivileged
@@ -1036,7 +1134,15 @@ spec:
with BPF programs regardless of what is the per-interfaces or global
setting. Possible values are Disabled, Strict or Loose. [Default:
Loose]'
+ pattern: ^(?i)(Disabled|Strict|Loose)?$
type: string
+ bpfExcludeCIDRsFromNAT:
+ description: BPFExcludeCIDRsFromNAT is a list of CIDRs that are to
+ be excluded from NAT resolution so that host can handle them. A
+ typical usecase is node local DNS cache.
+ items:
+ type: string
+ type: array
bpfExtToServiceConnmark:
description: 'BPFExtToServiceConnmark in BPF mode, control a 32bit
mark that is set on connections from an external client to a local
@@ -1053,15 +1159,35 @@ spec:
is sent directly from the remote node. In "DSR" mode, the remote
node appears to use the IP of the ingress node; this requires a
permissive L2 network. [Default: Tunnel]'
+ pattern: ^(?i)(Tunnel|DSR)?$
type: string
+ bpfForceTrackPacketsFromIfaces:
+ description: 'BPFForceTrackPacketsFromIfaces in BPF mode, forces traffic
+ from these interfaces to skip Calico''s iptables NOTRACK rule, allowing
+ traffic from those interfaces to be tracked by Linux conntrack. Should
+ only be used for interfaces that are not used for the Calico fabric. For
+ example, a docker bridge device for non-Calico-networked containers.
+ [Default: docker+]'
+ items:
+ type: string
+ type: array
bpfHostConntrackBypass:
description: 'BPFHostConntrackBypass Controls whether to bypass Linux
conntrack in BPF mode for workloads and services. [Default: true
- bypass Linux conntrack]'
type: boolean
+ bpfHostNetworkedNATWithoutCTLB:
+ description: 'BPFHostNetworkedNATWithoutCTLB when in BPF mode, controls
+ whether Felix does a NAT without CTLB. This along with BPFConnectTimeLoadBalancing
+ determines the CTLB behavior. [Default: Enabled]'
+ enum:
+ - Enabled
+ - Disabled
+ type: string
bpfKubeProxyEndpointSlicesEnabled:
- description: BPFKubeProxyEndpointSlicesEnabled in BPF mode, controls
- whether Felix's embedded kube-proxy accepts EndpointSlices or not.
+ description: BPFKubeProxyEndpointSlicesEnabled is deprecated and has
+ no effect. BPF kube-proxy always accepts endpoint slices. This option
+ will be removed in the next release.
type: boolean
bpfKubeProxyIptablesCleanupEnabled:
description: 'BPFKubeProxyIptablesCleanupEnabled, if enabled in BPF
@@ -1074,6 +1200,7 @@ spec:
minimum time between updates to the dataplane for Felix''s embedded
kube-proxy. Lower values give reduced set-up latency. Higher values
reduce Felix CPU usage by batching up more work. [Default: 1s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
bpfL3IfacePattern:
description: BPFL3IfacePattern is a regular expression that allows
@@ -1083,11 +1210,22 @@ spec:
as any interfaces that handle incoming traffic to nodeports and
services from outside the cluster.
type: string
+ bpfLogFilters:
+ additionalProperties:
+ type: string
+ description: "BPFLogFilters is a map of key=values where the value
+ is a pcap filter expression and the key is an interface name with
+ 'all' denoting all interfaces, 'weps' all workload endpoints and
+ 'heps' all host endpoints. \n When specified as an env var, it accepts
+ a comma-separated list of key=values. [Default: unset - means all
+ debug logs are emitted]"
+ type: object
bpfLogLevel:
description: 'BPFLogLevel controls the log level of the BPF programs
when in BPF dataplane mode. One of "Off", "Info", or "Debug". The
logs are emitted to the BPF trace pipe, accessible with the command
`tc exec bpf debug`. [Default: Off].'
+ pattern: ^(?i)(Off|Info|Debug)?$
type: string
bpfMapSizeConntrack:
description: 'BPFMapSizeConntrack sets the size for the conntrack
@@ -1144,6 +1282,17 @@ spec:
information about the BPF policy programs, which can be examined
with the calico-bpf command-line tool.
type: boolean
+ bpfRedirectToPeer:
+ description: 'BPFRedirectToPeer controls which whether it is allowed
+ to forward straight to the peer side of the workload devices. It
+ is allowed for any host L2 devices by default (L2Only), but it breaks
+ TCP dump on the host side of workload device as it bypasses it on
+ ingress. Value of Enabled also allows redirection from L3 host devices
+ like IPIP tunnel or Wireguard directly to the peer side of the workload''s
+ device. This makes redirection faster, however, it breaks tools
+ like tcpdump on the peer side. Use Enabled with caution. [Default:
+ L2Only]'
+ type: string
chainInsertMode:
description: 'ChainInsertMode controls whether Felix hooks the kernel''s
top-level iptables chains by inserting a rule at the top of the
@@ -1152,6 +1301,7 @@ spec:
to append mode, be sure that the other rules in the chains signal
acceptance by falling through to the Calico rules, otherwise the
Calico policy will be bypassed. [Default: insert]'
+ pattern: ^(?i)(insert|append)?$
type: string
dataplaneDriver:
description: DataplaneDriver filename of the external dataplane driver
@@ -1167,11 +1317,25 @@ spec:
type: string
debugDisableLogDropping:
type: boolean
+ debugHost:
+ description: DebugHost is the host IP or hostname to bind the debug
+ port to. Only used if DebugPort is set. [Default:localhost]
+ type: string
debugMemoryProfilePath:
type: string
+ debugPort:
+ description: DebugPort if set, enables Felix's debug HTTP port, which
+ allows memory and CPU profiles to be retrieved. The debug port
+ is not secure, it should not be exposed to the internet.
+ type: integer
debugSimulateCalcGraphHangAfter:
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
+ type: string
+ debugSimulateDataplaneApplyDelay:
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
debugSimulateDataplaneHangAfter:
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
defaultEndpointToHostAction:
description: 'DefaultEndpointToHostAction controls what happens to
@@ -1186,6 +1350,7 @@ spec:
endpoint egress policy. Use ACCEPT to unconditionally accept packets
from workloads after processing workload endpoint egress policy.
[Default: Drop]'
+ pattern: ^(?i)(Drop|Accept|Return)?$
type: string
deviceRouteProtocol:
description: This defines the route protocol added to programmed device
@@ -1204,9 +1369,16 @@ spec:
disableConntrackInvalidCheck:
type: boolean
endpointReportingDelay:
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
endpointReportingEnabled:
type: boolean
+ endpointStatusPathPrefix:
+ description: "EndpointStatusPathPrefix is the path to the directory
+ where endpoint status will be written. Endpoint status file reporting
+ is disabled if field is left empty. \n Chosen directory should match
+ the directory used by the CNI for PodStartupDelay. [Default: \"\"]"
+ type: string
externalNodesList:
description: ExternalNodesCIDRList is a list of CIDR's of external-non-calico-nodes
which may source tunnel traffic and have the tunneled traffic be
@@ -1215,15 +1387,17 @@ spec:
type: string
type: array
failsafeInboundHostPorts:
- description: 'FailsafeInboundHostPorts is a list of UDP/TCP ports
- and CIDRs that Felix will allow incoming traffic to host endpoints
- on irrespective of the security policy. This is useful to avoid
- accidentally cutting off a host with incorrect configuration. For
- back-compatibility, if the protocol is not specified, it defaults
- to "tcp". If a CIDR is not specified, it will allow traffic from
- all addresses. To disable all inbound host ports, use the value
- none. The default value allows ssh access and DHCP. [Default: tcp:22,
- udp:68, tcp:179, tcp:2379, tcp:2380, tcp:6443, tcp:6666, tcp:6667]'
+ description: 'FailsafeInboundHostPorts is a list of PortProto struct
+ objects including UDP/TCP/SCTP ports and CIDRs that Felix will allow
+ incoming traffic to host endpoints on irrespective of the security
+ policy. This is useful to avoid accidentally cutting off a host
+ with incorrect configuration. For backwards compatibility, if the
+ protocol is not specified, it defaults to "tcp". If a CIDR is not
+ specified, it will allow traffic from all addresses. To disable
+ all inbound host ports, use the value "[]". The default value allows
+ ssh access, DHCP, BGP, etcd and the Kubernetes API. [Default: tcp:22,
+ udp:68, tcp:179, tcp:2379, tcp:2380, tcp:5473, tcp:6443, tcp:6666,
+ tcp:6667 ]'
items:
description: ProtoPort is combination of protocol, port, and CIDR.
Protocol and port must be specified.
@@ -1240,17 +1414,18 @@ spec:
type: object
type: array
failsafeOutboundHostPorts:
- description: 'FailsafeOutboundHostPorts is a list of UDP/TCP ports
- and CIDRs that Felix will allow outgoing traffic from host endpoints
- to irrespective of the security policy. This is useful to avoid
- accidentally cutting off a host with incorrect configuration. For
- back-compatibility, if the protocol is not specified, it defaults
- to "tcp". If a CIDR is not specified, it will allow traffic from
- all addresses. To disable all outbound host ports, use the value
- none. The default value opens etcd''s standard ports to ensure that
- Felix does not get cut off from etcd as well as allowing DHCP and
- DNS. [Default: tcp:179, tcp:2379, tcp:2380, tcp:6443, tcp:6666,
- tcp:6667, udp:53, udp:67]'
+ description: 'FailsafeOutboundHostPorts is a list of List of PortProto
+ struct objects including UDP/TCP/SCTP ports and CIDRs that Felix
+ will allow outgoing traffic from host endpoints to irrespective
+ of the security policy. This is useful to avoid accidentally cutting
+ off a host with incorrect configuration. For backwards compatibility,
+ if the protocol is not specified, it defaults to "tcp". If a CIDR
+ is not specified, it will allow traffic from all addresses. To disable
+ all outbound host ports, use the value "[]". The default value opens
+ etcd''s standard ports to ensure that Felix does not get cut off
+ from etcd as well as allowing DHCP, DNS, BGP and the Kubernetes
+ API. [Default: udp:53, udp:67, tcp:179, tcp:2379, tcp:2380, tcp:5473,
+ tcp:6443, tcp:6666, tcp:6667 ]'
items:
description: ProtoPort is combination of protocol, port, and CIDR.
Protocol and port must be specified.
@@ -1271,12 +1446,14 @@ spec:
based on auto-detected platform capabilities. Values are specified
in a comma separated list with no spaces, example; "SNATFullyRandom=true,MASQFullyRandom=false,RestoreSupportsLock=". "true"
or "false" will force the feature, empty or omitted values are auto-detected.
+ pattern: ^([a-zA-Z0-9-_]+=(true|false|),)*([a-zA-Z0-9-_]+=(true|false|))?$
type: string
featureGates:
description: FeatureGates is used to enable or disable tech-preview
Calico features. Values are specified in a comma separated list
with no spaces, example; "BPFConnectTimeLoadBalancingWorkaround=enabled,XyZ=false".
This is used to enable features that are not fully production ready.
+ pattern: ^([a-zA-Z0-9-_]+=([^=]+),)*([a-zA-Z0-9-_]+=([^=]+))?$
type: string
floatingIPs:
description: FloatingIPs configures whether or not Felix will program
@@ -1292,6 +1469,35 @@ spec:
is not recommended since it doesn''t provide better performance
than iptables. [Default: false]'
type: boolean
+ goGCThreshold:
+ description: "GoGCThreshold Sets the Go runtime's garbage collection
+ threshold. I.e. the percentage that the heap is allowed to grow
+ before garbage collection is triggered. In general, doubling the
+ value halves the CPU time spent doing GC, but it also doubles peak
+ GC memory overhead. A special value of -1 can be used to disable
+ GC entirely; this should only be used in conjunction with the GoMemoryLimitMB
+ setting. \n This setting is overridden by the GOGC environment variable.
+ \n [Default: 40]"
+ type: integer
+ goMaxProcs:
+ description: "GoMaxProcs sets the maximum number of CPUs that the
+ Go runtime will use concurrently. A value of -1 means \"use the
+ system default\"; typically the number of real CPUs on the system.
+ \n this setting is overridden by the GOMAXPROCS environment variable.
+ \n [Default: -1]"
+ type: integer
+ goMemoryLimitMB:
+ description: "GoMemoryLimitMB sets a (soft) memory limit for the Go
+ runtime in MB. The Go runtime will try to keep its memory usage
+ under the limit by triggering GC as needed. To avoid thrashing,
+ it will exceed the limit if GC starts to take more than 50% of the
+ process's CPU time. A value of -1 disables the memory limit. \n
+ Note that the memory limit, if used, must be considerably less than
+ any hard resource limit set at the container or pod level. This
+ is because felix is not the only process that must run in the container
+ or pod. \n This setting is overridden by the GOMEMLIMIT environment
+ variable. \n [Default: -1]"
+ type: integer
healthEnabled:
type: boolean
healthHost:
@@ -1338,6 +1544,16 @@ spec:
description: InterfaceRefreshInterval is the period at which Felix
rescans local interfaces to verify their state. The rescan can be
disabled by setting the interval to 0.
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
+ type: string
+ ipForwarding:
+ description: 'IPForwarding controls whether Felix sets the host sysctls
+ to enable IP forwarding. IP forwarding is required when using Calico
+ for workload networking. This should only be disabled on hosts
+ where Calico is used for host protection. [Default: Enabled]'
+ enum:
+ - Enabled
+ - Disabled
type: string
ipipEnabled:
description: 'IPIPEnabled overrides whether Felix should configure
@@ -1353,18 +1569,22 @@ spec:
all iptables state to ensure that no other process has accidentally
broken Calico''s rules. Set to 0 to disable iptables refresh. [Default:
90s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
iptablesBackend:
description: IptablesBackend specifies which backend of iptables will
be used. The default is Auto.
+ pattern: ^(?i)(Auto|FelixConfiguration|FelixConfigurationList|Legacy|NFT)?$
type: string
iptablesFilterAllowAction:
+ pattern: ^(?i)(Accept|Return)?$
type: string
iptablesFilterDenyAction:
description: IptablesFilterDenyAction controls what happens to traffic
that is denied by network policy. By default Calico blocks traffic
with an iptables "DROP" action. If you want to use "REJECT" action
instead you can configure it in here.
+ pattern: ^(?i)(Drop|Reject)?$
type: string
iptablesLockFilePath:
description: 'IptablesLockFilePath is the location of the iptables
@@ -1377,6 +1597,7 @@ spec:
wait between attempts to acquire the iptables lock if it is not
available. Lower values make Felix more responsive when the lock
is contended, but use more CPU. [Default: 50ms]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
iptablesLockTimeout:
description: 'IptablesLockTimeout is the time that Felix will wait
@@ -1385,8 +1606,10 @@ spec:
also take the lock. When running Felix inside a container, this
requires the /run directory of the host to be mounted into the calico/node
or calico/felix container. [Default: 0s disabled]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
iptablesMangleAllowAction:
+ pattern: ^(?i)(Accept|Return)?$
type: string
iptablesMarkMask:
description: 'IptablesMarkMask is the mask that Felix selects its
@@ -1403,6 +1626,7 @@ spec:
back in order to check the write was not clobbered by another process.
This should only occur if another application on the system doesn''t
respect the iptables lock. [Default: 1s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
iptablesRefreshInterval:
description: 'IptablesRefreshInterval is the period at which Felix
@@ -1413,6 +1637,7 @@ spec:
was fixed in kernel version 4.11. If you are using v4.11 or greater
you may want to set this to, a higher value to reduce Felix CPU
usage. [Default: 10s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
ipv6Support:
description: IPv6Support controls whether Felix enables support for
@@ -1447,23 +1672,29 @@ spec:
logSeverityFile:
description: 'LogSeverityFile is the log severity above which logs
are sent to the log file. [Default: Info]'
+ pattern: ^(?i)(Debug|Info|Warning|Error|Fatal)?$
type: string
logSeverityScreen:
description: 'LogSeverityScreen is the log severity above which logs
are sent to the stdout. [Default: Info]'
+ pattern: ^(?i)(Debug|Info|Warning|Error|Fatal)?$
type: string
logSeveritySys:
description: 'LogSeveritySys is the log severity above which logs
are sent to the syslog. Set to None for no logging to syslog. [Default:
Info]'
+ pattern: ^(?i)(Debug|Info|Warning|Error|Fatal)?$
type: string
maxIpsetSize:
+ description: MaxIpsetSize is the maximum number of IP addresses that
+ can be stored in an IP set. Not applicable if using the nftables
+ backend.
type: integer
metadataAddr:
description: 'MetadataAddr is the IP address or domain name of the
server that can answer VM queries for cloud-init metadata. In OpenStack,
this corresponds to the machine running nova-api (or in Ubuntu,
- nova-api-metadata). A value of none (case insensitive) means that
+ nova-api-metadata). A value of none (case-insensitive) means that
Felix should not set up any NAT rule for the metadata path. [Default:
127.0.0.1]'
type: string
@@ -1494,6 +1725,35 @@ spec:
pattern: ^.*
x-kubernetes-int-or-string: true
netlinkTimeout:
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
+ type: string
+ nftablesFilterAllowAction:
+ pattern: ^(?i)(Accept|Return)?$
+ type: string
+ nftablesFilterDenyAction:
+ description: FilterDenyAction controls what happens to traffic that
+ is denied by network policy. By default Calico blocks traffic with
+ a "drop" action. If you want to use a "reject" action instead you
+ can configure it here.
+ pattern: ^(?i)(Drop|Reject)?$
+ type: string
+ nftablesMangleAllowAction:
+ pattern: ^(?i)(Accept|Return)?$
+ type: string
+ nftablesMarkMask:
+ description: 'MarkMask is the mask that Felix selects its nftables
+ Mark bits from. Should be a 32 bit hexadecimal number with at least
+ 8 bits set, none of which clash with any other mark bits in use
+ on the system. [Default: 0xffff0000]'
+ format: int32
+ type: integer
+ nftablesMode:
+ description: 'NFTablesMode configures nftables support in Felix. [Default:
+ Disabled]'
+ type: string
+ nftablesRefreshInterval:
+ description: 'NftablesRefreshInterval controls the interval at which
+ Felix periodically refreshes the nftables rules. [Default: 90s]'
type: string
openstackRegion:
description: 'OpenstackRegion is the name of the region that a particular
@@ -1548,21 +1808,25 @@ spec:
description: 'ReportingInterval is the interval at which Felix reports
its status into the datastore or 0 to disable. Must be non-zero
in OpenStack deployments. [Default: 30s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
reportingTTL:
description: 'ReportingTTL is the time-to-live setting for process-wide
status reports. [Default: 90s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
routeRefreshInterval:
description: 'RouteRefreshInterval is the period at which Felix re-checks
the routes in the dataplane to ensure that no other process has
accidentally broken Calico''s rules. Set to 0 to disable route refresh.
[Default: 90s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
routeSource:
description: 'RouteSource configures where Felix gets its routing
information. - WorkloadIPs: use workload endpoints to construct
routes. - CalicoIPAM: the default - use IPAM data to construct routes.'
+ pattern: ^(?i)(WorkloadIPs|CalicoIPAM)?$
type: string
routeSyncDisabled:
description: RouteSyncDisabled will disable all operations performed
@@ -1602,6 +1866,7 @@ spec:
packets that do not get DNAT''d by kube-proxy. Unless set to "Disabled",
in which case such routing loops continue to be allowed. [Default:
Drop]'
+ pattern: ^(?i)(Drop|Reject|Disabled)?$
type: string
sidecarAccelerationEnabled:
description: 'SidecarAccelerationEnabled enables experimental sidecar
@@ -1617,10 +1882,12 @@ spec:
usageReportingInitialDelay:
description: 'UsageReportingInitialDelay controls the minimum delay
before Felix makes a report. [Default: 300s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
usageReportingInterval:
description: 'UsageReportingInterval controls the interval at which
Felix makes reports. [Default: 86400s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
useInternalDataplaneDriver:
description: UseInternalDataplaneDriver, if true, Felix will use its
@@ -1644,6 +1911,14 @@ spec:
type: integer
vxlanVNI:
type: integer
+ windowsManageFirewallRules:
+ description: 'WindowsManageFirewallRules configures whether or not
+ Felix will program Windows Firewall rules. (to allow inbound access
+ to its own metrics ports) [Default: Disabled]'
+ enum:
+ - Enabled
+ - Disabled
+ type: string
wireguardEnabled:
description: 'WireguardEnabled controls whether Wireguard is enabled
for IPv4 (encapsulating IPv4 traffic over an IPv4 underlay network).
@@ -1669,6 +1944,7 @@ spec:
wireguardKeepAlive:
description: 'WireguardKeepAlive controls Wireguard PersistentKeepalive
option. Set 0 to disable. [Default: 0]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
wireguardListeningPort:
description: 'WireguardListeningPort controls the listening port used
@@ -1690,11 +1966,16 @@ spec:
description: 'WireguardRoutingRulePriority controls the priority value
to use for the Wireguard routing rule. [Default: 99]'
type: integer
+ wireguardThreadingEnabled:
+ description: 'WireguardThreadingEnabled controls whether Wireguard
+ has NAPI threading enabled. [Default: false]'
+ type: boolean
workloadSourceSpoofing:
description: WorkloadSourceSpoofing controls whether pods can use
the allowedSourcePrefixes annotation to send traffic with a source
IP address that is not theirs. This is disabled by default. When
set to "Any", pods can request any prefix.
+ pattern: ^(?i)(Disabled|Any)?$
type: string
xdpEnabled:
description: 'XDPEnabled enables XDP acceleration for suitable untracked
@@ -1705,6 +1986,7 @@ spec:
all XDP state to ensure that no other process has accidentally broken
Calico''s BPF maps or attached programs. Set to 0 to disable XDP
refresh. [Default: 90s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
type: object
type: object
@@ -2514,27 +2796,40 @@ spec:
order:
description: Order is an optional field that specifies the order in
which the policy is applied. Policies with higher "order" are applied
- after those with lower order. If the order is omitted, it may be
- considered to be "infinite" - i.e. the policy will be applied last. Policies
- with identical order will be applied in alphanumerical order based
- on the Policy "Name".
+ after those with lower order within the same tier. If the order
+ is omitted, it may be considered to be "infinite" - i.e. the policy
+ will be applied last. Policies with identical order will be applied
+ in alphanumerical order based on the Policy "Name" within the tier.
type: number
+ performanceHints:
+ description: "PerformanceHints contains a list of hints to Calico's
+ policy engine to help process the policy more efficiently. Hints
+ never change the enforcement behaviour of the policy. \n Currently,
+ the only available hint is \"AssumeNeededOnEveryNode\". When that
+ hint is set on a policy, Felix will act as if the policy matches
+ a local endpoint even if it does not. This is useful for \"preloading\"
+ any large static policies that are known to be used on every node.
+ If the policy is _not_ used on a particular node then the work done
+ to preload the policy (and to maintain it) is wasted."
+ items:
+ type: string
+ type: array
preDNAT:
description: PreDNAT indicates to apply the rules in this policy before
any DNAT.
type: boolean
selector:
- description: "The selector is an expression used to pick pick out
- the endpoints that the policy should be applied to. \n Selector
- expressions follow this syntax: \n \tlabel == \"string_literal\"
- \ -> comparison, e.g. my_label == \"foo bar\" \tlabel != \"string_literal\"
- \ -> not equal; also matches if label is not present \tlabel in
- { \"a\", \"b\", \"c\", ... } -> true if the value of label X is
- one of \"a\", \"b\", \"c\" \tlabel not in { \"a\", \"b\", \"c\",
- ... } -> true if the value of label X is not one of \"a\", \"b\",
- \"c\" \thas(label_name) -> True if that label is present \t! expr
- -> negation of expr \texpr && expr -> Short-circuit and \texpr
- || expr -> Short-circuit or \t( expr ) -> parens for grouping \tall()
+ description: "The selector is an expression used to pick out the endpoints
+ that the policy should be applied to. \n Selector expressions follow
+ this syntax: \n \tlabel == \"string_literal\" -> comparison, e.g.
+ my_label == \"foo bar\" \tlabel != \"string_literal\" -> not
+ equal; also matches if label is not present \tlabel in { \"a\",
+ \"b\", \"c\", ... } -> true if the value of label X is one of
+ \"a\", \"b\", \"c\" \tlabel not in { \"a\", \"b\", \"c\", ... }
+ \ -> true if the value of label X is not one of \"a\", \"b\", \"c\"
+ \thas(label_name) -> True if that label is present \t! expr ->
+ negation of expr \texpr && expr -> Short-circuit and \texpr ||
+ expr -> Short-circuit or \t( expr ) -> parens for grouping \tall()
or the empty selector -> matches all endpoints. \n Label names are
allowed to contain alphanumerics, -, _ and /. String literals are
more permissive but they do not support escape characters. \n Examples
@@ -2546,6 +2841,14 @@ spec:
description: ServiceAccountSelector is an optional field for an expression
used to select a pod based on service accounts.
type: string
+ tier:
+ description: The name of the tier that this policy belongs to. If
+ this is omitted, the default tier (name is "default") is assumed. The
+ specified tier must exist in order to create security policies within
+ the tier, the "default" tier is created automatically if it does
+ not exist, this means for deployments requiring only a single Tier,
+ the tier name may be omitted on all policy management requests.
+ type: string
types:
description: "Types indicates whether this policy applies to ingress,
or to egress, or to both. When not explicitly specified (and so
@@ -4173,23 +4476,36 @@ spec:
order:
description: Order is an optional field that specifies the order in
which the policy is applied. Policies with higher "order" are applied
- after those with lower order. If the order is omitted, it may be
- considered to be "infinite" - i.e. the policy will be applied last. Policies
- with identical order will be applied in alphanumerical order based
- on the Policy "Name".
+ after those with lower order within the same tier. If the order
+ is omitted, it may be considered to be "infinite" - i.e. the policy
+ will be applied last. Policies with identical order will be applied
+ in alphanumerical order based on the Policy "Name" within the tier.
type: number
+ performanceHints:
+ description: "PerformanceHints contains a list of hints to Calico's
+ policy engine to help process the policy more efficiently. Hints
+ never change the enforcement behaviour of the policy. \n Currently,
+ the only available hint is \"AssumeNeededOnEveryNode\". When that
+ hint is set on a policy, Felix will act as if the policy matches
+ a local endpoint even if it does not. This is useful for \"preloading\"
+ any large static policies that are known to be used on every node.
+ If the policy is _not_ used on a particular node then the work done
+ to preload the policy (and to maintain it) is wasted."
+ items:
+ type: string
+ type: array
selector:
- description: "The selector is an expression used to pick pick out
- the endpoints that the policy should be applied to. \n Selector
- expressions follow this syntax: \n \tlabel == \"string_literal\"
- \ -> comparison, e.g. my_label == \"foo bar\" \tlabel != \"string_literal\"
- \ -> not equal; also matches if label is not present \tlabel in
- { \"a\", \"b\", \"c\", ... } -> true if the value of label X is
- one of \"a\", \"b\", \"c\" \tlabel not in { \"a\", \"b\", \"c\",
- ... } -> true if the value of label X is not one of \"a\", \"b\",
- \"c\" \thas(label_name) -> True if that label is present \t! expr
- -> negation of expr \texpr && expr -> Short-circuit and \texpr
- || expr -> Short-circuit or \t( expr ) -> parens for grouping \tall()
+ description: "The selector is an expression used to pick out the endpoints
+ that the policy should be applied to. \n Selector expressions follow
+ this syntax: \n \tlabel == \"string_literal\" -> comparison, e.g.
+ my_label == \"foo bar\" \tlabel != \"string_literal\" -> not
+ equal; also matches if label is not present \tlabel in { \"a\",
+ \"b\", \"c\", ... } -> true if the value of label X is one of
+ \"a\", \"b\", \"c\" \tlabel not in { \"a\", \"b\", \"c\", ... }
+ \ -> true if the value of label X is not one of \"a\", \"b\", \"c\"
+ \thas(label_name) -> True if that label is present \t! expr ->
+ negation of expr \texpr && expr -> Short-circuit and \texpr ||
+ expr -> Short-circuit or \t( expr ) -> parens for grouping \tall()
or the empty selector -> matches all endpoints. \n Label names are
allowed to contain alphanumerics, -, _ and /. String literals are
more permissive but they do not support escape characters. \n Examples
@@ -4201,6 +4517,14 @@ spec:
description: ServiceAccountSelector is an optional field for an expression
used to select a pod based on service accounts.
type: string
+ tier:
+ description: The name of the tier that this policy belongs to. If
+ this is omitted, the default tier (name is "default") is assumed. The
+ specified tier must exist in order to create security policies within
+ the tier, the "default" tier is created automatically if it does
+ not exist, this means for deployments requiring only a single Tier,
+ the tier name may be omitted on all policy management requests.
+ type: string
types:
description: "Types indicates whether this policy applies to ingress,
or to egress, or to both. When not explicitly specified (and so
@@ -4280,6 +4604,1154 @@ status:
conditions: []
storedVersions: []
---
+# Source: calico/templates/kdd-crds.yaml
+apiVersion: apiextensions.k8s.io/v1
+kind: CustomResourceDefinition
+metadata:
+ annotations:
+ controller-gen.kubebuilder.io/version: (devel)
+ creationTimestamp: null
+ name: tiers.crd.projectcalico.org
+spec:
+ group: crd.projectcalico.org
+ names:
+ kind: Tier
+ listKind: TierList
+ plural: tiers
+ singular: tier
+ scope: Cluster
+ versions:
+ - name: v1
+ schema:
+ openAPIV3Schema:
+ properties:
+ apiVersion:
+ description: 'APIVersion defines the versioned schema of this representation
+ of an object. Servers should convert recognized schemas to the latest
+ internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
+ type: string
+ kind:
+ description: 'Kind is a string value representing the REST resource this
+ object represents. Servers may infer this from the endpoint the client
+ submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
+ type: string
+ metadata:
+ type: object
+ spec:
+ description: TierSpec contains the specification for a security policy
+ tier resource.
+ properties:
+ defaultAction:
+ description: 'DefaultAction specifies the action applied to workloads
+ selected by a policy in the tier, but not rule matched the workload''s
+ traffic. [Default: Deny]'
+ enum:
+ - Pass
+ - Deny
+ type: string
+ order:
+ description: Order is an optional field that specifies the order in
+ which the tier is applied. Tiers with higher "order" are applied
+ after those with lower order. If the order is omitted, it may be
+ considered to be "infinite" - i.e. the tier will be applied last. Tiers
+ with identical order will be applied in alphanumerical order based
+ on the Tier "Name".
+ type: number
+ type: object
+ type: object
+ served: true
+ storage: true
+status:
+ acceptedNames:
+ kind: ""
+ plural: ""
+ conditions: []
+ storedVersions: []
+---
+# Source: calico/templates/kdd-crds.yaml
+apiVersion: apiextensions.k8s.io/v1
+kind: CustomResourceDefinition
+metadata:
+ annotations:
+ api-approved.kubernetes.io: https://github.com/kubernetes-sigs/network-policy-api/pull/30
+ policy.networking.k8s.io/bundle-version: v0.1.1
+ policy.networking.k8s.io/channel: experimental
+ creationTimestamp: null
+ name: adminnetworkpolicies.policy.networking.k8s.io
+spec:
+ group: policy.networking.k8s.io
+ names:
+ kind: AdminNetworkPolicy
+ listKind: AdminNetworkPolicyList
+ plural: adminnetworkpolicies
+ shortNames:
+ - anp
+ singular: adminnetworkpolicy
+ scope: Cluster
+ versions:
+ - additionalPrinterColumns:
+ - jsonPath: .spec.priority
+ name: Priority
+ type: string
+ - jsonPath: .metadata.creationTimestamp
+ name: Age
+ type: date
+ name: v1alpha1
+ schema:
+ openAPIV3Schema:
+ description: |-
+ AdminNetworkPolicy is a cluster level resource that is part of the
+ AdminNetworkPolicy API.
+ properties:
+ apiVersion:
+ description: |-
+ APIVersion defines the versioned schema of this representation of an object.
+ Servers should convert recognized schemas to the latest internal value, and
+ may reject unrecognized values.
+ More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources
+ type: string
+ kind:
+ description: |-
+ Kind is a string value representing the REST resource this object represents.
+ Servers may infer this from the endpoint the client submits requests to.
+ Cannot be updated.
+ In CamelCase.
+ More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds
+ type: string
+ metadata:
+ type: object
+ spec:
+ description: Specification of the desired behavior of AdminNetworkPolicy.
+ properties:
+ egress:
+ description: |-
+ Egress is the list of Egress rules to be applied to the selected pods.
+ A total of 100 rules will be allowed in each ANP instance.
+ The relative precedence of egress rules within a single ANP object (all of
+ which share the priority) will be determined by the order in which the rule
+ is written. Thus, a rule that appears at the top of the egress rules
+ would take the highest precedence.
+ ANPs with no egress rules do not affect egress traffic.
+
+
+ Support: Core
+ items:
+ description: |-
+ AdminNetworkPolicyEgressRule describes an action to take on a particular
+ set of traffic originating from pods selected by a AdminNetworkPolicy's
+ Subject field.
+
+ properties:
+ action:
+ description: |-
+ Action specifies the effect this rule will have on matching traffic.
+ Currently the following actions are supported:
+ Allow: allows the selected traffic (even if it would otherwise have been denied by NetworkPolicy)
+ Deny: denies the selected traffic
+ Pass: instructs the selected traffic to skip any remaining ANP rules, and
+ then pass execution to any NetworkPolicies that select the pod.
+ If the pod is not selected by any NetworkPolicies then execution
+ is passed to any BaselineAdminNetworkPolicies that select the pod.
+
+
+ Support: Core
+ enum:
+ - Allow
+ - Deny
+ - Pass
+ type: string
+ name:
+ description: |-
+ Name is an identifier for this rule, that may be no more than 100 characters
+ in length. This field should be used by the implementation to help
+ improve observability, readability and error-reporting for any applied
+ AdminNetworkPolicies.
+
+
+ Support: Core
+ maxLength: 100
+ type: string
+ ports:
+ description: |-
+ Ports allows for matching traffic based on port and protocols.
+ This field is a list of destination ports for the outgoing egress traffic.
+ If Ports is not set then the rule does not filter traffic via port.
+
+
+ Support: Core
+ items:
+ description: |-
+ AdminNetworkPolicyPort describes how to select network ports on pod(s).
+ Exactly one field must be set.
+ maxProperties: 1
+ minProperties: 1
+ properties:
+ namedPort:
+ description: |-
+ NamedPort selects a port on a pod(s) based on name.
+
+
+ Support: Extended
+
+
+
+ type: string
+ portNumber:
+ description: |-
+ Port selects a port on a pod(s) based on number.
+
+
+ Support: Core
+ properties:
+ port:
+ description: |-
+ Number defines a network port value.
+
+
+ Support: Core
+ format: int32
+ maximum: 65535
+ minimum: 1
+ type: integer
+ protocol:
+ default: TCP
+ description: |-
+ Protocol is the network protocol (TCP, UDP, or SCTP) which traffic must
+ match. If not specified, this field defaults to TCP.
+
+
+ Support: Core
+ type: string
+ required:
+ - port
+ - protocol
+ type: object
+ portRange:
+ description: |-
+ PortRange selects a port range on a pod(s) based on provided start and end
+ values.
+
+
+ Support: Core
+ properties:
+ end:
+ description: |-
+ End defines a network port that is the end of a port range, the End value
+ must be greater than Start.
+
+
+ Support: Core
+ format: int32
+ maximum: 65535
+ minimum: 1
+ type: integer
+ protocol:
+ default: TCP
+ description: |-
+ Protocol is the network protocol (TCP, UDP, or SCTP) which traffic must
+ match. If not specified, this field defaults to TCP.
+
+
+ Support: Core
+ type: string
+ start:
+ description: |-
+ Start defines a network port that is the start of a port range, the Start
+ value must be less than End.
+
+
+ Support: Core
+ format: int32
+ maximum: 65535
+ minimum: 1
+ type: integer
+ required:
+ - end
+ - start
+ type: object
+ type: object
+ maxItems: 100
+ type: array
+ to:
+ description: |-
+ To is the List of destinations whose traffic this rule applies to.
+ If any AdminNetworkPolicyEgressPeer matches the destination of outgoing
+ traffic then the specified action is applied.
+ This field must be defined and contain at least one item.
+
+
+ Support: Core
+ items:
+ description: |-
+ AdminNetworkPolicyEgressPeer defines a peer to allow traffic to.
+ Exactly one of the selector pointers must be set for a given peer. If a
+ consumer observes none of its fields are set, they must assume an unknown
+ option has been specified and fail closed.
+ maxProperties: 1
+ minProperties: 1
+ properties:
+ namespaces:
+ description: |-
+ Namespaces defines a way to select all pods within a set of Namespaces.
+ Note that host-networked pods are not included in this type of peer.
+
+
+ Support: Core
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label selector
+ requirements. The requirements are ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the selector
+ applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ networks:
+ description: |-
+ Networks defines a way to select peers via CIDR blocks.
+ This is intended for representing entities that live outside the cluster,
+ which can't be selected by pods, namespaces and nodes peers, but note
+ that cluster-internal traffic will be checked against the rule as
+ well. So if you Allow or Deny traffic to `"0.0.0.0/0"`, that will allow
+ or deny all IPv4 pod-to-pod traffic as well. If you don't want that,
+ add a rule that Passes all pod traffic before the Networks rule.
+
+
+ Each item in Networks should be provided in the CIDR format and should be
+ IPv4 or IPv6, for example "10.0.0.0/8" or "fd00::/8".
+
+
+ Networks can have upto 25 CIDRs specified.
+
+
+ Support: Extended
+
+
+
+ items:
+ description: |-
+ CIDR is an IP address range in CIDR notation (for example, "10.0.0.0/8" or "fd00::/8").
+ This string must be validated by implementations using net.ParseCIDR
+ TODO: Introduce CEL CIDR validation regex isCIDR() in Kube 1.31 when it is available.
+ maxLength: 43
+ type: string
+ x-kubernetes-validations:
+ - message: CIDR must be either an IPv4 or IPv6 address.
+ IPv4 address embedded in IPv6 addresses are not
+ supported
+ rule: self.contains(':') != self.contains('.')
+ maxItems: 25
+ minItems: 1
+ type: array
+ x-kubernetes-list-type: set
+ nodes:
+ description: |-
+ Nodes defines a way to select a set of nodes in
+ the cluster. This field follows standard label selector
+ semantics; if present but empty, it selects all Nodes.
+
+
+ Support: Extended
+
+
+
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label selector
+ requirements. The requirements are ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the selector
+ applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ pods:
+ description: |-
+ Pods defines a way to select a set of pods in
+ a set of namespaces. Note that host-networked pods
+ are not included in this type of peer.
+
+
+ Support: Core
+ properties:
+ namespaceSelector:
+ description: |-
+ NamespaceSelector follows standard label selector semantics; if empty,
+ it selects all Namespaces.
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label
+ selector requirements. The requirements are
+ ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the
+ selector applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ podSelector:
+ description: |-
+ PodSelector is used to explicitly select pods within a namespace; if empty,
+ it selects all Pods.
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label
+ selector requirements. The requirements are
+ ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the
+ selector applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ required:
+ - namespaceSelector
+ - podSelector
+ type: object
+ type: object
+ maxItems: 100
+ minItems: 1
+ type: array
+ required:
+ - action
+ - to
+ type: object
+ x-kubernetes-validations:
+ - message: networks/nodes peer cannot be set with namedPorts since
+ there are no namedPorts for networks/nodes
+ rule: '!(self.to.exists(peer, has(peer.networks) || has(peer.nodes))
+ && has(self.ports) && self.ports.exists(port, has(port.namedPort)))'
+ maxItems: 100
+ type: array
+ ingress:
+ description: |-
+ Ingress is the list of Ingress rules to be applied to the selected pods.
+ A total of 100 rules will be allowed in each ANP instance.
+ The relative precedence of ingress rules within a single ANP object (all of
+ which share the priority) will be determined by the order in which the rule
+ is written. Thus, a rule that appears at the top of the ingress rules
+ would take the highest precedence.
+ ANPs with no ingress rules do not affect ingress traffic.
+
+
+ Support: Core
+ items:
+ description: |-
+ AdminNetworkPolicyIngressRule describes an action to take on a particular
+ set of traffic destined for pods selected by an AdminNetworkPolicy's
+ Subject field.
+ properties:
+ action:
+ description: |-
+ Action specifies the effect this rule will have on matching traffic.
+ Currently the following actions are supported:
+ Allow: allows the selected traffic (even if it would otherwise have been denied by NetworkPolicy)
+ Deny: denies the selected traffic
+ Pass: instructs the selected traffic to skip any remaining ANP rules, and
+ then pass execution to any NetworkPolicies that select the pod.
+ If the pod is not selected by any NetworkPolicies then execution
+ is passed to any BaselineAdminNetworkPolicies that select the pod.
+
+
+ Support: Core
+ enum:
+ - Allow
+ - Deny
+ - Pass
+ type: string
+ from:
+ description: |-
+ From is the list of sources whose traffic this rule applies to.
+ If any AdminNetworkPolicyIngressPeer matches the source of incoming
+ traffic then the specified action is applied.
+ This field must be defined and contain at least one item.
+
+
+ Support: Core
+ items:
+ description: |-
+ AdminNetworkPolicyIngressPeer defines an in-cluster peer to allow traffic from.
+ Exactly one of the selector pointers must be set for a given peer. If a
+ consumer observes none of its fields are set, they must assume an unknown
+ option has been specified and fail closed.
+ maxProperties: 1
+ minProperties: 1
+ properties:
+ namespaces:
+ description: |-
+ Namespaces defines a way to select all pods within a set of Namespaces.
+ Note that host-networked pods are not included in this type of peer.
+
+
+ Support: Core
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label selector
+ requirements. The requirements are ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the selector
+ applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ pods:
+ description: |-
+ Pods defines a way to select a set of pods in
+ a set of namespaces. Note that host-networked pods
+ are not included in this type of peer.
+
+
+ Support: Core
+ properties:
+ namespaceSelector:
+ description: |-
+ NamespaceSelector follows standard label selector semantics; if empty,
+ it selects all Namespaces.
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label
+ selector requirements. The requirements are
+ ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the
+ selector applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ podSelector:
+ description: |-
+ PodSelector is used to explicitly select pods within a namespace; if empty,
+ it selects all Pods.
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label
+ selector requirements. The requirements are
+ ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the
+ selector applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ required:
+ - namespaceSelector
+ - podSelector
+ type: object
+ type: object
+ maxItems: 100
+ minItems: 1
+ type: array
+ name:
+ description: |-
+ Name is an identifier for this rule, that may be no more than 100 characters
+ in length. This field should be used by the implementation to help
+ improve observability, readability and error-reporting for any applied
+ AdminNetworkPolicies.
+
+
+ Support: Core
+ maxLength: 100
+ type: string
+ ports:
+ description: |-
+ Ports allows for matching traffic based on port and protocols.
+ This field is a list of ports which should be matched on
+ the pods selected for this policy i.e the subject of the policy.
+ So it matches on the destination port for the ingress traffic.
+ If Ports is not set then the rule does not filter traffic via port.
+
+
+ Support: Core
+ items:
+ description: |-
+ AdminNetworkPolicyPort describes how to select network ports on pod(s).
+ Exactly one field must be set.
+ maxProperties: 1
+ minProperties: 1
+ properties:
+ namedPort:
+ description: |-
+ NamedPort selects a port on a pod(s) based on name.
+
+
+ Support: Extended
+
+
+
+ type: string
+ portNumber:
+ description: |-
+ Port selects a port on a pod(s) based on number.
+
+
+ Support: Core
+ properties:
+ port:
+ description: |-
+ Number defines a network port value.
+
+
+ Support: Core
+ format: int32
+ maximum: 65535
+ minimum: 1
+ type: integer
+ protocol:
+ default: TCP
+ description: |-
+ Protocol is the network protocol (TCP, UDP, or SCTP) which traffic must
+ match. If not specified, this field defaults to TCP.
+
+
+ Support: Core
+ type: string
+ required:
+ - port
+ - protocol
+ type: object
+ portRange:
+ description: |-
+ PortRange selects a port range on a pod(s) based on provided start and end
+ values.
+
+
+ Support: Core
+ properties:
+ end:
+ description: |-
+ End defines a network port that is the end of a port range, the End value
+ must be greater than Start.
+
+
+ Support: Core
+ format: int32
+ maximum: 65535
+ minimum: 1
+ type: integer
+ protocol:
+ default: TCP
+ description: |-
+ Protocol is the network protocol (TCP, UDP, or SCTP) which traffic must
+ match. If not specified, this field defaults to TCP.
+
+
+ Support: Core
+ type: string
+ start:
+ description: |-
+ Start defines a network port that is the start of a port range, the Start
+ value must be less than End.
+
+
+ Support: Core
+ format: int32
+ maximum: 65535
+ minimum: 1
+ type: integer
+ required:
+ - end
+ - start
+ type: object
+ type: object
+ maxItems: 100
+ type: array
+ required:
+ - action
+ - from
+ type: object
+ maxItems: 100
+ type: array
+ priority:
+ description: |-
+ Priority is a value from 0 to 1000. Rules with lower priority values have
+ higher precedence, and are checked before rules with higher priority values.
+ All AdminNetworkPolicy rules have higher precedence than NetworkPolicy or
+ BaselineAdminNetworkPolicy rules
+ The behavior is undefined if two ANP objects have same priority.
+
+
+ Support: Core
+ format: int32
+ maximum: 1000
+ minimum: 0
+ type: integer
+ subject:
+ description: |-
+ Subject defines the pods to which this AdminNetworkPolicy applies.
+ Note that host-networked pods are not included in subject selection.
+
+
+ Support: Core
+ maxProperties: 1
+ minProperties: 1
+ properties:
+ namespaces:
+ description: Namespaces is used to select pods via namespace selectors.
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label selector
+ requirements. The requirements are ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the selector
+ applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ pods:
+ description: Pods is used to select pods via namespace AND pod
+ selectors.
+ properties:
+ namespaceSelector:
+ description: |-
+ NamespaceSelector follows standard label selector semantics; if empty,
+ it selects all Namespaces.
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label selector
+ requirements. The requirements are ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the selector
+ applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ podSelector:
+ description: |-
+ PodSelector is used to explicitly select pods within a namespace; if empty,
+ it selects all Pods.
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label selector
+ requirements. The requirements are ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the selector
+ applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ required:
+ - namespaceSelector
+ - podSelector
+ type: object
+ type: object
+ required:
+ - priority
+ - subject
+ type: object
+ status:
+ description: Status is the status to be reported by the implementation.
+ properties:
+ conditions:
+ items:
+ description: "Condition contains details for one aspect of the current
+ state of this API Resource.\n---\nThis struct is intended for
+ direct use as an array at the field path .status.conditions. For
+ example,\n\n\n\ttype FooStatus struct{\n\t // Represents the
+ observations of a foo's current state.\n\t // Known .status.conditions.type
+ are: \"Available\", \"Progressing\", and \"Degraded\"\n\t //
+ +patchMergeKey=type\n\t // +patchStrategy=merge\n\t // +listType=map\n\t
+ \ // +listMapKey=type\n\t Conditions []metav1.Condition `json:\"conditions,omitempty\"
+ patchStrategy:\"merge\" patchMergeKey:\"type\" protobuf:\"bytes,1,rep,name=conditions\"`\n\n\n\t
+ \ // other fields\n\t}"
+ properties:
+ lastTransitionTime:
+ description: |-
+ lastTransitionTime is the last time the condition transitioned from one status to another.
+ This should be when the underlying condition changed. If that is not known, then using the time when the API field changed is acceptable.
+ format: date-time
+ type: string
+ message:
+ description: |-
+ message is a human readable message indicating details about the transition.
+ This may be an empty string.
+ maxLength: 32768
+ type: string
+ observedGeneration:
+ description: |-
+ observedGeneration represents the .metadata.generation that the condition was set based upon.
+ For instance, if .metadata.generation is currently 12, but the .status.conditions[x].observedGeneration is 9, the condition is out of date
+ with respect to the current state of the instance.
+ format: int64
+ minimum: 0
+ type: integer
+ reason:
+ description: |-
+ reason contains a programmatic identifier indicating the reason for the condition's last transition.
+ Producers of specific condition types may define expected values and meanings for this field,
+ and whether the values are considered a guaranteed API.
+ The value should be a CamelCase string.
+ This field may not be empty.
+ maxLength: 1024
+ minLength: 1
+ pattern: ^[A-Za-z]([A-Za-z0-9_,:]*[A-Za-z0-9_])?$
+ type: string
+ status:
+ description: status of the condition, one of True, False, Unknown.
+ enum:
+ - "True"
+ - "False"
+ - Unknown
+ type: string
+ type:
+ description: |-
+ type of condition in CamelCase or in foo.example.com/CamelCase.
+ ---
+ Many .condition.type values are consistent across resources like Available, but because arbitrary conditions can be
+ useful (see .node.status.conditions), the ability to deconflict is important.
+ The regex it matches is (dns1123SubdomainFmt/)?(qualifiedNameFmt)
+ maxLength: 316
+ pattern: ^([a-z0-9]([-a-z0-9]*[a-z0-9])?(\.[a-z0-9]([-a-z0-9]*[a-z0-9])?)*/)?(([A-Za-z0-9][-A-Za-z0-9_.]*)?[A-Za-z0-9])$
+ type: string
+ required:
+ - lastTransitionTime
+ - message
+ - reason
+ - status
+ - type
+ type: object
+ type: array
+ x-kubernetes-list-map-keys:
+ - type
+ x-kubernetes-list-type: map
+ required:
+ - conditions
+ type: object
+ required:
+ - metadata
+ - spec
+ type: object
+ served: true
+ storage: true
+ subresources:
+ status: {}
+status:
+ acceptedNames:
+ kind: ""
+ plural: ""
+ conditions: null
+ storedVersions: null
+---
# Source: calico/templates/calico-kube-controllers-rbac.yaml
# Include a clusterrole for the kube-controllers component,
# and bind it to the calico-kube-controllers serviceaccount.
@@ -4315,6 +5787,7 @@ rules:
- blockaffinities
- ipamblocks
- ipamhandles
+ - tiers
verbs:
- get
- list
@@ -4356,6 +5829,7 @@ rules:
verbs:
# read its own config
- get
+ - list
# create a default if none exists
- create
# update status
@@ -4426,6 +5900,13 @@ rules:
verbs:
- watch
- list
+ # Watch for changes to Kubernetes AdminNetworkPolicies.
+ - apiGroups: ["policy.networking.k8s.io"]
+ resources:
+ - adminnetworkpolicies
+ verbs:
+ - watch
+ - list
# Used by Calico for policy information.
- apiGroups: [""]
resources:
@@ -4461,10 +5942,17 @@ rules:
- hostendpoints
- blockaffinities
- caliconodestatuses
+ - tiers
verbs:
- get
- list
- watch
+ # Calico creates some tiers on startup.
+ - apiGroups: ["crd.projectcalico.org"]
+ resources:
+ - tiers
+ verbs:
+ - create
# Calico must create and update some CRDs on startup.
- apiGroups: ["crd.projectcalico.org"]
resources:
@@ -4475,7 +5963,7 @@ rules:
- create
- update
# Calico must update some CRDs.
- - apiGroups: [ "crd.projectcalico.org" ]
+ - apiGroups: ["crd.projectcalico.org"]
resources:
- caliconodestatuses
verbs:
@@ -4518,6 +6006,23 @@ rules:
verbs:
- patch
---
+# Source: calico/templates/tier-getter.yaml
+# Implements the necessary permissions for the kube-controller-manager to interact with
+# Tiers and Tiered Policies for GC.
+#
+# https://github.com/tigera/operator/blob/v1.37.0/pkg/render/apiserver.go#L1505-L1545
+kind: ClusterRole
+apiVersion: rbac.authorization.k8s.io/v1
+metadata:
+ name: calico-tier-getter
+rules:
+ - apiGroups:
+ - "projectcalico.org"
+ resources:
+ - "tiers"
+ verbs:
+ - "get"
+---
# Source: calico/templates/calico-kube-controllers-rbac.yaml
kind: ClusterRoleBinding
apiVersion: rbac.authorization.k8s.io/v1
@@ -4560,6 +6065,20 @@ subjects:
name: calico-cni-plugin
namespace: kube-system
---
+# Source: calico/templates/tier-getter.yaml
+apiVersion: rbac.authorization.k8s.io/v1
+kind: ClusterRoleBinding
+metadata:
+ name: calico-tier-getter
+roleRef:
+ apiGroup: rbac.authorization.k8s.io
+ kind: ClusterRole
+ name: calico-tier-getter
+subjects:
+- apiGroup: rbac.authorization.k8s.io
+ kind: User
+ name: system:kube-controller-manager
+---
# Source: calico/templates/calico-typha.yaml
# This manifest creates a Service, which will be backed by Calico's Typha daemon.
# Typha sits in between Felix and the API server, reducing Calico's load on the API server.
@@ -4617,6 +6136,9 @@ spec:
- effect: NoExecute
operator: Exists
serviceAccountName: calico-node
+ securityContext:
+ seccompProfile:
+ type: RuntimeDefault
# Minimize downtime during a rolling upgrade or deletion; tell Kubernetes to do a "force
# deletion": https://kubernetes.io/docs/concepts/workloads/pods/pod/#termination-of-pods.
terminationGracePeriodSeconds: 0
@@ -4625,7 +6147,7 @@ spec:
# This container installs the CNI binaries
# and CNI network config file on each node.
- name: install-cni
- image: docker.io/calico/cni:v3.26.1
+ image: docker.io/calico/cni:v3.29.4
imagePullPolicy: IfNotPresent
command: ["/opt/cni/bin/install"]
envFrom:
@@ -4662,7 +6184,7 @@ spec:
# i.e. bpf at /sys/fs/bpf and cgroup2 at /run/calico/cgroup. Calico-node initialisation is executed
# in best effort fashion, i.e. no failure for errors, to not disrupt pod creation in iptable mode.
- name: "mount-bpffs"
- image: docker.io/calico/node:v3.26.1
+ image: docker.io/calico/node:v3.29.4
imagePullPolicy: IfNotPresent
command: ["calico-node", "-init", "-best-effort"]
volumeMounts:
@@ -4688,7 +6210,7 @@ spec:
# container programs network policy and routes on each
# host.
- name: calico-node
- image: docker.io/calico/node:v3.26.1
+ image: docker.io/calico/node:v3.29.4
imagePullPolicy: IfNotPresent
envFrom:
- configMapRef:
@@ -4802,9 +6324,11 @@ spec:
- name: var-run-calico
hostPath:
path: /var/run/calico
+ type: DirectoryOrCreate
- name: var-lib-calico
hostPath:
path: /var/lib/calico
+ type: DirectoryOrCreate
- name: xtables-lock
hostPath:
path: /run/xtables.lock
@@ -4825,6 +6349,7 @@ spec:
- name: cni-bin-dir
hostPath:
path: /opt/cni/bin
+ type: DirectoryOrCreate
- name: cni-net-dir
hostPath:
path: /etc/cni/net.d
@@ -4873,10 +6398,13 @@ spec:
- key: node-role.kubernetes.io/control-plane
effect: NoSchedule
serviceAccountName: calico-kube-controllers
+ securityContext:
+ seccompProfile:
+ type: RuntimeDefault
priorityClassName: system-cluster-critical
containers:
- name: calico-kube-controllers
- image: docker.io/calico/kube-controllers:v3.26.1
+ image: docker.io/calico/kube-controllers:v3.29.4
imagePullPolicy: IfNotPresent
env:
# Choose which controllers to run.
@@ -4899,6 +6427,8 @@ spec:
- /usr/bin/check-status
- -r
periodSeconds: 10
+ securityContext:
+ runAsNonRoot: true
---
# Source: calico/templates/calico-typha.yaml
# This manifest creates a Deployment of Typha to back the above service.
@@ -4952,6 +6482,11 @@ spec:
# Mark the pod as a critical add-on for rescheduling.
- key: CriticalAddonsOnly
operator: Exists
+ # Make sure Typha can get scheduled on any nodes.
+ - effect: NoSchedule
+ operator: Exists
+ - effect: NoExecute
+ operator: Exists
# Since Calico can't network a pod until Typha is up, we need to run Typha itself
# as a host-networked pod.
serviceAccountName: calico-node
@@ -4959,8 +6494,10 @@ spec:
# fsGroup allows using projected serviceaccount tokens as described here kubernetes/kubernetes#82573
securityContext:
fsGroup: 65534
+ seccompProfile:
+ type: RuntimeDefault
containers:
- - image: docker.io/calico/typha:v3.26.1
+ - image: docker.io/calico/typha:v3.29.4
imagePullPolicy: IfNotPresent
name: calico-typha
ports:
diff --git a/templates/addons/calico-ipv6/kustomization.yaml b/templates/addons/calico-ipv6/kustomization.yaml
deleted file mode 100644
index 85181c59a89..00000000000
--- a/templates/addons/calico-ipv6/kustomization.yaml
+++ /dev/null
@@ -1,19 +0,0 @@
-apiVersion: kustomize.config.k8s.io/v1beta1
-kind: Kustomization
-resources:
-- calico-policy-only.yaml
-patches:
-- path: patches/calico-node.yaml
- target:
- group: apps
- kind: DaemonSet
- name: calico-node
- namespace: kube-system
- version: v1
-- path: patches/control-plane-tolerations.yaml
- target:
- kind: Deployment
- name: calico-kube-controllers
- namespace: kube-system
-- path: patches/azure-mtu.yaml
-- path: patches/calico-config.yaml
diff --git a/templates/addons/calico-ipv6/patches/azure-mtu.yaml b/templates/addons/calico-ipv6/patches/azure-mtu.yaml
deleted file mode 100644
index 87eb6d9eabe..00000000000
--- a/templates/addons/calico-ipv6/patches/azure-mtu.yaml
+++ /dev/null
@@ -1,11 +0,0 @@
-kind: ConfigMap
-apiVersion: v1
-metadata:
- name: calico-config
- namespace: kube-system
-data:
- # On Azure, the underlying network has an MTU of 1400, even though the network interface will have an MTU of 1500.
- # We set this value to 1350 for “physical network MTU size minus 50” since we use VXLAN, which uses a 50-byte header.
- # If enabling Wireguard, this value should be changed to 1340 (Wireguard uses a 60-byte header).
- # https://docs.projectcalico.org/networking/mtu#determine-mtu-size
- veth_mtu: "1350"
diff --git a/templates/addons/calico-ipv6/patches/calico-config.yaml b/templates/addons/calico-ipv6/patches/calico-config.yaml
deleted file mode 100644
index 7620039862f..00000000000
--- a/templates/addons/calico-ipv6/patches/calico-config.yaml
+++ /dev/null
@@ -1,40 +0,0 @@
-kind: ConfigMap
-apiVersion: v1
-metadata:
- name: calico-config
- namespace: kube-system
-data:
- cni_network_config: |-
- {
- "name": "k8s-pod-network",
- "cniVersion": "0.3.1",
- "plugins": [
- {
- "type": "calico",
- "log_level": "info",
- "log_file_path": "/var/log/calico/cni/cni.log",
- "datastore_type": "kubernetes",
- "nodename": "__KUBERNETES_NODE_NAME__",
- "mtu": 1500,
- "ipam": {
- "type": "host-local",
- "subnet": "usePodCidrIPv6"
- },
- "policy": {
- "type": "k8s"
- },
- "kubernetes": {
- "kubeconfig": "__KUBECONFIG_FILEPATH__"
- }
- },
- {
- "type": "portmap",
- "snat": true,
- "capabilities": {"portMappings": true}
- },
- {
- "type": "bandwidth",
- "capabilities": {"bandwidth": true}
- }
- ]
- }
diff --git a/templates/addons/calico-ipv6/patches/calico-node.yaml b/templates/addons/calico-ipv6/patches/calico-node.yaml
deleted file mode 100644
index 77eb3d2ea0c..00000000000
--- a/templates/addons/calico-ipv6/patches/calico-node.yaml
+++ /dev/null
@@ -1,18 +0,0 @@
-kind: DaemonSet
-apiVersion: apps/v1
-metadata:
- name: calico-node
- namespace: kube-system
-spec:
- template:
- spec:
- containers:
- - name: calico-node
- env:
- # https://docs.projectcalico.org/reference/public-cloud/azure#azure-user-defined-routes
- - name: CALICO_IPv6POOL_CIDR
- value: "2001:1234:5678:9a40::/58"
- - name: IP6
- value: "autodetect"
- - name: FELIX_IPV6SUPPORT
- value: "true"
diff --git a/templates/addons/calico-ipv6/patches/control-plane-tolerations.yaml b/templates/addons/calico-ipv6/patches/control-plane-tolerations.yaml
deleted file mode 100644
index 5e063f523d7..00000000000
--- a/templates/addons/calico-ipv6/patches/control-plane-tolerations.yaml
+++ /dev/null
@@ -1,15 +0,0 @@
-apiVersion: apps/v1
-kind: Deployment
-metadata:
- name: calico-kube-controllers
- namespace: kube-system
-spec:
- template:
- spec:
- tolerations:
- - key: CriticalAddonsOnly
- operator: Exists
- - effect: NoSchedule
- key: node-role.kubernetes.io/master
- - effect: NoSchedule
- key: node-role.kubernetes.io/control-plane
diff --git a/templates/addons/calico-ipv6/values.yaml b/templates/addons/calico-ipv6/values.yaml
index f2566dde3e9..904a29526c6 100644
--- a/templates/addons/calico-ipv6/values.yaml
+++ b/templates/addons/calico-ipv6/values.yaml
@@ -12,6 +12,7 @@ installation:
encapsulation: None
natOutgoing: Enabled
nodeSelector: all()
+ registry: quay.io
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
@@ -24,3 +25,9 @@ tolerations:
- effect: NoSchedule
key: node.kubernetes.io/not-ready
operator: Exists
+# Image and registry configuration for the tigera/operator pod.Add commentMore actions
+tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+calicoctl:
+ image: quay.io/calico/ctl
diff --git a/templates/addons/calico.yaml b/templates/addons/calico.yaml
index 09042fe81e8..cd420e67a3f 100644
--- a/templates/addons/calico.yaml
+++ b/templates/addons/calico.yaml
@@ -1,5 +1,1088 @@
apiVersion: apiextensions.k8s.io/v1
kind: CustomResourceDefinition
+metadata:
+ annotations:
+ api-approved.kubernetes.io: https://github.com/kubernetes-sigs/network-policy-api/pull/30
+ policy.networking.k8s.io/bundle-version: v0.1.1
+ policy.networking.k8s.io/channel: experimental
+ creationTimestamp: null
+ name: adminnetworkpolicies.policy.networking.k8s.io
+spec:
+ group: policy.networking.k8s.io
+ names:
+ kind: AdminNetworkPolicy
+ listKind: AdminNetworkPolicyList
+ plural: adminnetworkpolicies
+ shortNames:
+ - anp
+ singular: adminnetworkpolicy
+ scope: Cluster
+ versions:
+ - additionalPrinterColumns:
+ - jsonPath: .spec.priority
+ name: Priority
+ type: string
+ - jsonPath: .metadata.creationTimestamp
+ name: Age
+ type: date
+ name: v1alpha1
+ schema:
+ openAPIV3Schema:
+ description: |-
+ AdminNetworkPolicy is a cluster level resource that is part of the
+ AdminNetworkPolicy API.
+ properties:
+ apiVersion:
+ description: |-
+ APIVersion defines the versioned schema of this representation of an object.
+ Servers should convert recognized schemas to the latest internal value, and
+ may reject unrecognized values.
+ More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources
+ type: string
+ kind:
+ description: |-
+ Kind is a string value representing the REST resource this object represents.
+ Servers may infer this from the endpoint the client submits requests to.
+ Cannot be updated.
+ In CamelCase.
+ More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds
+ type: string
+ metadata:
+ type: object
+ spec:
+ description: Specification of the desired behavior of AdminNetworkPolicy.
+ properties:
+ egress:
+ description: |-
+ Egress is the list of Egress rules to be applied to the selected pods.
+ A total of 100 rules will be allowed in each ANP instance.
+ The relative precedence of egress rules within a single ANP object (all of
+ which share the priority) will be determined by the order in which the rule
+ is written. Thus, a rule that appears at the top of the egress rules
+ would take the highest precedence.
+ ANPs with no egress rules do not affect egress traffic.
+
+
+ Support: Core
+ items:
+ description: |-
+ AdminNetworkPolicyEgressRule describes an action to take on a particular
+ set of traffic originating from pods selected by a AdminNetworkPolicy's
+ Subject field.
+
+ properties:
+ action:
+ description: |-
+ Action specifies the effect this rule will have on matching traffic.
+ Currently the following actions are supported:
+ Allow: allows the selected traffic (even if it would otherwise have been denied by NetworkPolicy)
+ Deny: denies the selected traffic
+ Pass: instructs the selected traffic to skip any remaining ANP rules, and
+ then pass execution to any NetworkPolicies that select the pod.
+ If the pod is not selected by any NetworkPolicies then execution
+ is passed to any BaselineAdminNetworkPolicies that select the pod.
+
+
+ Support: Core
+ enum:
+ - Allow
+ - Deny
+ - Pass
+ type: string
+ name:
+ description: |-
+ Name is an identifier for this rule, that may be no more than 100 characters
+ in length. This field should be used by the implementation to help
+ improve observability, readability and error-reporting for any applied
+ AdminNetworkPolicies.
+
+
+ Support: Core
+ maxLength: 100
+ type: string
+ ports:
+ description: |-
+ Ports allows for matching traffic based on port and protocols.
+ This field is a list of destination ports for the outgoing egress traffic.
+ If Ports is not set then the rule does not filter traffic via port.
+
+
+ Support: Core
+ items:
+ description: |-
+ AdminNetworkPolicyPort describes how to select network ports on pod(s).
+ Exactly one field must be set.
+ maxProperties: 1
+ minProperties: 1
+ properties:
+ namedPort:
+ description: |-
+ NamedPort selects a port on a pod(s) based on name.
+
+
+ Support: Extended
+
+
+
+ type: string
+ portNumber:
+ description: |-
+ Port selects a port on a pod(s) based on number.
+
+
+ Support: Core
+ properties:
+ port:
+ description: |-
+ Number defines a network port value.
+
+
+ Support: Core
+ format: int32
+ maximum: 65535
+ minimum: 1
+ type: integer
+ protocol:
+ default: TCP
+ description: |-
+ Protocol is the network protocol (TCP, UDP, or SCTP) which traffic must
+ match. If not specified, this field defaults to TCP.
+
+
+ Support: Core
+ type: string
+ required:
+ - port
+ - protocol
+ type: object
+ portRange:
+ description: |-
+ PortRange selects a port range on a pod(s) based on provided start and end
+ values.
+
+
+ Support: Core
+ properties:
+ end:
+ description: |-
+ End defines a network port that is the end of a port range, the End value
+ must be greater than Start.
+
+
+ Support: Core
+ format: int32
+ maximum: 65535
+ minimum: 1
+ type: integer
+ protocol:
+ default: TCP
+ description: |-
+ Protocol is the network protocol (TCP, UDP, or SCTP) which traffic must
+ match. If not specified, this field defaults to TCP.
+
+
+ Support: Core
+ type: string
+ start:
+ description: |-
+ Start defines a network port that is the start of a port range, the Start
+ value must be less than End.
+
+
+ Support: Core
+ format: int32
+ maximum: 65535
+ minimum: 1
+ type: integer
+ required:
+ - end
+ - start
+ type: object
+ type: object
+ maxItems: 100
+ type: array
+ to:
+ description: |-
+ To is the List of destinations whose traffic this rule applies to.
+ If any AdminNetworkPolicyEgressPeer matches the destination of outgoing
+ traffic then the specified action is applied.
+ This field must be defined and contain at least one item.
+
+
+ Support: Core
+ items:
+ description: |-
+ AdminNetworkPolicyEgressPeer defines a peer to allow traffic to.
+ Exactly one of the selector pointers must be set for a given peer. If a
+ consumer observes none of its fields are set, they must assume an unknown
+ option has been specified and fail closed.
+ maxProperties: 1
+ minProperties: 1
+ properties:
+ namespaces:
+ description: |-
+ Namespaces defines a way to select all pods within a set of Namespaces.
+ Note that host-networked pods are not included in this type of peer.
+
+
+ Support: Core
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label selector
+ requirements. The requirements are ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the selector
+ applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ networks:
+ description: |-
+ Networks defines a way to select peers via CIDR blocks.
+ This is intended for representing entities that live outside the cluster,
+ which can't be selected by pods, namespaces and nodes peers, but note
+ that cluster-internal traffic will be checked against the rule as
+ well. So if you Allow or Deny traffic to `"0.0.0.0/0"`, that will allow
+ or deny all IPv4 pod-to-pod traffic as well. If you don't want that,
+ add a rule that Passes all pod traffic before the Networks rule.
+
+
+ Each item in Networks should be provided in the CIDR format and should be
+ IPv4 or IPv6, for example "10.0.0.0/8" or "fd00::/8".
+
+
+ Networks can have upto 25 CIDRs specified.
+
+
+ Support: Extended
+
+
+
+ items:
+ description: |-
+ CIDR is an IP address range in CIDR notation (for example, "10.0.0.0/8" or "fd00::/8").
+ This string must be validated by implementations using net.ParseCIDR
+ TODO: Introduce CEL CIDR validation regex isCIDR() in Kube 1.31 when it is available.
+ maxLength: 43
+ type: string
+ x-kubernetes-validations:
+ - message: CIDR must be either an IPv4 or IPv6 address.
+ IPv4 address embedded in IPv6 addresses are not
+ supported
+ rule: self.contains(':') != self.contains('.')
+ maxItems: 25
+ minItems: 1
+ type: array
+ x-kubernetes-list-type: set
+ nodes:
+ description: |-
+ Nodes defines a way to select a set of nodes in
+ the cluster. This field follows standard label selector
+ semantics; if present but empty, it selects all Nodes.
+
+
+ Support: Extended
+
+
+
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label selector
+ requirements. The requirements are ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the selector
+ applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ pods:
+ description: |-
+ Pods defines a way to select a set of pods in
+ a set of namespaces. Note that host-networked pods
+ are not included in this type of peer.
+
+
+ Support: Core
+ properties:
+ namespaceSelector:
+ description: |-
+ NamespaceSelector follows standard label selector semantics; if empty,
+ it selects all Namespaces.
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label
+ selector requirements. The requirements are
+ ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the
+ selector applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ podSelector:
+ description: |-
+ PodSelector is used to explicitly select pods within a namespace; if empty,
+ it selects all Pods.
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label
+ selector requirements. The requirements are
+ ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the
+ selector applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ required:
+ - namespaceSelector
+ - podSelector
+ type: object
+ type: object
+ maxItems: 100
+ minItems: 1
+ type: array
+ required:
+ - action
+ - to
+ type: object
+ x-kubernetes-validations:
+ - message: networks/nodes peer cannot be set with namedPorts since
+ there are no namedPorts for networks/nodes
+ rule: '!(self.to.exists(peer, has(peer.networks) || has(peer.nodes))
+ && has(self.ports) && self.ports.exists(port, has(port.namedPort)))'
+ maxItems: 100
+ type: array
+ ingress:
+ description: |-
+ Ingress is the list of Ingress rules to be applied to the selected pods.
+ A total of 100 rules will be allowed in each ANP instance.
+ The relative precedence of ingress rules within a single ANP object (all of
+ which share the priority) will be determined by the order in which the rule
+ is written. Thus, a rule that appears at the top of the ingress rules
+ would take the highest precedence.
+ ANPs with no ingress rules do not affect ingress traffic.
+
+
+ Support: Core
+ items:
+ description: |-
+ AdminNetworkPolicyIngressRule describes an action to take on a particular
+ set of traffic destined for pods selected by an AdminNetworkPolicy's
+ Subject field.
+ properties:
+ action:
+ description: |-
+ Action specifies the effect this rule will have on matching traffic.
+ Currently the following actions are supported:
+ Allow: allows the selected traffic (even if it would otherwise have been denied by NetworkPolicy)
+ Deny: denies the selected traffic
+ Pass: instructs the selected traffic to skip any remaining ANP rules, and
+ then pass execution to any NetworkPolicies that select the pod.
+ If the pod is not selected by any NetworkPolicies then execution
+ is passed to any BaselineAdminNetworkPolicies that select the pod.
+
+
+ Support: Core
+ enum:
+ - Allow
+ - Deny
+ - Pass
+ type: string
+ from:
+ description: |-
+ From is the list of sources whose traffic this rule applies to.
+ If any AdminNetworkPolicyIngressPeer matches the source of incoming
+ traffic then the specified action is applied.
+ This field must be defined and contain at least one item.
+
+
+ Support: Core
+ items:
+ description: |-
+ AdminNetworkPolicyIngressPeer defines an in-cluster peer to allow traffic from.
+ Exactly one of the selector pointers must be set for a given peer. If a
+ consumer observes none of its fields are set, they must assume an unknown
+ option has been specified and fail closed.
+ maxProperties: 1
+ minProperties: 1
+ properties:
+ namespaces:
+ description: |-
+ Namespaces defines a way to select all pods within a set of Namespaces.
+ Note that host-networked pods are not included in this type of peer.
+
+
+ Support: Core
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label selector
+ requirements. The requirements are ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the selector
+ applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ pods:
+ description: |-
+ Pods defines a way to select a set of pods in
+ a set of namespaces. Note that host-networked pods
+ are not included in this type of peer.
+
+
+ Support: Core
+ properties:
+ namespaceSelector:
+ description: |-
+ NamespaceSelector follows standard label selector semantics; if empty,
+ it selects all Namespaces.
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label
+ selector requirements. The requirements are
+ ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the
+ selector applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ podSelector:
+ description: |-
+ PodSelector is used to explicitly select pods within a namespace; if empty,
+ it selects all Pods.
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label
+ selector requirements. The requirements are
+ ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the
+ selector applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ required:
+ - namespaceSelector
+ - podSelector
+ type: object
+ type: object
+ maxItems: 100
+ minItems: 1
+ type: array
+ name:
+ description: |-
+ Name is an identifier for this rule, that may be no more than 100 characters
+ in length. This field should be used by the implementation to help
+ improve observability, readability and error-reporting for any applied
+ AdminNetworkPolicies.
+
+
+ Support: Core
+ maxLength: 100
+ type: string
+ ports:
+ description: |-
+ Ports allows for matching traffic based on port and protocols.
+ This field is a list of ports which should be matched on
+ the pods selected for this policy i.e the subject of the policy.
+ So it matches on the destination port for the ingress traffic.
+ If Ports is not set then the rule does not filter traffic via port.
+
+
+ Support: Core
+ items:
+ description: |-
+ AdminNetworkPolicyPort describes how to select network ports on pod(s).
+ Exactly one field must be set.
+ maxProperties: 1
+ minProperties: 1
+ properties:
+ namedPort:
+ description: |-
+ NamedPort selects a port on a pod(s) based on name.
+
+
+ Support: Extended
+
+
+
+ type: string
+ portNumber:
+ description: |-
+ Port selects a port on a pod(s) based on number.
+
+
+ Support: Core
+ properties:
+ port:
+ description: |-
+ Number defines a network port value.
+
+
+ Support: Core
+ format: int32
+ maximum: 65535
+ minimum: 1
+ type: integer
+ protocol:
+ default: TCP
+ description: |-
+ Protocol is the network protocol (TCP, UDP, or SCTP) which traffic must
+ match. If not specified, this field defaults to TCP.
+
+
+ Support: Core
+ type: string
+ required:
+ - port
+ - protocol
+ type: object
+ portRange:
+ description: |-
+ PortRange selects a port range on a pod(s) based on provided start and end
+ values.
+
+
+ Support: Core
+ properties:
+ end:
+ description: |-
+ End defines a network port that is the end of a port range, the End value
+ must be greater than Start.
+
+
+ Support: Core
+ format: int32
+ maximum: 65535
+ minimum: 1
+ type: integer
+ protocol:
+ default: TCP
+ description: |-
+ Protocol is the network protocol (TCP, UDP, or SCTP) which traffic must
+ match. If not specified, this field defaults to TCP.
+
+
+ Support: Core
+ type: string
+ start:
+ description: |-
+ Start defines a network port that is the start of a port range, the Start
+ value must be less than End.
+
+
+ Support: Core
+ format: int32
+ maximum: 65535
+ minimum: 1
+ type: integer
+ required:
+ - end
+ - start
+ type: object
+ type: object
+ maxItems: 100
+ type: array
+ required:
+ - action
+ - from
+ type: object
+ maxItems: 100
+ type: array
+ priority:
+ description: |-
+ Priority is a value from 0 to 1000. Rules with lower priority values have
+ higher precedence, and are checked before rules with higher priority values.
+ All AdminNetworkPolicy rules have higher precedence than NetworkPolicy or
+ BaselineAdminNetworkPolicy rules
+ The behavior is undefined if two ANP objects have same priority.
+
+
+ Support: Core
+ format: int32
+ maximum: 1000
+ minimum: 0
+ type: integer
+ subject:
+ description: |-
+ Subject defines the pods to which this AdminNetworkPolicy applies.
+ Note that host-networked pods are not included in subject selection.
+
+
+ Support: Core
+ maxProperties: 1
+ minProperties: 1
+ properties:
+ namespaces:
+ description: Namespaces is used to select pods via namespace selectors.
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label selector
+ requirements. The requirements are ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the selector
+ applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ pods:
+ description: Pods is used to select pods via namespace AND pod
+ selectors.
+ properties:
+ namespaceSelector:
+ description: |-
+ NamespaceSelector follows standard label selector semantics; if empty,
+ it selects all Namespaces.
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label selector
+ requirements. The requirements are ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the selector
+ applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ podSelector:
+ description: |-
+ PodSelector is used to explicitly select pods within a namespace; if empty,
+ it selects all Pods.
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label selector
+ requirements. The requirements are ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the selector
+ applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ required:
+ - namespaceSelector
+ - podSelector
+ type: object
+ type: object
+ required:
+ - priority
+ - subject
+ type: object
+ status:
+ description: Status is the status to be reported by the implementation.
+ properties:
+ conditions:
+ items:
+ description: "Condition contains details for one aspect of the current
+ state of this API Resource.\n---\nThis struct is intended for
+ direct use as an array at the field path .status.conditions. For
+ example,\n\n\n\ttype FooStatus struct{\n\t // Represents the
+ observations of a foo's current state.\n\t // Known .status.conditions.type
+ are: \"Available\", \"Progressing\", and \"Degraded\"\n\t //
+ +patchMergeKey=type\n\t // +patchStrategy=merge\n\t // +listType=map\n\t
+ \ // +listMapKey=type\n\t Conditions []metav1.Condition `json:\"conditions,omitempty\"
+ patchStrategy:\"merge\" patchMergeKey:\"type\" protobuf:\"bytes,1,rep,name=conditions\"`\n\n\n\t
+ \ // other fields\n\t}"
+ properties:
+ lastTransitionTime:
+ description: |-
+ lastTransitionTime is the last time the condition transitioned from one status to another.
+ This should be when the underlying condition changed. If that is not known, then using the time when the API field changed is acceptable.
+ format: date-time
+ type: string
+ message:
+ description: |-
+ message is a human readable message indicating details about the transition.
+ This may be an empty string.
+ maxLength: 32768
+ type: string
+ observedGeneration:
+ description: |-
+ observedGeneration represents the .metadata.generation that the condition was set based upon.
+ For instance, if .metadata.generation is currently 12, but the .status.conditions[x].observedGeneration is 9, the condition is out of date
+ with respect to the current state of the instance.
+ format: int64
+ minimum: 0
+ type: integer
+ reason:
+ description: |-
+ reason contains a programmatic identifier indicating the reason for the condition's last transition.
+ Producers of specific condition types may define expected values and meanings for this field,
+ and whether the values are considered a guaranteed API.
+ The value should be a CamelCase string.
+ This field may not be empty.
+ maxLength: 1024
+ minLength: 1
+ pattern: ^[A-Za-z]([A-Za-z0-9_,:]*[A-Za-z0-9_])?$
+ type: string
+ status:
+ description: status of the condition, one of True, False, Unknown.
+ enum:
+ - "True"
+ - "False"
+ - Unknown
+ type: string
+ type:
+ description: |-
+ type of condition in CamelCase or in foo.example.com/CamelCase.
+ ---
+ Many .condition.type values are consistent across resources like Available, but because arbitrary conditions can be
+ useful (see .node.status.conditions), the ability to deconflict is important.
+ The regex it matches is (dns1123SubdomainFmt/)?(qualifiedNameFmt)
+ maxLength: 316
+ pattern: ^([a-z0-9]([-a-z0-9]*[a-z0-9])?(\.[a-z0-9]([-a-z0-9]*[a-z0-9])?)*/)?(([A-Za-z0-9][-A-Za-z0-9_.]*)?[A-Za-z0-9])$
+ type: string
+ required:
+ - lastTransitionTime
+ - message
+ - reason
+ - status
+ - type
+ type: object
+ type: array
+ x-kubernetes-list-map-keys:
+ - type
+ x-kubernetes-list-type: map
+ required:
+ - conditions
+ type: object
+ required:
+ - metadata
+ - spec
+ type: object
+ served: true
+ storage: true
+ subresources:
+ status: {}
+status:
+ acceptedNames:
+ kind: ""
+ plural: ""
+ conditions: null
+ storedVersions: null
+---
+apiVersion: apiextensions.k8s.io/v1
+kind: CustomResourceDefinition
metadata:
name: bgpconfigurations.crd.projectcalico.org
spec:
@@ -99,8 +1182,14 @@ spec:
a valid secret key.
type: string
name:
- description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names
- TODO: Add other useful fields. apiVersion, kind, uid?'
+ default: ""
+ description: 'Name of the referent. This field is effectively
+ required, but due to backwards compatibility is allowed
+ to be empty. Instances of this type with an empty value
+ here are almost certainly wrong. TODO: Add other useful
+ fields. apiVersion, kind, uid? More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names
+ TODO: Drop `kubebuilder:default` when controller-gen doesn''t
+ need it https://github.com/kubernetes-sigs/kubebuilder/issues/3896.'
type: string
optional:
description: Specify whether the Secret or its key must be
@@ -231,12 +1320,27 @@ spec:
type: string
cidr:
type: string
+ interface:
+ type: string
matchOperator:
type: string
+ prefixLength:
+ properties:
+ max:
+ format: int32
+ maximum: 32
+ minimum: 0
+ type: integer
+ min:
+ format: int32
+ maximum: 32
+ minimum: 0
+ type: integer
+ type: object
+ source:
+ type: string
required:
- action
- - cidr
- - matchOperator
type: object
type: array
exportV6:
@@ -250,12 +1354,27 @@ spec:
type: string
cidr:
type: string
+ interface:
+ type: string
matchOperator:
type: string
+ prefixLength:
+ properties:
+ max:
+ format: int32
+ maximum: 128
+ minimum: 0
+ type: integer
+ min:
+ format: int32
+ maximum: 128
+ minimum: 0
+ type: integer
+ type: object
+ source:
+ type: string
required:
- action
- - cidr
- - matchOperator
type: object
type: array
importV4:
@@ -269,12 +1388,27 @@ spec:
type: string
cidr:
type: string
+ interface:
+ type: string
matchOperator:
type: string
+ prefixLength:
+ properties:
+ max:
+ format: int32
+ maximum: 32
+ minimum: 0
+ type: integer
+ min:
+ format: int32
+ maximum: 32
+ minimum: 0
+ type: integer
+ type: object
+ source:
+ type: string
required:
- action
- - cidr
- - matchOperator
type: object
type: array
importV6:
@@ -288,12 +1422,27 @@ spec:
type: string
cidr:
type: string
+ interface:
+ type: string
matchOperator:
type: string
+ prefixLength:
+ properties:
+ max:
+ format: int32
+ maximum: 128
+ minimum: 0
+ type: integer
+ min:
+ format: int32
+ maximum: 128
+ minimum: 0
+ type: integer
+ type: object
+ source:
+ type: string
required:
- action
- - cidr
- - matchOperator
type: object
type: array
type: object
@@ -372,7 +1521,7 @@ spec:
numAllowedLocalASNumbers:
description: Maximum number of local AS numbers that are allowed in
the AS path for received routes. This removes BGP loop prevention
- and should only be used if absolutely necesssary.
+ and should only be used if absolutely necessary.
format: int32
type: integer
password:
@@ -387,8 +1536,14 @@ spec:
a valid secret key.
type: string
name:
- description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names
- TODO: Add other useful fields. apiVersion, kind, uid?'
+ default: ""
+ description: 'Name of the referent. This field is effectively
+ required, but due to backwards compatibility is allowed
+ to be empty. Instances of this type with an empty value
+ here are almost certainly wrong. TODO: Add other useful
+ fields. apiVersion, kind, uid? More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names
+ TODO: Drop `kubebuilder:default` when controller-gen doesn''t
+ need it https://github.com/kubernetes-sigs/kubebuilder/issues/3896.'
type: string
optional:
description: Specify whether the Secret or its key must be
@@ -883,12 +2038,32 @@ spec:
- Enable
- Disable
type: string
+ bpfCTLBLogFilter:
+ description: 'BPFCTLBLogFilter specifies, what is logged by connect
+ time load balancer when BPFLogLevel is debug. Currently has to be
+ specified as ''all'' when BPFLogFilters is set to see CTLB logs.
+ [Default: unset - means logs are emitted when BPFLogLevel id debug
+ and BPFLogFilters not set.]'
+ type: string
+ bpfConnectTimeLoadBalancing:
+ description: 'BPFConnectTimeLoadBalancing when in BPF mode, controls
+ whether Felix installs the connect-time load balancer. The connect-time
+ load balancer is required for the host to be able to reach Kubernetes
+ services and it improves the performance of pod-to-service connections.When
+ set to TCP, connect time load balancing is available only for services
+ with TCP ports. [Default: TCP]'
+ enum:
+ - TCP
+ - Enabled
+ - Disabled
+ type: string
bpfConnectTimeLoadBalancingEnabled:
description: 'BPFConnectTimeLoadBalancingEnabled when in BPF mode,
controls whether Felix installs the connection-time load balancer. The
connect-time load balancer is required for the host to be able to
reach Kubernetes services and it improves the performance of pod-to-service
- connections. The only reason to disable it is for debugging purposes. [Default:
+ connections. The only reason to disable it is for debugging purposes.
+ This will be deprecated. Use BPFConnectTimeLoadBalancing [Default:
true]'
type: boolean
bpfDSROptoutCIDRs:
@@ -907,6 +2082,12 @@ spec:
the cluster. It should not match the workload interfaces (usually
named cali...).
type: string
+ bpfDisableGROForIfaces:
+ description: BPFDisableGROForIfaces is a regular expression that controls
+ which interfaces Felix should disable the Generic Receive Offload
+ [GRO] option. It should not match the workload interfaces (usually
+ named cali...).
+ type: string
bpfDisableUnprivileged:
description: 'BPFDisableUnprivileged, if enabled, Felix sets the kernel.unprivileged_bpf_disabled
sysctl to disable unprivileged use of BPF. This ensures that unprivileged
@@ -922,7 +2103,15 @@ spec:
with BPF programs regardless of what is the per-interfaces or global
setting. Possible values are Disabled, Strict or Loose. [Default:
Loose]'
+ pattern: ^(?i)(Disabled|Strict|Loose)?$
type: string
+ bpfExcludeCIDRsFromNAT:
+ description: BPFExcludeCIDRsFromNAT is a list of CIDRs that are to
+ be excluded from NAT resolution so that host can handle them. A
+ typical usecase is node local DNS cache.
+ items:
+ type: string
+ type: array
bpfExtToServiceConnmark:
description: 'BPFExtToServiceConnmark in BPF mode, control a 32bit
mark that is set on connections from an external client to a local
@@ -939,15 +2128,35 @@ spec:
is sent directly from the remote node. In "DSR" mode, the remote
node appears to use the IP of the ingress node; this requires a
permissive L2 network. [Default: Tunnel]'
+ pattern: ^(?i)(Tunnel|DSR)?$
type: string
+ bpfForceTrackPacketsFromIfaces:
+ description: 'BPFForceTrackPacketsFromIfaces in BPF mode, forces traffic
+ from these interfaces to skip Calico''s iptables NOTRACK rule, allowing
+ traffic from those interfaces to be tracked by Linux conntrack. Should
+ only be used for interfaces that are not used for the Calico fabric. For
+ example, a docker bridge device for non-Calico-networked containers.
+ [Default: docker+]'
+ items:
+ type: string
+ type: array
bpfHostConntrackBypass:
description: 'BPFHostConntrackBypass Controls whether to bypass Linux
conntrack in BPF mode for workloads and services. [Default: true
- bypass Linux conntrack]'
type: boolean
+ bpfHostNetworkedNATWithoutCTLB:
+ description: 'BPFHostNetworkedNATWithoutCTLB when in BPF mode, controls
+ whether Felix does a NAT without CTLB. This along with BPFConnectTimeLoadBalancing
+ determines the CTLB behavior. [Default: Enabled]'
+ enum:
+ - Enabled
+ - Disabled
+ type: string
bpfKubeProxyEndpointSlicesEnabled:
- description: BPFKubeProxyEndpointSlicesEnabled in BPF mode, controls
- whether Felix's embedded kube-proxy accepts EndpointSlices or not.
+ description: BPFKubeProxyEndpointSlicesEnabled is deprecated and has
+ no effect. BPF kube-proxy always accepts endpoint slices. This option
+ will be removed in the next release.
type: boolean
bpfKubeProxyIptablesCleanupEnabled:
description: 'BPFKubeProxyIptablesCleanupEnabled, if enabled in BPF
@@ -960,6 +2169,7 @@ spec:
minimum time between updates to the dataplane for Felix''s embedded
kube-proxy. Lower values give reduced set-up latency. Higher values
reduce Felix CPU usage by batching up more work. [Default: 1s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
bpfL3IfacePattern:
description: BPFL3IfacePattern is a regular expression that allows
@@ -969,11 +2179,22 @@ spec:
as any interfaces that handle incoming traffic to nodeports and
services from outside the cluster.
type: string
+ bpfLogFilters:
+ additionalProperties:
+ type: string
+ description: "BPFLogFilters is a map of key=values where the value
+ is a pcap filter expression and the key is an interface name with
+ 'all' denoting all interfaces, 'weps' all workload endpoints and
+ 'heps' all host endpoints. \n When specified as an env var, it accepts
+ a comma-separated list of key=values. [Default: unset - means all
+ debug logs are emitted]"
+ type: object
bpfLogLevel:
description: 'BPFLogLevel controls the log level of the BPF programs
when in BPF dataplane mode. One of "Off", "Info", or "Debug". The
logs are emitted to the BPF trace pipe, accessible with the command
`tc exec bpf debug`. [Default: Off].'
+ pattern: ^(?i)(Off|Info|Debug)?$
type: string
bpfMapSizeConntrack:
description: 'BPFMapSizeConntrack sets the size for the conntrack
@@ -1030,6 +2251,17 @@ spec:
information about the BPF policy programs, which can be examined
with the calico-bpf command-line tool.
type: boolean
+ bpfRedirectToPeer:
+ description: 'BPFRedirectToPeer controls which whether it is allowed
+ to forward straight to the peer side of the workload devices. It
+ is allowed for any host L2 devices by default (L2Only), but it breaks
+ TCP dump on the host side of workload device as it bypasses it on
+ ingress. Value of Enabled also allows redirection from L3 host devices
+ like IPIP tunnel or Wireguard directly to the peer side of the workload''s
+ device. This makes redirection faster, however, it breaks tools
+ like tcpdump on the peer side. Use Enabled with caution. [Default:
+ L2Only]'
+ type: string
chainInsertMode:
description: 'ChainInsertMode controls whether Felix hooks the kernel''s
top-level iptables chains by inserting a rule at the top of the
@@ -1038,6 +2270,7 @@ spec:
to append mode, be sure that the other rules in the chains signal
acceptance by falling through to the Calico rules, otherwise the
Calico policy will be bypassed. [Default: insert]'
+ pattern: ^(?i)(insert|append)?$
type: string
dataplaneDriver:
description: DataplaneDriver filename of the external dataplane driver
@@ -1053,11 +2286,25 @@ spec:
type: string
debugDisableLogDropping:
type: boolean
+ debugHost:
+ description: DebugHost is the host IP or hostname to bind the debug
+ port to. Only used if DebugPort is set. [Default:localhost]
+ type: string
debugMemoryProfilePath:
type: string
+ debugPort:
+ description: DebugPort if set, enables Felix's debug HTTP port, which
+ allows memory and CPU profiles to be retrieved. The debug port
+ is not secure, it should not be exposed to the internet.
+ type: integer
debugSimulateCalcGraphHangAfter:
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
+ type: string
+ debugSimulateDataplaneApplyDelay:
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
debugSimulateDataplaneHangAfter:
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
defaultEndpointToHostAction:
description: 'DefaultEndpointToHostAction controls what happens to
@@ -1072,6 +2319,7 @@ spec:
endpoint egress policy. Use ACCEPT to unconditionally accept packets
from workloads after processing workload endpoint egress policy.
[Default: Drop]'
+ pattern: ^(?i)(Drop|Accept|Return)?$
type: string
deviceRouteProtocol:
description: This defines the route protocol added to programmed device
@@ -1090,9 +2338,16 @@ spec:
disableConntrackInvalidCheck:
type: boolean
endpointReportingDelay:
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
endpointReportingEnabled:
type: boolean
+ endpointStatusPathPrefix:
+ description: "EndpointStatusPathPrefix is the path to the directory
+ where endpoint status will be written. Endpoint status file reporting
+ is disabled if field is left empty. \n Chosen directory should match
+ the directory used by the CNI for PodStartupDelay. [Default: \"\"]"
+ type: string
externalNodesList:
description: ExternalNodesCIDRList is a list of CIDR's of external-non-calico-nodes
which may source tunnel traffic and have the tunneled traffic be
@@ -1101,15 +2356,17 @@ spec:
type: string
type: array
failsafeInboundHostPorts:
- description: 'FailsafeInboundHostPorts is a list of UDP/TCP ports
- and CIDRs that Felix will allow incoming traffic to host endpoints
- on irrespective of the security policy. This is useful to avoid
- accidentally cutting off a host with incorrect configuration. For
- back-compatibility, if the protocol is not specified, it defaults
- to "tcp". If a CIDR is not specified, it will allow traffic from
- all addresses. To disable all inbound host ports, use the value
- none. The default value allows ssh access and DHCP. [Default: tcp:22,
- udp:68, tcp:179, tcp:2379, tcp:2380, tcp:6443, tcp:6666, tcp:6667]'
+ description: 'FailsafeInboundHostPorts is a list of PortProto struct
+ objects including UDP/TCP/SCTP ports and CIDRs that Felix will allow
+ incoming traffic to host endpoints on irrespective of the security
+ policy. This is useful to avoid accidentally cutting off a host
+ with incorrect configuration. For backwards compatibility, if the
+ protocol is not specified, it defaults to "tcp". If a CIDR is not
+ specified, it will allow traffic from all addresses. To disable
+ all inbound host ports, use the value "[]". The default value allows
+ ssh access, DHCP, BGP, etcd and the Kubernetes API. [Default: tcp:22,
+ udp:68, tcp:179, tcp:2379, tcp:2380, tcp:5473, tcp:6443, tcp:6666,
+ tcp:6667 ]'
items:
description: ProtoPort is combination of protocol, port, and CIDR.
Protocol and port must be specified.
@@ -1126,17 +2383,18 @@ spec:
type: object
type: array
failsafeOutboundHostPorts:
- description: 'FailsafeOutboundHostPorts is a list of UDP/TCP ports
- and CIDRs that Felix will allow outgoing traffic from host endpoints
- to irrespective of the security policy. This is useful to avoid
- accidentally cutting off a host with incorrect configuration. For
- back-compatibility, if the protocol is not specified, it defaults
- to "tcp". If a CIDR is not specified, it will allow traffic from
- all addresses. To disable all outbound host ports, use the value
- none. The default value opens etcd''s standard ports to ensure that
- Felix does not get cut off from etcd as well as allowing DHCP and
- DNS. [Default: tcp:179, tcp:2379, tcp:2380, tcp:6443, tcp:6666,
- tcp:6667, udp:53, udp:67]'
+ description: 'FailsafeOutboundHostPorts is a list of List of PortProto
+ struct objects including UDP/TCP/SCTP ports and CIDRs that Felix
+ will allow outgoing traffic from host endpoints to irrespective
+ of the security policy. This is useful to avoid accidentally cutting
+ off a host with incorrect configuration. For backwards compatibility,
+ if the protocol is not specified, it defaults to "tcp". If a CIDR
+ is not specified, it will allow traffic from all addresses. To disable
+ all outbound host ports, use the value "[]". The default value opens
+ etcd''s standard ports to ensure that Felix does not get cut off
+ from etcd as well as allowing DHCP, DNS, BGP and the Kubernetes
+ API. [Default: udp:53, udp:67, tcp:179, tcp:2379, tcp:2380, tcp:5473,
+ tcp:6443, tcp:6666, tcp:6667 ]'
items:
description: ProtoPort is combination of protocol, port, and CIDR.
Protocol and port must be specified.
@@ -1157,12 +2415,14 @@ spec:
based on auto-detected platform capabilities. Values are specified
in a comma separated list with no spaces, example; "SNATFullyRandom=true,MASQFullyRandom=false,RestoreSupportsLock=". "true"
or "false" will force the feature, empty or omitted values are auto-detected.
+ pattern: ^([a-zA-Z0-9-_]+=(true|false|),)*([a-zA-Z0-9-_]+=(true|false|))?$
type: string
featureGates:
description: FeatureGates is used to enable or disable tech-preview
Calico features. Values are specified in a comma separated list
with no spaces, example; "BPFConnectTimeLoadBalancingWorkaround=enabled,XyZ=false".
This is used to enable features that are not fully production ready.
+ pattern: ^([a-zA-Z0-9-_]+=([^=]+),)*([a-zA-Z0-9-_]+=([^=]+))?$
type: string
floatingIPs:
description: FloatingIPs configures whether or not Felix will program
@@ -1178,6 +2438,35 @@ spec:
is not recommended since it doesn''t provide better performance
than iptables. [Default: false]'
type: boolean
+ goGCThreshold:
+ description: "GoGCThreshold Sets the Go runtime's garbage collection
+ threshold. I.e. the percentage that the heap is allowed to grow
+ before garbage collection is triggered. In general, doubling the
+ value halves the CPU time spent doing GC, but it also doubles peak
+ GC memory overhead. A special value of -1 can be used to disable
+ GC entirely; this should only be used in conjunction with the GoMemoryLimitMB
+ setting. \n This setting is overridden by the GOGC environment variable.
+ \n [Default: 40]"
+ type: integer
+ goMaxProcs:
+ description: "GoMaxProcs sets the maximum number of CPUs that the
+ Go runtime will use concurrently. A value of -1 means \"use the
+ system default\"; typically the number of real CPUs on the system.
+ \n this setting is overridden by the GOMAXPROCS environment variable.
+ \n [Default: -1]"
+ type: integer
+ goMemoryLimitMB:
+ description: "GoMemoryLimitMB sets a (soft) memory limit for the Go
+ runtime in MB. The Go runtime will try to keep its memory usage
+ under the limit by triggering GC as needed. To avoid thrashing,
+ it will exceed the limit if GC starts to take more than 50% of the
+ process's CPU time. A value of -1 disables the memory limit. \n
+ Note that the memory limit, if used, must be considerably less than
+ any hard resource limit set at the container or pod level. This
+ is because felix is not the only process that must run in the container
+ or pod. \n This setting is overridden by the GOMEMLIMIT environment
+ variable. \n [Default: -1]"
+ type: integer
healthEnabled:
type: boolean
healthHost:
@@ -1224,6 +2513,16 @@ spec:
description: InterfaceRefreshInterval is the period at which Felix
rescans local interfaces to verify their state. The rescan can be
disabled by setting the interval to 0.
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
+ type: string
+ ipForwarding:
+ description: 'IPForwarding controls whether Felix sets the host sysctls
+ to enable IP forwarding. IP forwarding is required when using Calico
+ for workload networking. This should only be disabled on hosts
+ where Calico is used for host protection. [Default: Enabled]'
+ enum:
+ - Enabled
+ - Disabled
type: string
ipipEnabled:
description: 'IPIPEnabled overrides whether Felix should configure
@@ -1239,18 +2538,22 @@ spec:
all iptables state to ensure that no other process has accidentally
broken Calico''s rules. Set to 0 to disable iptables refresh. [Default:
90s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
iptablesBackend:
description: IptablesBackend specifies which backend of iptables will
be used. The default is Auto.
+ pattern: ^(?i)(Auto|FelixConfiguration|FelixConfigurationList|Legacy|NFT)?$
type: string
iptablesFilterAllowAction:
+ pattern: ^(?i)(Accept|Return)?$
type: string
iptablesFilterDenyAction:
description: IptablesFilterDenyAction controls what happens to traffic
that is denied by network policy. By default Calico blocks traffic
with an iptables "DROP" action. If you want to use "REJECT" action
instead you can configure it in here.
+ pattern: ^(?i)(Drop|Reject)?$
type: string
iptablesLockFilePath:
description: 'IptablesLockFilePath is the location of the iptables
@@ -1263,6 +2566,7 @@ spec:
wait between attempts to acquire the iptables lock if it is not
available. Lower values make Felix more responsive when the lock
is contended, but use more CPU. [Default: 50ms]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
iptablesLockTimeout:
description: 'IptablesLockTimeout is the time that Felix will wait
@@ -1271,8 +2575,10 @@ spec:
also take the lock. When running Felix inside a container, this
requires the /run directory of the host to be mounted into the calico/node
or calico/felix container. [Default: 0s disabled]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
iptablesMangleAllowAction:
+ pattern: ^(?i)(Accept|Return)?$
type: string
iptablesMarkMask:
description: 'IptablesMarkMask is the mask that Felix selects its
@@ -1289,6 +2595,7 @@ spec:
back in order to check the write was not clobbered by another process.
This should only occur if another application on the system doesn''t
respect the iptables lock. [Default: 1s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
iptablesRefreshInterval:
description: 'IptablesRefreshInterval is the period at which Felix
@@ -1299,6 +2606,7 @@ spec:
was fixed in kernel version 4.11. If you are using v4.11 or greater
you may want to set this to, a higher value to reduce Felix CPU
usage. [Default: 10s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
ipv6Support:
description: IPv6Support controls whether Felix enables support for
@@ -1333,23 +2641,29 @@ spec:
logSeverityFile:
description: 'LogSeverityFile is the log severity above which logs
are sent to the log file. [Default: Info]'
+ pattern: ^(?i)(Debug|Info|Warning|Error|Fatal)?$
type: string
logSeverityScreen:
description: 'LogSeverityScreen is the log severity above which logs
are sent to the stdout. [Default: Info]'
+ pattern: ^(?i)(Debug|Info|Warning|Error|Fatal)?$
type: string
logSeveritySys:
description: 'LogSeveritySys is the log severity above which logs
are sent to the syslog. Set to None for no logging to syslog. [Default:
Info]'
+ pattern: ^(?i)(Debug|Info|Warning|Error|Fatal)?$
type: string
maxIpsetSize:
+ description: MaxIpsetSize is the maximum number of IP addresses that
+ can be stored in an IP set. Not applicable if using the nftables
+ backend.
type: integer
metadataAddr:
description: 'MetadataAddr is the IP address or domain name of the
server that can answer VM queries for cloud-init metadata. In OpenStack,
this corresponds to the machine running nova-api (or in Ubuntu,
- nova-api-metadata). A value of none (case insensitive) means that
+ nova-api-metadata). A value of none (case-insensitive) means that
Felix should not set up any NAT rule for the metadata path. [Default:
127.0.0.1]'
type: string
@@ -1380,6 +2694,35 @@ spec:
pattern: ^.*
x-kubernetes-int-or-string: true
netlinkTimeout:
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
+ type: string
+ nftablesFilterAllowAction:
+ pattern: ^(?i)(Accept|Return)?$
+ type: string
+ nftablesFilterDenyAction:
+ description: FilterDenyAction controls what happens to traffic that
+ is denied by network policy. By default Calico blocks traffic with
+ a "drop" action. If you want to use a "reject" action instead you
+ can configure it here.
+ pattern: ^(?i)(Drop|Reject)?$
+ type: string
+ nftablesMangleAllowAction:
+ pattern: ^(?i)(Accept|Return)?$
+ type: string
+ nftablesMarkMask:
+ description: 'MarkMask is the mask that Felix selects its nftables
+ Mark bits from. Should be a 32 bit hexadecimal number with at least
+ 8 bits set, none of which clash with any other mark bits in use
+ on the system. [Default: 0xffff0000]'
+ format: int32
+ type: integer
+ nftablesMode:
+ description: 'NFTablesMode configures nftables support in Felix. [Default:
+ Disabled]'
+ type: string
+ nftablesRefreshInterval:
+ description: 'NftablesRefreshInterval controls the interval at which
+ Felix periodically refreshes the nftables rules. [Default: 90s]'
type: string
openstackRegion:
description: 'OpenstackRegion is the name of the region that a particular
@@ -1434,21 +2777,25 @@ spec:
description: 'ReportingInterval is the interval at which Felix reports
its status into the datastore or 0 to disable. Must be non-zero
in OpenStack deployments. [Default: 30s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
reportingTTL:
description: 'ReportingTTL is the time-to-live setting for process-wide
status reports. [Default: 90s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
routeRefreshInterval:
description: 'RouteRefreshInterval is the period at which Felix re-checks
the routes in the dataplane to ensure that no other process has
accidentally broken Calico''s rules. Set to 0 to disable route refresh.
[Default: 90s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
routeSource:
description: 'RouteSource configures where Felix gets its routing
information. - WorkloadIPs: use workload endpoints to construct
routes. - CalicoIPAM: the default - use IPAM data to construct routes.'
+ pattern: ^(?i)(WorkloadIPs|CalicoIPAM)?$
type: string
routeSyncDisabled:
description: RouteSyncDisabled will disable all operations performed
@@ -1488,6 +2835,7 @@ spec:
packets that do not get DNAT''d by kube-proxy. Unless set to "Disabled",
in which case such routing loops continue to be allowed. [Default:
Drop]'
+ pattern: ^(?i)(Drop|Reject|Disabled)?$
type: string
sidecarAccelerationEnabled:
description: 'SidecarAccelerationEnabled enables experimental sidecar
@@ -1503,10 +2851,12 @@ spec:
usageReportingInitialDelay:
description: 'UsageReportingInitialDelay controls the minimum delay
before Felix makes a report. [Default: 300s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
usageReportingInterval:
description: 'UsageReportingInterval controls the interval at which
Felix makes reports. [Default: 86400s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
useInternalDataplaneDriver:
description: UseInternalDataplaneDriver, if true, Felix will use its
@@ -1530,6 +2880,14 @@ spec:
type: integer
vxlanVNI:
type: integer
+ windowsManageFirewallRules:
+ description: 'WindowsManageFirewallRules configures whether or not
+ Felix will program Windows Firewall rules. (to allow inbound access
+ to its own metrics ports) [Default: Disabled]'
+ enum:
+ - Enabled
+ - Disabled
+ type: string
wireguardEnabled:
description: 'WireguardEnabled controls whether Wireguard is enabled
for IPv4 (encapsulating IPv4 traffic over an IPv4 underlay network).
@@ -1555,6 +2913,7 @@ spec:
wireguardKeepAlive:
description: 'WireguardKeepAlive controls Wireguard PersistentKeepalive
option. Set 0 to disable. [Default: 0]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
wireguardListeningPort:
description: 'WireguardListeningPort controls the listening port used
@@ -1576,11 +2935,16 @@ spec:
description: 'WireguardRoutingRulePriority controls the priority value
to use for the Wireguard routing rule. [Default: 99]'
type: integer
+ wireguardThreadingEnabled:
+ description: 'WireguardThreadingEnabled controls whether Wireguard
+ has NAPI threading enabled. [Default: false]'
+ type: boolean
workloadSourceSpoofing:
description: WorkloadSourceSpoofing controls whether pods can use
the allowedSourcePrefixes annotation to send traffic with a source
IP address that is not theirs. This is disabled by default. When
set to "Any", pods can request any prefix.
+ pattern: ^(?i)(Disabled|Any)?$
type: string
xdpEnabled:
description: 'XDPEnabled enables XDP acceleration for suitable untracked
@@ -1591,6 +2955,7 @@ spec:
all XDP state to ensure that no other process has accidentally broken
Calico''s BPF maps or attached programs. Set to 0 to disable XDP
refresh. [Default: 90s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
type: object
type: object
@@ -2399,27 +3764,40 @@ spec:
order:
description: Order is an optional field that specifies the order in
which the policy is applied. Policies with higher "order" are applied
- after those with lower order. If the order is omitted, it may be
- considered to be "infinite" - i.e. the policy will be applied last. Policies
- with identical order will be applied in alphanumerical order based
- on the Policy "Name".
+ after those with lower order within the same tier. If the order
+ is omitted, it may be considered to be "infinite" - i.e. the policy
+ will be applied last. Policies with identical order will be applied
+ in alphanumerical order based on the Policy "Name" within the tier.
type: number
+ performanceHints:
+ description: "PerformanceHints contains a list of hints to Calico's
+ policy engine to help process the policy more efficiently. Hints
+ never change the enforcement behaviour of the policy. \n Currently,
+ the only available hint is \"AssumeNeededOnEveryNode\". When that
+ hint is set on a policy, Felix will act as if the policy matches
+ a local endpoint even if it does not. This is useful for \"preloading\"
+ any large static policies that are known to be used on every node.
+ If the policy is _not_ used on a particular node then the work done
+ to preload the policy (and to maintain it) is wasted."
+ items:
+ type: string
+ type: array
preDNAT:
description: PreDNAT indicates to apply the rules in this policy before
any DNAT.
type: boolean
selector:
- description: "The selector is an expression used to pick pick out
- the endpoints that the policy should be applied to. \n Selector
- expressions follow this syntax: \n \tlabel == \"string_literal\"
- \ -> comparison, e.g. my_label == \"foo bar\" \tlabel != \"string_literal\"
- \ -> not equal; also matches if label is not present \tlabel in
- { \"a\", \"b\", \"c\", ... } -> true if the value of label X is
- one of \"a\", \"b\", \"c\" \tlabel not in { \"a\", \"b\", \"c\",
- ... } -> true if the value of label X is not one of \"a\", \"b\",
- \"c\" \thas(label_name) -> True if that label is present \t! expr
- -> negation of expr \texpr && expr -> Short-circuit and \texpr
- || expr -> Short-circuit or \t( expr ) -> parens for grouping \tall()
+ description: "The selector is an expression used to pick out the endpoints
+ that the policy should be applied to. \n Selector expressions follow
+ this syntax: \n \tlabel == \"string_literal\" -> comparison, e.g.
+ my_label == \"foo bar\" \tlabel != \"string_literal\" -> not
+ equal; also matches if label is not present \tlabel in { \"a\",
+ \"b\", \"c\", ... } -> true if the value of label X is one of
+ \"a\", \"b\", \"c\" \tlabel not in { \"a\", \"b\", \"c\", ... }
+ \ -> true if the value of label X is not one of \"a\", \"b\", \"c\"
+ \thas(label_name) -> True if that label is present \t! expr ->
+ negation of expr \texpr && expr -> Short-circuit and \texpr ||
+ expr -> Short-circuit or \t( expr ) -> parens for grouping \tall()
or the empty selector -> matches all endpoints. \n Label names are
allowed to contain alphanumerics, -, _ and /. String literals are
more permissive but they do not support escape characters. \n Examples
@@ -2431,6 +3809,14 @@ spec:
description: ServiceAccountSelector is an optional field for an expression
used to select a pod based on service accounts.
type: string
+ tier:
+ description: The name of the tier that this policy belongs to. If
+ this is omitted, the default tier (name is "default") is assumed. The
+ specified tier must exist in order to create security policies within
+ the tier, the "default" tier is created automatically if it does
+ not exist, this means for deployments requiring only a single Tier,
+ the tier name may be omitted on all policy management requests.
+ type: string
types:
description: "Types indicates whether this policy applies to ingress,
or to egress, or to both. When not explicitly specified (and so
@@ -4047,23 +5433,36 @@ spec:
order:
description: Order is an optional field that specifies the order in
which the policy is applied. Policies with higher "order" are applied
- after those with lower order. If the order is omitted, it may be
- considered to be "infinite" - i.e. the policy will be applied last. Policies
- with identical order will be applied in alphanumerical order based
- on the Policy "Name".
+ after those with lower order within the same tier. If the order
+ is omitted, it may be considered to be "infinite" - i.e. the policy
+ will be applied last. Policies with identical order will be applied
+ in alphanumerical order based on the Policy "Name" within the tier.
type: number
+ performanceHints:
+ description: "PerformanceHints contains a list of hints to Calico's
+ policy engine to help process the policy more efficiently. Hints
+ never change the enforcement behaviour of the policy. \n Currently,
+ the only available hint is \"AssumeNeededOnEveryNode\". When that
+ hint is set on a policy, Felix will act as if the policy matches
+ a local endpoint even if it does not. This is useful for \"preloading\"
+ any large static policies that are known to be used on every node.
+ If the policy is _not_ used on a particular node then the work done
+ to preload the policy (and to maintain it) is wasted."
+ items:
+ type: string
+ type: array
selector:
- description: "The selector is an expression used to pick pick out
- the endpoints that the policy should be applied to. \n Selector
- expressions follow this syntax: \n \tlabel == \"string_literal\"
- \ -> comparison, e.g. my_label == \"foo bar\" \tlabel != \"string_literal\"
- \ -> not equal; also matches if label is not present \tlabel in
- { \"a\", \"b\", \"c\", ... } -> true if the value of label X is
- one of \"a\", \"b\", \"c\" \tlabel not in { \"a\", \"b\", \"c\",
- ... } -> true if the value of label X is not one of \"a\", \"b\",
- \"c\" \thas(label_name) -> True if that label is present \t! expr
- -> negation of expr \texpr && expr -> Short-circuit and \texpr
- || expr -> Short-circuit or \t( expr ) -> parens for grouping \tall()
+ description: "The selector is an expression used to pick out the endpoints
+ that the policy should be applied to. \n Selector expressions follow
+ this syntax: \n \tlabel == \"string_literal\" -> comparison, e.g.
+ my_label == \"foo bar\" \tlabel != \"string_literal\" -> not
+ equal; also matches if label is not present \tlabel in { \"a\",
+ \"b\", \"c\", ... } -> true if the value of label X is one of
+ \"a\", \"b\", \"c\" \tlabel not in { \"a\", \"b\", \"c\", ... }
+ \ -> true if the value of label X is not one of \"a\", \"b\", \"c\"
+ \thas(label_name) -> True if that label is present \t! expr ->
+ negation of expr \texpr && expr -> Short-circuit and \texpr ||
+ expr -> Short-circuit or \t( expr ) -> parens for grouping \tall()
or the empty selector -> matches all endpoints. \n Label names are
allowed to contain alphanumerics, -, _ and /. String literals are
more permissive but they do not support escape characters. \n Examples
@@ -4075,6 +5474,14 @@ spec:
description: ServiceAccountSelector is an optional field for an expression
used to select a pod based on service accounts.
type: string
+ tier:
+ description: The name of the tier that this policy belongs to. If
+ this is omitted, the default tier (name is "default") is assumed. The
+ specified tier must exist in order to create security policies within
+ the tier, the "default" tier is created automatically if it does
+ not exist, this means for deployments requiring only a single Tier,
+ the tier name may be omitted on all policy management requests.
+ type: string
types:
description: "Types indicates whether this policy applies to ingress,
or to egress, or to both. When not explicitly specified (and so
@@ -4153,6 +5560,69 @@ status:
conditions: []
storedVersions: []
---
+apiVersion: apiextensions.k8s.io/v1
+kind: CustomResourceDefinition
+metadata:
+ annotations:
+ controller-gen.kubebuilder.io/version: (devel)
+ creationTimestamp: null
+ name: tiers.crd.projectcalico.org
+spec:
+ group: crd.projectcalico.org
+ names:
+ kind: Tier
+ listKind: TierList
+ plural: tiers
+ singular: tier
+ scope: Cluster
+ versions:
+ - name: v1
+ schema:
+ openAPIV3Schema:
+ properties:
+ apiVersion:
+ description: 'APIVersion defines the versioned schema of this representation
+ of an object. Servers should convert recognized schemas to the latest
+ internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
+ type: string
+ kind:
+ description: 'Kind is a string value representing the REST resource this
+ object represents. Servers may infer this from the endpoint the client
+ submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
+ type: string
+ metadata:
+ type: object
+ spec:
+ description: TierSpec contains the specification for a security policy
+ tier resource.
+ properties:
+ defaultAction:
+ description: 'DefaultAction specifies the action applied to workloads
+ selected by a policy in the tier, but not rule matched the workload''s
+ traffic. [Default: Deny]'
+ enum:
+ - Pass
+ - Deny
+ type: string
+ order:
+ description: Order is an optional field that specifies the order in
+ which the tier is applied. Tiers with higher "order" are applied
+ after those with lower order. If the order is omitted, it may be
+ considered to be "infinite" - i.e. the tier will be applied last. Tiers
+ with identical order will be applied in alphanumerical order based
+ on the Tier "Name".
+ type: number
+ type: object
+ type: object
+ served: true
+ storage: true
+status:
+ acceptedNames:
+ kind: ""
+ plural: ""
+ conditions: []
+ storedVersions: []
+---
apiVersion: v1
kind: ServiceAccount
metadata:
@@ -4240,6 +5710,7 @@ rules:
- blockaffinities
- ipamblocks
- ipamhandles
+ - tiers
verbs:
- get
- list
@@ -4280,6 +5751,7 @@ rules:
- kubecontrollersconfigurations
verbs:
- get
+ - list
- create
- update
- watch
@@ -4341,6 +5813,13 @@ rules:
verbs:
- watch
- list
+- apiGroups:
+ - policy.networking.k8s.io
+ resources:
+ - adminnetworkpolicies
+ verbs:
+ - watch
+ - list
- apiGroups:
- ""
resources:
@@ -4376,10 +5855,17 @@ rules:
- hostendpoints
- blockaffinities
- caliconodestatuses
+ - tiers
verbs:
- get
- list
- watch
+- apiGroups:
+ - crd.projectcalico.org
+ resources:
+ - tiers
+ verbs:
+ - create
- apiGroups:
- crd.projectcalico.org
resources:
@@ -4444,6 +5930,18 @@ rules:
- get
---
apiVersion: rbac.authorization.k8s.io/v1
+kind: ClusterRole
+metadata:
+ name: calico-tier-getter
+rules:
+- apiGroups:
+ - projectcalico.org
+ resources:
+ - tiers
+ verbs:
+ - get
+---
+apiVersion: rbac.authorization.k8s.io/v1
kind: ClusterRoleBinding
metadata:
name: calico-cni-plugin
@@ -4482,6 +5980,19 @@ subjects:
name: calico-node
namespace: kube-system
---
+apiVersion: rbac.authorization.k8s.io/v1
+kind: ClusterRoleBinding
+metadata:
+ name: calico-tier-getter
+roleRef:
+ apiGroup: rbac.authorization.k8s.io
+ kind: ClusterRole
+ name: calico-tier-getter
+subjects:
+- apiGroup: rbac.authorization.k8s.io
+ kind: User
+ name: system:kube-controller-manager
+---
apiVersion: v1
data:
calico_backend: vxlan
@@ -4552,7 +6063,7 @@ spec:
value: node
- name: DATASTORE_TYPE
value: kubernetes
- image: docker.io/calico/kube-controllers:v3.26.1
+ image: quay.io/calico/kube-controllers:v3.29.4
imagePullPolicy: IfNotPresent
livenessProbe:
exec:
@@ -4570,9 +6081,14 @@ spec:
- /usr/bin/check-status
- -r
periodSeconds: 10
+ securityContext:
+ runAsNonRoot: true
nodeSelector:
kubernetes.io/os: linux
priorityClassName: system-cluster-critical
+ securityContext:
+ seccompProfile:
+ type: RuntimeDefault
serviceAccountName: calico-kube-controllers
tolerations:
- key: CriticalAddonsOnly
@@ -4665,7 +6181,7 @@ spec:
- configMapRef:
name: kubernetes-services-endpoint
optional: true
- image: docker.io/calico/node:v3.26.1
+ image: quay.io/calico/node:v3.29.4
imagePullPolicy: IfNotPresent
lifecycle:
preStop:
@@ -4737,7 +6253,7 @@ spec:
- configMapRef:
name: kubernetes-services-endpoint
optional: true
- image: docker.io/calico/cni:v3.26.1
+ image: quay.io/calico/cni:v3.29.4
imagePullPolicy: IfNotPresent
name: upgrade-ipam
securityContext:
@@ -4772,7 +6288,7 @@ spec:
- configMapRef:
name: kubernetes-services-endpoint
optional: true
- image: docker.io/calico/cni:v3.26.1
+ image: quay.io/calico/cni:v3.29.4
imagePullPolicy: IfNotPresent
name: install-cni
securityContext:
@@ -4786,7 +6302,7 @@ spec:
- calico-node
- -init
- -best-effort
- image: docker.io/calico/node:v3.26.1
+ image: quay.io/calico/node:v3.29.4
imagePullPolicy: IfNotPresent
name: mount-bpffs
securityContext:
@@ -4804,6 +6320,9 @@ spec:
nodeSelector:
kubernetes.io/os: linux
priorityClassName: system-node-critical
+ securityContext:
+ seccompProfile:
+ type: RuntimeDefault
serviceAccountName: calico-node
terminationGracePeriodSeconds: 0
tolerations:
@@ -4819,9 +6338,11 @@ spec:
name: lib-modules
- hostPath:
path: /var/run/calico
+ type: DirectoryOrCreate
name: var-run-calico
- hostPath:
path: /var/lib/calico
+ type: DirectoryOrCreate
name: var-lib-calico
- hostPath:
path: /run/xtables.lock
@@ -4840,6 +6361,7 @@ spec:
name: nodeproc
- hostPath:
path: /opt/cni/bin
+ type: DirectoryOrCreate
name: cni-bin-dir
- hostPath:
path: /etc/cni/net.d
diff --git a/templates/addons/calico/calico-vxlan.yaml b/templates/addons/calico/calico-vxlan.yaml
index 305074ceeef..d84908f4d6e 100644
--- a/templates/addons/calico/calico-vxlan.yaml
+++ b/templates/addons/calico/calico-vxlan.yaml
@@ -192,8 +192,14 @@ spec:
a valid secret key.
type: string
name:
- description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names
- TODO: Add other useful fields. apiVersion, kind, uid?'
+ default: ""
+ description: 'Name of the referent. This field is effectively
+ required, but due to backwards compatibility is allowed
+ to be empty. Instances of this type with an empty value
+ here are almost certainly wrong. TODO: Add other useful
+ fields. apiVersion, kind, uid? More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names
+ TODO: Drop `kubebuilder:default` when controller-gen doesn''t
+ need it https://github.com/kubernetes-sigs/kubebuilder/issues/3896.'
type: string
optional:
description: Specify whether the Secret or its key must be
@@ -325,12 +331,27 @@ spec:
type: string
cidr:
type: string
+ interface:
+ type: string
matchOperator:
type: string
+ prefixLength:
+ properties:
+ max:
+ format: int32
+ maximum: 32
+ minimum: 0
+ type: integer
+ min:
+ format: int32
+ maximum: 32
+ minimum: 0
+ type: integer
+ type: object
+ source:
+ type: string
required:
- action
- - cidr
- - matchOperator
type: object
type: array
exportV6:
@@ -344,12 +365,27 @@ spec:
type: string
cidr:
type: string
+ interface:
+ type: string
matchOperator:
type: string
+ prefixLength:
+ properties:
+ max:
+ format: int32
+ maximum: 128
+ minimum: 0
+ type: integer
+ min:
+ format: int32
+ maximum: 128
+ minimum: 0
+ type: integer
+ type: object
+ source:
+ type: string
required:
- action
- - cidr
- - matchOperator
type: object
type: array
importV4:
@@ -363,12 +399,27 @@ spec:
type: string
cidr:
type: string
+ interface:
+ type: string
matchOperator:
type: string
+ prefixLength:
+ properties:
+ max:
+ format: int32
+ maximum: 32
+ minimum: 0
+ type: integer
+ min:
+ format: int32
+ maximum: 32
+ minimum: 0
+ type: integer
+ type: object
+ source:
+ type: string
required:
- action
- - cidr
- - matchOperator
type: object
type: array
importV6:
@@ -382,12 +433,27 @@ spec:
type: string
cidr:
type: string
+ interface:
+ type: string
matchOperator:
type: string
+ prefixLength:
+ properties:
+ max:
+ format: int32
+ maximum: 128
+ minimum: 0
+ type: integer
+ min:
+ format: int32
+ maximum: 128
+ minimum: 0
+ type: integer
+ type: object
+ source:
+ type: string
required:
- action
- - cidr
- - matchOperator
type: object
type: array
type: object
@@ -467,7 +533,7 @@ spec:
numAllowedLocalASNumbers:
description: Maximum number of local AS numbers that are allowed in
the AS path for received routes. This removes BGP loop prevention
- and should only be used if absolutely necesssary.
+ and should only be used if absolutely necessary.
format: int32
type: integer
password:
@@ -482,8 +548,14 @@ spec:
a valid secret key.
type: string
name:
- description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names
- TODO: Add other useful fields. apiVersion, kind, uid?'
+ default: ""
+ description: 'Name of the referent. This field is effectively
+ required, but due to backwards compatibility is allowed
+ to be empty. Instances of this type with an empty value
+ here are almost certainly wrong. TODO: Add other useful
+ fields. apiVersion, kind, uid? More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names
+ TODO: Drop `kubebuilder:default` when controller-gen doesn''t
+ need it https://github.com/kubernetes-sigs/kubebuilder/issues/3896.'
type: string
optional:
description: Specify whether the Secret or its key must be
@@ -982,12 +1054,32 @@ spec:
- Enable
- Disable
type: string
+ bpfCTLBLogFilter:
+ description: 'BPFCTLBLogFilter specifies, what is logged by connect
+ time load balancer when BPFLogLevel is debug. Currently has to be
+ specified as ''all'' when BPFLogFilters is set to see CTLB logs.
+ [Default: unset - means logs are emitted when BPFLogLevel id debug
+ and BPFLogFilters not set.]'
+ type: string
+ bpfConnectTimeLoadBalancing:
+ description: 'BPFConnectTimeLoadBalancing when in BPF mode, controls
+ whether Felix installs the connect-time load balancer. The connect-time
+ load balancer is required for the host to be able to reach Kubernetes
+ services and it improves the performance of pod-to-service connections.When
+ set to TCP, connect time load balancing is available only for services
+ with TCP ports. [Default: TCP]'
+ enum:
+ - TCP
+ - Enabled
+ - Disabled
+ type: string
bpfConnectTimeLoadBalancingEnabled:
description: 'BPFConnectTimeLoadBalancingEnabled when in BPF mode,
controls whether Felix installs the connection-time load balancer. The
connect-time load balancer is required for the host to be able to
reach Kubernetes services and it improves the performance of pod-to-service
- connections. The only reason to disable it is for debugging purposes. [Default:
+ connections. The only reason to disable it is for debugging purposes.
+ This will be deprecated. Use BPFConnectTimeLoadBalancing [Default:
true]'
type: boolean
bpfDSROptoutCIDRs:
@@ -1006,6 +1098,12 @@ spec:
the cluster. It should not match the workload interfaces (usually
named cali...).
type: string
+ bpfDisableGROForIfaces:
+ description: BPFDisableGROForIfaces is a regular expression that controls
+ which interfaces Felix should disable the Generic Receive Offload
+ [GRO] option. It should not match the workload interfaces (usually
+ named cali...).
+ type: string
bpfDisableUnprivileged:
description: 'BPFDisableUnprivileged, if enabled, Felix sets the kernel.unprivileged_bpf_disabled
sysctl to disable unprivileged use of BPF. This ensures that unprivileged
@@ -1021,7 +1119,15 @@ spec:
with BPF programs regardless of what is the per-interfaces or global
setting. Possible values are Disabled, Strict or Loose. [Default:
Loose]'
+ pattern: ^(?i)(Disabled|Strict|Loose)?$
type: string
+ bpfExcludeCIDRsFromNAT:
+ description: BPFExcludeCIDRsFromNAT is a list of CIDRs that are to
+ be excluded from NAT resolution so that host can handle them. A
+ typical usecase is node local DNS cache.
+ items:
+ type: string
+ type: array
bpfExtToServiceConnmark:
description: 'BPFExtToServiceConnmark in BPF mode, control a 32bit
mark that is set on connections from an external client to a local
@@ -1038,15 +1144,35 @@ spec:
is sent directly from the remote node. In "DSR" mode, the remote
node appears to use the IP of the ingress node; this requires a
permissive L2 network. [Default: Tunnel]'
+ pattern: ^(?i)(Tunnel|DSR)?$
type: string
+ bpfForceTrackPacketsFromIfaces:
+ description: 'BPFForceTrackPacketsFromIfaces in BPF mode, forces traffic
+ from these interfaces to skip Calico''s iptables NOTRACK rule, allowing
+ traffic from those interfaces to be tracked by Linux conntrack. Should
+ only be used for interfaces that are not used for the Calico fabric. For
+ example, a docker bridge device for non-Calico-networked containers.
+ [Default: docker+]'
+ items:
+ type: string
+ type: array
bpfHostConntrackBypass:
description: 'BPFHostConntrackBypass Controls whether to bypass Linux
conntrack in BPF mode for workloads and services. [Default: true
- bypass Linux conntrack]'
type: boolean
+ bpfHostNetworkedNATWithoutCTLB:
+ description: 'BPFHostNetworkedNATWithoutCTLB when in BPF mode, controls
+ whether Felix does a NAT without CTLB. This along with BPFConnectTimeLoadBalancing
+ determines the CTLB behavior. [Default: Enabled]'
+ enum:
+ - Enabled
+ - Disabled
+ type: string
bpfKubeProxyEndpointSlicesEnabled:
- description: BPFKubeProxyEndpointSlicesEnabled in BPF mode, controls
- whether Felix's embedded kube-proxy accepts EndpointSlices or not.
+ description: BPFKubeProxyEndpointSlicesEnabled is deprecated and has
+ no effect. BPF kube-proxy always accepts endpoint slices. This option
+ will be removed in the next release.
type: boolean
bpfKubeProxyIptablesCleanupEnabled:
description: 'BPFKubeProxyIptablesCleanupEnabled, if enabled in BPF
@@ -1059,6 +1185,7 @@ spec:
minimum time between updates to the dataplane for Felix''s embedded
kube-proxy. Lower values give reduced set-up latency. Higher values
reduce Felix CPU usage by batching up more work. [Default: 1s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
bpfL3IfacePattern:
description: BPFL3IfacePattern is a regular expression that allows
@@ -1068,11 +1195,22 @@ spec:
as any interfaces that handle incoming traffic to nodeports and
services from outside the cluster.
type: string
+ bpfLogFilters:
+ additionalProperties:
+ type: string
+ description: "BPFLogFilters is a map of key=values where the value
+ is a pcap filter expression and the key is an interface name with
+ 'all' denoting all interfaces, 'weps' all workload endpoints and
+ 'heps' all host endpoints. \n When specified as an env var, it accepts
+ a comma-separated list of key=values. [Default: unset - means all
+ debug logs are emitted]"
+ type: object
bpfLogLevel:
description: 'BPFLogLevel controls the log level of the BPF programs
when in BPF dataplane mode. One of "Off", "Info", or "Debug". The
logs are emitted to the BPF trace pipe, accessible with the command
`tc exec bpf debug`. [Default: Off].'
+ pattern: ^(?i)(Off|Info|Debug)?$
type: string
bpfMapSizeConntrack:
description: 'BPFMapSizeConntrack sets the size for the conntrack
@@ -1129,6 +1267,17 @@ spec:
information about the BPF policy programs, which can be examined
with the calico-bpf command-line tool.
type: boolean
+ bpfRedirectToPeer:
+ description: 'BPFRedirectToPeer controls which whether it is allowed
+ to forward straight to the peer side of the workload devices. It
+ is allowed for any host L2 devices by default (L2Only), but it breaks
+ TCP dump on the host side of workload device as it bypasses it on
+ ingress. Value of Enabled also allows redirection from L3 host devices
+ like IPIP tunnel or Wireguard directly to the peer side of the workload''s
+ device. This makes redirection faster, however, it breaks tools
+ like tcpdump on the peer side. Use Enabled with caution. [Default:
+ L2Only]'
+ type: string
chainInsertMode:
description: 'ChainInsertMode controls whether Felix hooks the kernel''s
top-level iptables chains by inserting a rule at the top of the
@@ -1137,6 +1286,7 @@ spec:
to append mode, be sure that the other rules in the chains signal
acceptance by falling through to the Calico rules, otherwise the
Calico policy will be bypassed. [Default: insert]'
+ pattern: ^(?i)(insert|append)?$
type: string
dataplaneDriver:
description: DataplaneDriver filename of the external dataplane driver
@@ -1152,11 +1302,25 @@ spec:
type: string
debugDisableLogDropping:
type: boolean
+ debugHost:
+ description: DebugHost is the host IP or hostname to bind the debug
+ port to. Only used if DebugPort is set. [Default:localhost]
+ type: string
debugMemoryProfilePath:
type: string
+ debugPort:
+ description: DebugPort if set, enables Felix's debug HTTP port, which
+ allows memory and CPU profiles to be retrieved. The debug port
+ is not secure, it should not be exposed to the internet.
+ type: integer
debugSimulateCalcGraphHangAfter:
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
+ type: string
+ debugSimulateDataplaneApplyDelay:
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
debugSimulateDataplaneHangAfter:
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
defaultEndpointToHostAction:
description: 'DefaultEndpointToHostAction controls what happens to
@@ -1171,6 +1335,7 @@ spec:
endpoint egress policy. Use ACCEPT to unconditionally accept packets
from workloads after processing workload endpoint egress policy.
[Default: Drop]'
+ pattern: ^(?i)(Drop|Accept|Return)?$
type: string
deviceRouteProtocol:
description: This defines the route protocol added to programmed device
@@ -1189,9 +1354,16 @@ spec:
disableConntrackInvalidCheck:
type: boolean
endpointReportingDelay:
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
endpointReportingEnabled:
type: boolean
+ endpointStatusPathPrefix:
+ description: "EndpointStatusPathPrefix is the path to the directory
+ where endpoint status will be written. Endpoint status file reporting
+ is disabled if field is left empty. \n Chosen directory should match
+ the directory used by the CNI for PodStartupDelay. [Default: \"\"]"
+ type: string
externalNodesList:
description: ExternalNodesCIDRList is a list of CIDR's of external-non-calico-nodes
which may source tunnel traffic and have the tunneled traffic be
@@ -1200,15 +1372,17 @@ spec:
type: string
type: array
failsafeInboundHostPorts:
- description: 'FailsafeInboundHostPorts is a list of UDP/TCP ports
- and CIDRs that Felix will allow incoming traffic to host endpoints
- on irrespective of the security policy. This is useful to avoid
- accidentally cutting off a host with incorrect configuration. For
- back-compatibility, if the protocol is not specified, it defaults
- to "tcp". If a CIDR is not specified, it will allow traffic from
- all addresses. To disable all inbound host ports, use the value
- none. The default value allows ssh access and DHCP. [Default: tcp:22,
- udp:68, tcp:179, tcp:2379, tcp:2380, tcp:6443, tcp:6666, tcp:6667]'
+ description: 'FailsafeInboundHostPorts is a list of PortProto struct
+ objects including UDP/TCP/SCTP ports and CIDRs that Felix will allow
+ incoming traffic to host endpoints on irrespective of the security
+ policy. This is useful to avoid accidentally cutting off a host
+ with incorrect configuration. For backwards compatibility, if the
+ protocol is not specified, it defaults to "tcp". If a CIDR is not
+ specified, it will allow traffic from all addresses. To disable
+ all inbound host ports, use the value "[]". The default value allows
+ ssh access, DHCP, BGP, etcd and the Kubernetes API. [Default: tcp:22,
+ udp:68, tcp:179, tcp:2379, tcp:2380, tcp:5473, tcp:6443, tcp:6666,
+ tcp:6667 ]'
items:
description: ProtoPort is combination of protocol, port, and CIDR.
Protocol and port must be specified.
@@ -1225,17 +1399,18 @@ spec:
type: object
type: array
failsafeOutboundHostPorts:
- description: 'FailsafeOutboundHostPorts is a list of UDP/TCP ports
- and CIDRs that Felix will allow outgoing traffic from host endpoints
- to irrespective of the security policy. This is useful to avoid
- accidentally cutting off a host with incorrect configuration. For
- back-compatibility, if the protocol is not specified, it defaults
- to "tcp". If a CIDR is not specified, it will allow traffic from
- all addresses. To disable all outbound host ports, use the value
- none. The default value opens etcd''s standard ports to ensure that
- Felix does not get cut off from etcd as well as allowing DHCP and
- DNS. [Default: tcp:179, tcp:2379, tcp:2380, tcp:6443, tcp:6666,
- tcp:6667, udp:53, udp:67]'
+ description: 'FailsafeOutboundHostPorts is a list of List of PortProto
+ struct objects including UDP/TCP/SCTP ports and CIDRs that Felix
+ will allow outgoing traffic from host endpoints to irrespective
+ of the security policy. This is useful to avoid accidentally cutting
+ off a host with incorrect configuration. For backwards compatibility,
+ if the protocol is not specified, it defaults to "tcp". If a CIDR
+ is not specified, it will allow traffic from all addresses. To disable
+ all outbound host ports, use the value "[]". The default value opens
+ etcd''s standard ports to ensure that Felix does not get cut off
+ from etcd as well as allowing DHCP, DNS, BGP and the Kubernetes
+ API. [Default: udp:53, udp:67, tcp:179, tcp:2379, tcp:2380, tcp:5473,
+ tcp:6443, tcp:6666, tcp:6667 ]'
items:
description: ProtoPort is combination of protocol, port, and CIDR.
Protocol and port must be specified.
@@ -1256,12 +1431,14 @@ spec:
based on auto-detected platform capabilities. Values are specified
in a comma separated list with no spaces, example; "SNATFullyRandom=true,MASQFullyRandom=false,RestoreSupportsLock=". "true"
or "false" will force the feature, empty or omitted values are auto-detected.
+ pattern: ^([a-zA-Z0-9-_]+=(true|false|),)*([a-zA-Z0-9-_]+=(true|false|))?$
type: string
featureGates:
description: FeatureGates is used to enable or disable tech-preview
Calico features. Values are specified in a comma separated list
with no spaces, example; "BPFConnectTimeLoadBalancingWorkaround=enabled,XyZ=false".
This is used to enable features that are not fully production ready.
+ pattern: ^([a-zA-Z0-9-_]+=([^=]+),)*([a-zA-Z0-9-_]+=([^=]+))?$
type: string
floatingIPs:
description: FloatingIPs configures whether or not Felix will program
@@ -1277,6 +1454,35 @@ spec:
is not recommended since it doesn''t provide better performance
than iptables. [Default: false]'
type: boolean
+ goGCThreshold:
+ description: "GoGCThreshold Sets the Go runtime's garbage collection
+ threshold. I.e. the percentage that the heap is allowed to grow
+ before garbage collection is triggered. In general, doubling the
+ value halves the CPU time spent doing GC, but it also doubles peak
+ GC memory overhead. A special value of -1 can be used to disable
+ GC entirely; this should only be used in conjunction with the GoMemoryLimitMB
+ setting. \n This setting is overridden by the GOGC environment variable.
+ \n [Default: 40]"
+ type: integer
+ goMaxProcs:
+ description: "GoMaxProcs sets the maximum number of CPUs that the
+ Go runtime will use concurrently. A value of -1 means \"use the
+ system default\"; typically the number of real CPUs on the system.
+ \n this setting is overridden by the GOMAXPROCS environment variable.
+ \n [Default: -1]"
+ type: integer
+ goMemoryLimitMB:
+ description: "GoMemoryLimitMB sets a (soft) memory limit for the Go
+ runtime in MB. The Go runtime will try to keep its memory usage
+ under the limit by triggering GC as needed. To avoid thrashing,
+ it will exceed the limit if GC starts to take more than 50% of the
+ process's CPU time. A value of -1 disables the memory limit. \n
+ Note that the memory limit, if used, must be considerably less than
+ any hard resource limit set at the container or pod level. This
+ is because felix is not the only process that must run in the container
+ or pod. \n This setting is overridden by the GOMEMLIMIT environment
+ variable. \n [Default: -1]"
+ type: integer
healthEnabled:
type: boolean
healthHost:
@@ -1323,6 +1529,16 @@ spec:
description: InterfaceRefreshInterval is the period at which Felix
rescans local interfaces to verify their state. The rescan can be
disabled by setting the interval to 0.
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
+ type: string
+ ipForwarding:
+ description: 'IPForwarding controls whether Felix sets the host sysctls
+ to enable IP forwarding. IP forwarding is required when using Calico
+ for workload networking. This should only be disabled on hosts
+ where Calico is used for host protection. [Default: Enabled]'
+ enum:
+ - Enabled
+ - Disabled
type: string
ipipEnabled:
description: 'IPIPEnabled overrides whether Felix should configure
@@ -1338,18 +1554,22 @@ spec:
all iptables state to ensure that no other process has accidentally
broken Calico''s rules. Set to 0 to disable iptables refresh. [Default:
90s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
iptablesBackend:
description: IptablesBackend specifies which backend of iptables will
be used. The default is Auto.
+ pattern: ^(?i)(Auto|FelixConfiguration|FelixConfigurationList|Legacy|NFT)?$
type: string
iptablesFilterAllowAction:
+ pattern: ^(?i)(Accept|Return)?$
type: string
iptablesFilterDenyAction:
description: IptablesFilterDenyAction controls what happens to traffic
that is denied by network policy. By default Calico blocks traffic
with an iptables "DROP" action. If you want to use "REJECT" action
instead you can configure it in here.
+ pattern: ^(?i)(Drop|Reject)?$
type: string
iptablesLockFilePath:
description: 'IptablesLockFilePath is the location of the iptables
@@ -1362,6 +1582,7 @@ spec:
wait between attempts to acquire the iptables lock if it is not
available. Lower values make Felix more responsive when the lock
is contended, but use more CPU. [Default: 50ms]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
iptablesLockTimeout:
description: 'IptablesLockTimeout is the time that Felix will wait
@@ -1370,8 +1591,10 @@ spec:
also take the lock. When running Felix inside a container, this
requires the /run directory of the host to be mounted into the calico/node
or calico/felix container. [Default: 0s disabled]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
iptablesMangleAllowAction:
+ pattern: ^(?i)(Accept|Return)?$
type: string
iptablesMarkMask:
description: 'IptablesMarkMask is the mask that Felix selects its
@@ -1388,6 +1611,7 @@ spec:
back in order to check the write was not clobbered by another process.
This should only occur if another application on the system doesn''t
respect the iptables lock. [Default: 1s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
iptablesRefreshInterval:
description: 'IptablesRefreshInterval is the period at which Felix
@@ -1398,6 +1622,7 @@ spec:
was fixed in kernel version 4.11. If you are using v4.11 or greater
you may want to set this to, a higher value to reduce Felix CPU
usage. [Default: 10s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
ipv6Support:
description: IPv6Support controls whether Felix enables support for
@@ -1432,23 +1657,29 @@ spec:
logSeverityFile:
description: 'LogSeverityFile is the log severity above which logs
are sent to the log file. [Default: Info]'
+ pattern: ^(?i)(Debug|Info|Warning|Error|Fatal)?$
type: string
logSeverityScreen:
description: 'LogSeverityScreen is the log severity above which logs
are sent to the stdout. [Default: Info]'
+ pattern: ^(?i)(Debug|Info|Warning|Error|Fatal)?$
type: string
logSeveritySys:
description: 'LogSeveritySys is the log severity above which logs
are sent to the syslog. Set to None for no logging to syslog. [Default:
Info]'
+ pattern: ^(?i)(Debug|Info|Warning|Error|Fatal)?$
type: string
maxIpsetSize:
+ description: MaxIpsetSize is the maximum number of IP addresses that
+ can be stored in an IP set. Not applicable if using the nftables
+ backend.
type: integer
metadataAddr:
description: 'MetadataAddr is the IP address or domain name of the
server that can answer VM queries for cloud-init metadata. In OpenStack,
this corresponds to the machine running nova-api (or in Ubuntu,
- nova-api-metadata). A value of none (case insensitive) means that
+ nova-api-metadata). A value of none (case-insensitive) means that
Felix should not set up any NAT rule for the metadata path. [Default:
127.0.0.1]'
type: string
@@ -1479,6 +1710,35 @@ spec:
pattern: ^.*
x-kubernetes-int-or-string: true
netlinkTimeout:
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
+ type: string
+ nftablesFilterAllowAction:
+ pattern: ^(?i)(Accept|Return)?$
+ type: string
+ nftablesFilterDenyAction:
+ description: FilterDenyAction controls what happens to traffic that
+ is denied by network policy. By default Calico blocks traffic with
+ a "drop" action. If you want to use a "reject" action instead you
+ can configure it here.
+ pattern: ^(?i)(Drop|Reject)?$
+ type: string
+ nftablesMangleAllowAction:
+ pattern: ^(?i)(Accept|Return)?$
+ type: string
+ nftablesMarkMask:
+ description: 'MarkMask is the mask that Felix selects its nftables
+ Mark bits from. Should be a 32 bit hexadecimal number with at least
+ 8 bits set, none of which clash with any other mark bits in use
+ on the system. [Default: 0xffff0000]'
+ format: int32
+ type: integer
+ nftablesMode:
+ description: 'NFTablesMode configures nftables support in Felix. [Default:
+ Disabled]'
+ type: string
+ nftablesRefreshInterval:
+ description: 'NftablesRefreshInterval controls the interval at which
+ Felix periodically refreshes the nftables rules. [Default: 90s]'
type: string
openstackRegion:
description: 'OpenstackRegion is the name of the region that a particular
@@ -1533,21 +1793,25 @@ spec:
description: 'ReportingInterval is the interval at which Felix reports
its status into the datastore or 0 to disable. Must be non-zero
in OpenStack deployments. [Default: 30s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
reportingTTL:
description: 'ReportingTTL is the time-to-live setting for process-wide
status reports. [Default: 90s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
routeRefreshInterval:
description: 'RouteRefreshInterval is the period at which Felix re-checks
the routes in the dataplane to ensure that no other process has
accidentally broken Calico''s rules. Set to 0 to disable route refresh.
[Default: 90s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
routeSource:
description: 'RouteSource configures where Felix gets its routing
information. - WorkloadIPs: use workload endpoints to construct
routes. - CalicoIPAM: the default - use IPAM data to construct routes.'
+ pattern: ^(?i)(WorkloadIPs|CalicoIPAM)?$
type: string
routeSyncDisabled:
description: RouteSyncDisabled will disable all operations performed
@@ -1587,6 +1851,7 @@ spec:
packets that do not get DNAT''d by kube-proxy. Unless set to "Disabled",
in which case such routing loops continue to be allowed. [Default:
Drop]'
+ pattern: ^(?i)(Drop|Reject|Disabled)?$
type: string
sidecarAccelerationEnabled:
description: 'SidecarAccelerationEnabled enables experimental sidecar
@@ -1602,10 +1867,12 @@ spec:
usageReportingInitialDelay:
description: 'UsageReportingInitialDelay controls the minimum delay
before Felix makes a report. [Default: 300s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
usageReportingInterval:
description: 'UsageReportingInterval controls the interval at which
Felix makes reports. [Default: 86400s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
useInternalDataplaneDriver:
description: UseInternalDataplaneDriver, if true, Felix will use its
@@ -1629,6 +1896,14 @@ spec:
type: integer
vxlanVNI:
type: integer
+ windowsManageFirewallRules:
+ description: 'WindowsManageFirewallRules configures whether or not
+ Felix will program Windows Firewall rules. (to allow inbound access
+ to its own metrics ports) [Default: Disabled]'
+ enum:
+ - Enabled
+ - Disabled
+ type: string
wireguardEnabled:
description: 'WireguardEnabled controls whether Wireguard is enabled
for IPv4 (encapsulating IPv4 traffic over an IPv4 underlay network).
@@ -1654,6 +1929,7 @@ spec:
wireguardKeepAlive:
description: 'WireguardKeepAlive controls Wireguard PersistentKeepalive
option. Set 0 to disable. [Default: 0]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
wireguardListeningPort:
description: 'WireguardListeningPort controls the listening port used
@@ -1675,11 +1951,16 @@ spec:
description: 'WireguardRoutingRulePriority controls the priority value
to use for the Wireguard routing rule. [Default: 99]'
type: integer
+ wireguardThreadingEnabled:
+ description: 'WireguardThreadingEnabled controls whether Wireguard
+ has NAPI threading enabled. [Default: false]'
+ type: boolean
workloadSourceSpoofing:
description: WorkloadSourceSpoofing controls whether pods can use
the allowedSourcePrefixes annotation to send traffic with a source
IP address that is not theirs. This is disabled by default. When
set to "Any", pods can request any prefix.
+ pattern: ^(?i)(Disabled|Any)?$
type: string
xdpEnabled:
description: 'XDPEnabled enables XDP acceleration for suitable untracked
@@ -1690,6 +1971,7 @@ spec:
all XDP state to ensure that no other process has accidentally broken
Calico''s BPF maps or attached programs. Set to 0 to disable XDP
refresh. [Default: 90s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
type: object
type: object
@@ -2499,27 +2781,40 @@ spec:
order:
description: Order is an optional field that specifies the order in
which the policy is applied. Policies with higher "order" are applied
- after those with lower order. If the order is omitted, it may be
- considered to be "infinite" - i.e. the policy will be applied last. Policies
- with identical order will be applied in alphanumerical order based
- on the Policy "Name".
+ after those with lower order within the same tier. If the order
+ is omitted, it may be considered to be "infinite" - i.e. the policy
+ will be applied last. Policies with identical order will be applied
+ in alphanumerical order based on the Policy "Name" within the tier.
type: number
+ performanceHints:
+ description: "PerformanceHints contains a list of hints to Calico's
+ policy engine to help process the policy more efficiently. Hints
+ never change the enforcement behaviour of the policy. \n Currently,
+ the only available hint is \"AssumeNeededOnEveryNode\". When that
+ hint is set on a policy, Felix will act as if the policy matches
+ a local endpoint even if it does not. This is useful for \"preloading\"
+ any large static policies that are known to be used on every node.
+ If the policy is _not_ used on a particular node then the work done
+ to preload the policy (and to maintain it) is wasted."
+ items:
+ type: string
+ type: array
preDNAT:
description: PreDNAT indicates to apply the rules in this policy before
any DNAT.
type: boolean
selector:
- description: "The selector is an expression used to pick pick out
- the endpoints that the policy should be applied to. \n Selector
- expressions follow this syntax: \n \tlabel == \"string_literal\"
- \ -> comparison, e.g. my_label == \"foo bar\" \tlabel != \"string_literal\"
- \ -> not equal; also matches if label is not present \tlabel in
- { \"a\", \"b\", \"c\", ... } -> true if the value of label X is
- one of \"a\", \"b\", \"c\" \tlabel not in { \"a\", \"b\", \"c\",
- ... } -> true if the value of label X is not one of \"a\", \"b\",
- \"c\" \thas(label_name) -> True if that label is present \t! expr
- -> negation of expr \texpr && expr -> Short-circuit and \texpr
- || expr -> Short-circuit or \t( expr ) -> parens for grouping \tall()
+ description: "The selector is an expression used to pick out the endpoints
+ that the policy should be applied to. \n Selector expressions follow
+ this syntax: \n \tlabel == \"string_literal\" -> comparison, e.g.
+ my_label == \"foo bar\" \tlabel != \"string_literal\" -> not
+ equal; also matches if label is not present \tlabel in { \"a\",
+ \"b\", \"c\", ... } -> true if the value of label X is one of
+ \"a\", \"b\", \"c\" \tlabel not in { \"a\", \"b\", \"c\", ... }
+ \ -> true if the value of label X is not one of \"a\", \"b\", \"c\"
+ \thas(label_name) -> True if that label is present \t! expr ->
+ negation of expr \texpr && expr -> Short-circuit and \texpr ||
+ expr -> Short-circuit or \t( expr ) -> parens for grouping \tall()
or the empty selector -> matches all endpoints. \n Label names are
allowed to contain alphanumerics, -, _ and /. String literals are
more permissive but they do not support escape characters. \n Examples
@@ -2531,6 +2826,14 @@ spec:
description: ServiceAccountSelector is an optional field for an expression
used to select a pod based on service accounts.
type: string
+ tier:
+ description: The name of the tier that this policy belongs to. If
+ this is omitted, the default tier (name is "default") is assumed. The
+ specified tier must exist in order to create security policies within
+ the tier, the "default" tier is created automatically if it does
+ not exist, this means for deployments requiring only a single Tier,
+ the tier name may be omitted on all policy management requests.
+ type: string
types:
description: "Types indicates whether this policy applies to ingress,
or to egress, or to both. When not explicitly specified (and so
@@ -4158,23 +4461,36 @@ spec:
order:
description: Order is an optional field that specifies the order in
which the policy is applied. Policies with higher "order" are applied
- after those with lower order. If the order is omitted, it may be
- considered to be "infinite" - i.e. the policy will be applied last. Policies
- with identical order will be applied in alphanumerical order based
- on the Policy "Name".
+ after those with lower order within the same tier. If the order
+ is omitted, it may be considered to be "infinite" - i.e. the policy
+ will be applied last. Policies with identical order will be applied
+ in alphanumerical order based on the Policy "Name" within the tier.
type: number
+ performanceHints:
+ description: "PerformanceHints contains a list of hints to Calico's
+ policy engine to help process the policy more efficiently. Hints
+ never change the enforcement behaviour of the policy. \n Currently,
+ the only available hint is \"AssumeNeededOnEveryNode\". When that
+ hint is set on a policy, Felix will act as if the policy matches
+ a local endpoint even if it does not. This is useful for \"preloading\"
+ any large static policies that are known to be used on every node.
+ If the policy is _not_ used on a particular node then the work done
+ to preload the policy (and to maintain it) is wasted."
+ items:
+ type: string
+ type: array
selector:
- description: "The selector is an expression used to pick pick out
- the endpoints that the policy should be applied to. \n Selector
- expressions follow this syntax: \n \tlabel == \"string_literal\"
- \ -> comparison, e.g. my_label == \"foo bar\" \tlabel != \"string_literal\"
- \ -> not equal; also matches if label is not present \tlabel in
- { \"a\", \"b\", \"c\", ... } -> true if the value of label X is
- one of \"a\", \"b\", \"c\" \tlabel not in { \"a\", \"b\", \"c\",
- ... } -> true if the value of label X is not one of \"a\", \"b\",
- \"c\" \thas(label_name) -> True if that label is present \t! expr
- -> negation of expr \texpr && expr -> Short-circuit and \texpr
- || expr -> Short-circuit or \t( expr ) -> parens for grouping \tall()
+ description: "The selector is an expression used to pick out the endpoints
+ that the policy should be applied to. \n Selector expressions follow
+ this syntax: \n \tlabel == \"string_literal\" -> comparison, e.g.
+ my_label == \"foo bar\" \tlabel != \"string_literal\" -> not
+ equal; also matches if label is not present \tlabel in { \"a\",
+ \"b\", \"c\", ... } -> true if the value of label X is one of
+ \"a\", \"b\", \"c\" \tlabel not in { \"a\", \"b\", \"c\", ... }
+ \ -> true if the value of label X is not one of \"a\", \"b\", \"c\"
+ \thas(label_name) -> True if that label is present \t! expr ->
+ negation of expr \texpr && expr -> Short-circuit and \texpr ||
+ expr -> Short-circuit or \t( expr ) -> parens for grouping \tall()
or the empty selector -> matches all endpoints. \n Label names are
allowed to contain alphanumerics, -, _ and /. String literals are
more permissive but they do not support escape characters. \n Examples
@@ -4186,6 +4502,14 @@ spec:
description: ServiceAccountSelector is an optional field for an expression
used to select a pod based on service accounts.
type: string
+ tier:
+ description: The name of the tier that this policy belongs to. If
+ this is omitted, the default tier (name is "default") is assumed. The
+ specified tier must exist in order to create security policies within
+ the tier, the "default" tier is created automatically if it does
+ not exist, this means for deployments requiring only a single Tier,
+ the tier name may be omitted on all policy management requests.
+ type: string
types:
description: "Types indicates whether this policy applies to ingress,
or to egress, or to both. When not explicitly specified (and so
@@ -4265,6 +4589,1154 @@ status:
conditions: []
storedVersions: []
---
+# Source: calico/templates/kdd-crds.yaml
+apiVersion: apiextensions.k8s.io/v1
+kind: CustomResourceDefinition
+metadata:
+ annotations:
+ controller-gen.kubebuilder.io/version: (devel)
+ creationTimestamp: null
+ name: tiers.crd.projectcalico.org
+spec:
+ group: crd.projectcalico.org
+ names:
+ kind: Tier
+ listKind: TierList
+ plural: tiers
+ singular: tier
+ scope: Cluster
+ versions:
+ - name: v1
+ schema:
+ openAPIV3Schema:
+ properties:
+ apiVersion:
+ description: 'APIVersion defines the versioned schema of this representation
+ of an object. Servers should convert recognized schemas to the latest
+ internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
+ type: string
+ kind:
+ description: 'Kind is a string value representing the REST resource this
+ object represents. Servers may infer this from the endpoint the client
+ submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
+ type: string
+ metadata:
+ type: object
+ spec:
+ description: TierSpec contains the specification for a security policy
+ tier resource.
+ properties:
+ defaultAction:
+ description: 'DefaultAction specifies the action applied to workloads
+ selected by a policy in the tier, but not rule matched the workload''s
+ traffic. [Default: Deny]'
+ enum:
+ - Pass
+ - Deny
+ type: string
+ order:
+ description: Order is an optional field that specifies the order in
+ which the tier is applied. Tiers with higher "order" are applied
+ after those with lower order. If the order is omitted, it may be
+ considered to be "infinite" - i.e. the tier will be applied last. Tiers
+ with identical order will be applied in alphanumerical order based
+ on the Tier "Name".
+ type: number
+ type: object
+ type: object
+ served: true
+ storage: true
+status:
+ acceptedNames:
+ kind: ""
+ plural: ""
+ conditions: []
+ storedVersions: []
+---
+# Source: calico/templates/kdd-crds.yaml
+apiVersion: apiextensions.k8s.io/v1
+kind: CustomResourceDefinition
+metadata:
+ annotations:
+ api-approved.kubernetes.io: https://github.com/kubernetes-sigs/network-policy-api/pull/30
+ policy.networking.k8s.io/bundle-version: v0.1.1
+ policy.networking.k8s.io/channel: experimental
+ creationTimestamp: null
+ name: adminnetworkpolicies.policy.networking.k8s.io
+spec:
+ group: policy.networking.k8s.io
+ names:
+ kind: AdminNetworkPolicy
+ listKind: AdminNetworkPolicyList
+ plural: adminnetworkpolicies
+ shortNames:
+ - anp
+ singular: adminnetworkpolicy
+ scope: Cluster
+ versions:
+ - additionalPrinterColumns:
+ - jsonPath: .spec.priority
+ name: Priority
+ type: string
+ - jsonPath: .metadata.creationTimestamp
+ name: Age
+ type: date
+ name: v1alpha1
+ schema:
+ openAPIV3Schema:
+ description: |-
+ AdminNetworkPolicy is a cluster level resource that is part of the
+ AdminNetworkPolicy API.
+ properties:
+ apiVersion:
+ description: |-
+ APIVersion defines the versioned schema of this representation of an object.
+ Servers should convert recognized schemas to the latest internal value, and
+ may reject unrecognized values.
+ More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources
+ type: string
+ kind:
+ description: |-
+ Kind is a string value representing the REST resource this object represents.
+ Servers may infer this from the endpoint the client submits requests to.
+ Cannot be updated.
+ In CamelCase.
+ More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds
+ type: string
+ metadata:
+ type: object
+ spec:
+ description: Specification of the desired behavior of AdminNetworkPolicy.
+ properties:
+ egress:
+ description: |-
+ Egress is the list of Egress rules to be applied to the selected pods.
+ A total of 100 rules will be allowed in each ANP instance.
+ The relative precedence of egress rules within a single ANP object (all of
+ which share the priority) will be determined by the order in which the rule
+ is written. Thus, a rule that appears at the top of the egress rules
+ would take the highest precedence.
+ ANPs with no egress rules do not affect egress traffic.
+
+
+ Support: Core
+ items:
+ description: |-
+ AdminNetworkPolicyEgressRule describes an action to take on a particular
+ set of traffic originating from pods selected by a AdminNetworkPolicy's
+ Subject field.
+
+ properties:
+ action:
+ description: |-
+ Action specifies the effect this rule will have on matching traffic.
+ Currently the following actions are supported:
+ Allow: allows the selected traffic (even if it would otherwise have been denied by NetworkPolicy)
+ Deny: denies the selected traffic
+ Pass: instructs the selected traffic to skip any remaining ANP rules, and
+ then pass execution to any NetworkPolicies that select the pod.
+ If the pod is not selected by any NetworkPolicies then execution
+ is passed to any BaselineAdminNetworkPolicies that select the pod.
+
+
+ Support: Core
+ enum:
+ - Allow
+ - Deny
+ - Pass
+ type: string
+ name:
+ description: |-
+ Name is an identifier for this rule, that may be no more than 100 characters
+ in length. This field should be used by the implementation to help
+ improve observability, readability and error-reporting for any applied
+ AdminNetworkPolicies.
+
+
+ Support: Core
+ maxLength: 100
+ type: string
+ ports:
+ description: |-
+ Ports allows for matching traffic based on port and protocols.
+ This field is a list of destination ports for the outgoing egress traffic.
+ If Ports is not set then the rule does not filter traffic via port.
+
+
+ Support: Core
+ items:
+ description: |-
+ AdminNetworkPolicyPort describes how to select network ports on pod(s).
+ Exactly one field must be set.
+ maxProperties: 1
+ minProperties: 1
+ properties:
+ namedPort:
+ description: |-
+ NamedPort selects a port on a pod(s) based on name.
+
+
+ Support: Extended
+
+
+
+ type: string
+ portNumber:
+ description: |-
+ Port selects a port on a pod(s) based on number.
+
+
+ Support: Core
+ properties:
+ port:
+ description: |-
+ Number defines a network port value.
+
+
+ Support: Core
+ format: int32
+ maximum: 65535
+ minimum: 1
+ type: integer
+ protocol:
+ default: TCP
+ description: |-
+ Protocol is the network protocol (TCP, UDP, or SCTP) which traffic must
+ match. If not specified, this field defaults to TCP.
+
+
+ Support: Core
+ type: string
+ required:
+ - port
+ - protocol
+ type: object
+ portRange:
+ description: |-
+ PortRange selects a port range on a pod(s) based on provided start and end
+ values.
+
+
+ Support: Core
+ properties:
+ end:
+ description: |-
+ End defines a network port that is the end of a port range, the End value
+ must be greater than Start.
+
+
+ Support: Core
+ format: int32
+ maximum: 65535
+ minimum: 1
+ type: integer
+ protocol:
+ default: TCP
+ description: |-
+ Protocol is the network protocol (TCP, UDP, or SCTP) which traffic must
+ match. If not specified, this field defaults to TCP.
+
+
+ Support: Core
+ type: string
+ start:
+ description: |-
+ Start defines a network port that is the start of a port range, the Start
+ value must be less than End.
+
+
+ Support: Core
+ format: int32
+ maximum: 65535
+ minimum: 1
+ type: integer
+ required:
+ - end
+ - start
+ type: object
+ type: object
+ maxItems: 100
+ type: array
+ to:
+ description: |-
+ To is the List of destinations whose traffic this rule applies to.
+ If any AdminNetworkPolicyEgressPeer matches the destination of outgoing
+ traffic then the specified action is applied.
+ This field must be defined and contain at least one item.
+
+
+ Support: Core
+ items:
+ description: |-
+ AdminNetworkPolicyEgressPeer defines a peer to allow traffic to.
+ Exactly one of the selector pointers must be set for a given peer. If a
+ consumer observes none of its fields are set, they must assume an unknown
+ option has been specified and fail closed.
+ maxProperties: 1
+ minProperties: 1
+ properties:
+ namespaces:
+ description: |-
+ Namespaces defines a way to select all pods within a set of Namespaces.
+ Note that host-networked pods are not included in this type of peer.
+
+
+ Support: Core
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label selector
+ requirements. The requirements are ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the selector
+ applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ networks:
+ description: |-
+ Networks defines a way to select peers via CIDR blocks.
+ This is intended for representing entities that live outside the cluster,
+ which can't be selected by pods, namespaces and nodes peers, but note
+ that cluster-internal traffic will be checked against the rule as
+ well. So if you Allow or Deny traffic to `"0.0.0.0/0"`, that will allow
+ or deny all IPv4 pod-to-pod traffic as well. If you don't want that,
+ add a rule that Passes all pod traffic before the Networks rule.
+
+
+ Each item in Networks should be provided in the CIDR format and should be
+ IPv4 or IPv6, for example "10.0.0.0/8" or "fd00::/8".
+
+
+ Networks can have upto 25 CIDRs specified.
+
+
+ Support: Extended
+
+
+
+ items:
+ description: |-
+ CIDR is an IP address range in CIDR notation (for example, "10.0.0.0/8" or "fd00::/8").
+ This string must be validated by implementations using net.ParseCIDR
+ TODO: Introduce CEL CIDR validation regex isCIDR() in Kube 1.31 when it is available.
+ maxLength: 43
+ type: string
+ x-kubernetes-validations:
+ - message: CIDR must be either an IPv4 or IPv6 address.
+ IPv4 address embedded in IPv6 addresses are not
+ supported
+ rule: self.contains(':') != self.contains('.')
+ maxItems: 25
+ minItems: 1
+ type: array
+ x-kubernetes-list-type: set
+ nodes:
+ description: |-
+ Nodes defines a way to select a set of nodes in
+ the cluster. This field follows standard label selector
+ semantics; if present but empty, it selects all Nodes.
+
+
+ Support: Extended
+
+
+
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label selector
+ requirements. The requirements are ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the selector
+ applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ pods:
+ description: |-
+ Pods defines a way to select a set of pods in
+ a set of namespaces. Note that host-networked pods
+ are not included in this type of peer.
+
+
+ Support: Core
+ properties:
+ namespaceSelector:
+ description: |-
+ NamespaceSelector follows standard label selector semantics; if empty,
+ it selects all Namespaces.
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label
+ selector requirements. The requirements are
+ ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the
+ selector applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ podSelector:
+ description: |-
+ PodSelector is used to explicitly select pods within a namespace; if empty,
+ it selects all Pods.
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label
+ selector requirements. The requirements are
+ ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the
+ selector applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ required:
+ - namespaceSelector
+ - podSelector
+ type: object
+ type: object
+ maxItems: 100
+ minItems: 1
+ type: array
+ required:
+ - action
+ - to
+ type: object
+ x-kubernetes-validations:
+ - message: networks/nodes peer cannot be set with namedPorts since
+ there are no namedPorts for networks/nodes
+ rule: '!(self.to.exists(peer, has(peer.networks) || has(peer.nodes))
+ && has(self.ports) && self.ports.exists(port, has(port.namedPort)))'
+ maxItems: 100
+ type: array
+ ingress:
+ description: |-
+ Ingress is the list of Ingress rules to be applied to the selected pods.
+ A total of 100 rules will be allowed in each ANP instance.
+ The relative precedence of ingress rules within a single ANP object (all of
+ which share the priority) will be determined by the order in which the rule
+ is written. Thus, a rule that appears at the top of the ingress rules
+ would take the highest precedence.
+ ANPs with no ingress rules do not affect ingress traffic.
+
+
+ Support: Core
+ items:
+ description: |-
+ AdminNetworkPolicyIngressRule describes an action to take on a particular
+ set of traffic destined for pods selected by an AdminNetworkPolicy's
+ Subject field.
+ properties:
+ action:
+ description: |-
+ Action specifies the effect this rule will have on matching traffic.
+ Currently the following actions are supported:
+ Allow: allows the selected traffic (even if it would otherwise have been denied by NetworkPolicy)
+ Deny: denies the selected traffic
+ Pass: instructs the selected traffic to skip any remaining ANP rules, and
+ then pass execution to any NetworkPolicies that select the pod.
+ If the pod is not selected by any NetworkPolicies then execution
+ is passed to any BaselineAdminNetworkPolicies that select the pod.
+
+
+ Support: Core
+ enum:
+ - Allow
+ - Deny
+ - Pass
+ type: string
+ from:
+ description: |-
+ From is the list of sources whose traffic this rule applies to.
+ If any AdminNetworkPolicyIngressPeer matches the source of incoming
+ traffic then the specified action is applied.
+ This field must be defined and contain at least one item.
+
+
+ Support: Core
+ items:
+ description: |-
+ AdminNetworkPolicyIngressPeer defines an in-cluster peer to allow traffic from.
+ Exactly one of the selector pointers must be set for a given peer. If a
+ consumer observes none of its fields are set, they must assume an unknown
+ option has been specified and fail closed.
+ maxProperties: 1
+ minProperties: 1
+ properties:
+ namespaces:
+ description: |-
+ Namespaces defines a way to select all pods within a set of Namespaces.
+ Note that host-networked pods are not included in this type of peer.
+
+
+ Support: Core
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label selector
+ requirements. The requirements are ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the selector
+ applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ pods:
+ description: |-
+ Pods defines a way to select a set of pods in
+ a set of namespaces. Note that host-networked pods
+ are not included in this type of peer.
+
+
+ Support: Core
+ properties:
+ namespaceSelector:
+ description: |-
+ NamespaceSelector follows standard label selector semantics; if empty,
+ it selects all Namespaces.
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label
+ selector requirements. The requirements are
+ ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the
+ selector applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ podSelector:
+ description: |-
+ PodSelector is used to explicitly select pods within a namespace; if empty,
+ it selects all Pods.
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label
+ selector requirements. The requirements are
+ ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the
+ selector applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ required:
+ - namespaceSelector
+ - podSelector
+ type: object
+ type: object
+ maxItems: 100
+ minItems: 1
+ type: array
+ name:
+ description: |-
+ Name is an identifier for this rule, that may be no more than 100 characters
+ in length. This field should be used by the implementation to help
+ improve observability, readability and error-reporting for any applied
+ AdminNetworkPolicies.
+
+
+ Support: Core
+ maxLength: 100
+ type: string
+ ports:
+ description: |-
+ Ports allows for matching traffic based on port and protocols.
+ This field is a list of ports which should be matched on
+ the pods selected for this policy i.e the subject of the policy.
+ So it matches on the destination port for the ingress traffic.
+ If Ports is not set then the rule does not filter traffic via port.
+
+
+ Support: Core
+ items:
+ description: |-
+ AdminNetworkPolicyPort describes how to select network ports on pod(s).
+ Exactly one field must be set.
+ maxProperties: 1
+ minProperties: 1
+ properties:
+ namedPort:
+ description: |-
+ NamedPort selects a port on a pod(s) based on name.
+
+
+ Support: Extended
+
+
+
+ type: string
+ portNumber:
+ description: |-
+ Port selects a port on a pod(s) based on number.
+
+
+ Support: Core
+ properties:
+ port:
+ description: |-
+ Number defines a network port value.
+
+
+ Support: Core
+ format: int32
+ maximum: 65535
+ minimum: 1
+ type: integer
+ protocol:
+ default: TCP
+ description: |-
+ Protocol is the network protocol (TCP, UDP, or SCTP) which traffic must
+ match. If not specified, this field defaults to TCP.
+
+
+ Support: Core
+ type: string
+ required:
+ - port
+ - protocol
+ type: object
+ portRange:
+ description: |-
+ PortRange selects a port range on a pod(s) based on provided start and end
+ values.
+
+
+ Support: Core
+ properties:
+ end:
+ description: |-
+ End defines a network port that is the end of a port range, the End value
+ must be greater than Start.
+
+
+ Support: Core
+ format: int32
+ maximum: 65535
+ minimum: 1
+ type: integer
+ protocol:
+ default: TCP
+ description: |-
+ Protocol is the network protocol (TCP, UDP, or SCTP) which traffic must
+ match. If not specified, this field defaults to TCP.
+
+
+ Support: Core
+ type: string
+ start:
+ description: |-
+ Start defines a network port that is the start of a port range, the Start
+ value must be less than End.
+
+
+ Support: Core
+ format: int32
+ maximum: 65535
+ minimum: 1
+ type: integer
+ required:
+ - end
+ - start
+ type: object
+ type: object
+ maxItems: 100
+ type: array
+ required:
+ - action
+ - from
+ type: object
+ maxItems: 100
+ type: array
+ priority:
+ description: |-
+ Priority is a value from 0 to 1000. Rules with lower priority values have
+ higher precedence, and are checked before rules with higher priority values.
+ All AdminNetworkPolicy rules have higher precedence than NetworkPolicy or
+ BaselineAdminNetworkPolicy rules
+ The behavior is undefined if two ANP objects have same priority.
+
+
+ Support: Core
+ format: int32
+ maximum: 1000
+ minimum: 0
+ type: integer
+ subject:
+ description: |-
+ Subject defines the pods to which this AdminNetworkPolicy applies.
+ Note that host-networked pods are not included in subject selection.
+
+
+ Support: Core
+ maxProperties: 1
+ minProperties: 1
+ properties:
+ namespaces:
+ description: Namespaces is used to select pods via namespace selectors.
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label selector
+ requirements. The requirements are ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the selector
+ applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ pods:
+ description: Pods is used to select pods via namespace AND pod
+ selectors.
+ properties:
+ namespaceSelector:
+ description: |-
+ NamespaceSelector follows standard label selector semantics; if empty,
+ it selects all Namespaces.
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label selector
+ requirements. The requirements are ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the selector
+ applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ podSelector:
+ description: |-
+ PodSelector is used to explicitly select pods within a namespace; if empty,
+ it selects all Pods.
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label selector
+ requirements. The requirements are ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the selector
+ applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ required:
+ - namespaceSelector
+ - podSelector
+ type: object
+ type: object
+ required:
+ - priority
+ - subject
+ type: object
+ status:
+ description: Status is the status to be reported by the implementation.
+ properties:
+ conditions:
+ items:
+ description: "Condition contains details for one aspect of the current
+ state of this API Resource.\n---\nThis struct is intended for
+ direct use as an array at the field path .status.conditions. For
+ example,\n\n\n\ttype FooStatus struct{\n\t // Represents the
+ observations of a foo's current state.\n\t // Known .status.conditions.type
+ are: \"Available\", \"Progressing\", and \"Degraded\"\n\t //
+ +patchMergeKey=type\n\t // +patchStrategy=merge\n\t // +listType=map\n\t
+ \ // +listMapKey=type\n\t Conditions []metav1.Condition `json:\"conditions,omitempty\"
+ patchStrategy:\"merge\" patchMergeKey:\"type\" protobuf:\"bytes,1,rep,name=conditions\"`\n\n\n\t
+ \ // other fields\n\t}"
+ properties:
+ lastTransitionTime:
+ description: |-
+ lastTransitionTime is the last time the condition transitioned from one status to another.
+ This should be when the underlying condition changed. If that is not known, then using the time when the API field changed is acceptable.
+ format: date-time
+ type: string
+ message:
+ description: |-
+ message is a human readable message indicating details about the transition.
+ This may be an empty string.
+ maxLength: 32768
+ type: string
+ observedGeneration:
+ description: |-
+ observedGeneration represents the .metadata.generation that the condition was set based upon.
+ For instance, if .metadata.generation is currently 12, but the .status.conditions[x].observedGeneration is 9, the condition is out of date
+ with respect to the current state of the instance.
+ format: int64
+ minimum: 0
+ type: integer
+ reason:
+ description: |-
+ reason contains a programmatic identifier indicating the reason for the condition's last transition.
+ Producers of specific condition types may define expected values and meanings for this field,
+ and whether the values are considered a guaranteed API.
+ The value should be a CamelCase string.
+ This field may not be empty.
+ maxLength: 1024
+ minLength: 1
+ pattern: ^[A-Za-z]([A-Za-z0-9_,:]*[A-Za-z0-9_])?$
+ type: string
+ status:
+ description: status of the condition, one of True, False, Unknown.
+ enum:
+ - "True"
+ - "False"
+ - Unknown
+ type: string
+ type:
+ description: |-
+ type of condition in CamelCase or in foo.example.com/CamelCase.
+ ---
+ Many .condition.type values are consistent across resources like Available, but because arbitrary conditions can be
+ useful (see .node.status.conditions), the ability to deconflict is important.
+ The regex it matches is (dns1123SubdomainFmt/)?(qualifiedNameFmt)
+ maxLength: 316
+ pattern: ^([a-z0-9]([-a-z0-9]*[a-z0-9])?(\.[a-z0-9]([-a-z0-9]*[a-z0-9])?)*/)?(([A-Za-z0-9][-A-Za-z0-9_.]*)?[A-Za-z0-9])$
+ type: string
+ required:
+ - lastTransitionTime
+ - message
+ - reason
+ - status
+ - type
+ type: object
+ type: array
+ x-kubernetes-list-map-keys:
+ - type
+ x-kubernetes-list-type: map
+ required:
+ - conditions
+ type: object
+ required:
+ - metadata
+ - spec
+ type: object
+ served: true
+ storage: true
+ subresources:
+ status: {}
+status:
+ acceptedNames:
+ kind: ""
+ plural: ""
+ conditions: null
+ storedVersions: null
+---
# Source: calico/templates/calico-kube-controllers-rbac.yaml
# Include a clusterrole for the kube-controllers component,
# and bind it to the calico-kube-controllers serviceaccount.
@@ -4300,6 +5772,7 @@ rules:
- blockaffinities
- ipamblocks
- ipamhandles
+ - tiers
verbs:
- get
- list
@@ -4341,6 +5814,7 @@ rules:
verbs:
# read its own config
- get
+ - list
# create a default if none exists
- create
# update status
@@ -4411,6 +5885,13 @@ rules:
verbs:
- watch
- list
+ # Watch for changes to Kubernetes AdminNetworkPolicies.
+ - apiGroups: ["policy.networking.k8s.io"]
+ resources:
+ - adminnetworkpolicies
+ verbs:
+ - watch
+ - list
# Used by Calico for policy information.
- apiGroups: [""]
resources:
@@ -4446,10 +5927,17 @@ rules:
- hostendpoints
- blockaffinities
- caliconodestatuses
+ - tiers
verbs:
- get
- list
- watch
+ # Calico creates some tiers on startup.
+ - apiGroups: ["crd.projectcalico.org"]
+ resources:
+ - tiers
+ verbs:
+ - create
# Calico must create and update some CRDs on startup.
- apiGroups: ["crd.projectcalico.org"]
resources:
@@ -4460,7 +5948,7 @@ rules:
- create
- update
# Calico must update some CRDs.
- - apiGroups: [ "crd.projectcalico.org" ]
+ - apiGroups: ["crd.projectcalico.org"]
resources:
- caliconodestatuses
verbs:
@@ -4551,6 +6039,23 @@ rules:
- update
- delete
---
+# Source: calico/templates/tier-getter.yaml
+# Implements the necessary permissions for the kube-controller-manager to interact with
+# Tiers and Tiered Policies for GC.
+#
+# https://github.com/tigera/operator/blob/v1.37.0/pkg/render/apiserver.go#L1505-L1545
+kind: ClusterRole
+apiVersion: rbac.authorization.k8s.io/v1
+metadata:
+ name: calico-tier-getter
+rules:
+ - apiGroups:
+ - "projectcalico.org"
+ resources:
+ - "tiers"
+ verbs:
+ - "get"
+---
# Source: calico/templates/calico-kube-controllers-rbac.yaml
kind: ClusterRoleBinding
apiVersion: rbac.authorization.k8s.io/v1
@@ -4593,6 +6098,20 @@ subjects:
name: calico-cni-plugin
namespace: kube-system
---
+# Source: calico/templates/tier-getter.yaml
+apiVersion: rbac.authorization.k8s.io/v1
+kind: ClusterRoleBinding
+metadata:
+ name: calico-tier-getter
+roleRef:
+ apiGroup: rbac.authorization.k8s.io
+ kind: ClusterRole
+ name: calico-tier-getter
+subjects:
+- apiGroup: rbac.authorization.k8s.io
+ kind: User
+ name: system:kube-controller-manager
+---
# Source: calico/templates/calico-node.yaml
# This manifest installs the calico-node container, as well
# as the CNI plugins and network config on
@@ -4630,6 +6149,9 @@ spec:
- effect: NoExecute
operator: Exists
serviceAccountName: calico-node
+ securityContext:
+ seccompProfile:
+ type: RuntimeDefault
# Minimize downtime during a rolling upgrade or deletion; tell Kubernetes to do a "force
# deletion": https://kubernetes.io/docs/concepts/workloads/pods/pod/#termination-of-pods.
terminationGracePeriodSeconds: 0
@@ -4639,7 +6161,7 @@ spec:
# It can be deleted if this is a fresh installation, or if you have already
# upgraded to use calico-ipam.
- name: upgrade-ipam
- image: docker.io/calico/cni:v3.26.1
+ image: docker.io/calico/cni:v3.29.4
imagePullPolicy: IfNotPresent
command: ["/opt/cni/bin/calico-ipam", "-upgrade"]
envFrom:
@@ -4667,7 +6189,7 @@ spec:
# This container installs the CNI binaries
# and CNI network config file on each node.
- name: install-cni
- image: docker.io/calico/cni:v3.26.1
+ image: docker.io/calico/cni:v3.29.4
imagePullPolicy: IfNotPresent
command: ["/opt/cni/bin/install"]
envFrom:
@@ -4710,7 +6232,7 @@ spec:
# i.e. bpf at /sys/fs/bpf and cgroup2 at /run/calico/cgroup. Calico-node initialisation is executed
# in best effort fashion, i.e. no failure for errors, to not disrupt pod creation in iptable mode.
- name: "mount-bpffs"
- image: docker.io/calico/node:v3.26.1
+ image: docker.io/calico/node:v3.29.4
imagePullPolicy: IfNotPresent
command: ["calico-node", "-init", "-best-effort"]
volumeMounts:
@@ -4736,7 +6258,7 @@ spec:
# container programs network policy and routes on each
# host.
- name: calico-node
- image: docker.io/calico/node:v3.26.1
+ image: docker.io/calico/node:v3.29.4
imagePullPolicy: IfNotPresent
envFrom:
- configMapRef:
@@ -4871,9 +6393,11 @@ spec:
- name: var-run-calico
hostPath:
path: /var/run/calico
+ type: DirectoryOrCreate
- name: var-lib-calico
hostPath:
path: /var/lib/calico
+ type: DirectoryOrCreate
- name: xtables-lock
hostPath:
path: /run/xtables.lock
@@ -4894,6 +6418,7 @@ spec:
- name: cni-bin-dir
hostPath:
path: /opt/cni/bin
+ type: DirectoryOrCreate
- name: cni-net-dir
hostPath:
path: /etc/cni/net.d
@@ -4948,10 +6473,13 @@ spec:
- key: node-role.kubernetes.io/control-plane
effect: NoSchedule
serviceAccountName: calico-kube-controllers
+ securityContext:
+ seccompProfile:
+ type: RuntimeDefault
priorityClassName: system-cluster-critical
containers:
- name: calico-kube-controllers
- image: docker.io/calico/kube-controllers:v3.26.1
+ image: docker.io/calico/kube-controllers:v3.29.4
imagePullPolicy: IfNotPresent
env:
# Choose which controllers to run.
@@ -4974,3 +6502,5 @@ spec:
- /usr/bin/check-status
- -r
periodSeconds: 10
+ securityContext:
+ runAsNonRoot: true
diff --git a/templates/addons/calico/kustomization.yaml b/templates/addons/calico/kustomization.yaml
index cffd8a70912..c05a2c794b8 100644
--- a/templates/addons/calico/kustomization.yaml
+++ b/templates/addons/calico/kustomization.yaml
@@ -12,3 +12,4 @@ patches:
name: calico-kube-controllers
namespace: kube-system
- path: patches/azure-mtu.yaml
+- path: patches/replace-docker-with-quay.yaml
diff --git a/templates/addons/calico/patches/replace-docker-with-quay.yaml b/templates/addons/calico/patches/replace-docker-with-quay.yaml
new file mode 100644
index 00000000000..cfa2e65e366
--- /dev/null
+++ b/templates/addons/calico/patches/replace-docker-with-quay.yaml
@@ -0,0 +1,30 @@
+apiVersion: apps/v1
+kind: DaemonSet
+metadata:
+ name: calico-node
+ namespace: kube-system
+spec:
+ template:
+ spec:
+ initContainers:
+ - name: upgrade-ipam
+ image: quay.io/calico/cni:v3.29.4
+ - name: install-cni
+ image: quay.io/calico/cni:v3.29.4
+ - name: mount-bpffs
+ image: quay.io/calico/node:v3.29.4
+ containers:
+ - name: calico-node
+ image: quay.io/calico/node:v3.29.4
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+ name: calico-kube-controllers
+ namespace: kube-system
+spec:
+ template:
+ spec:
+ containers:
+ - name: calico-kube-controllers
+ image: quay.io/calico/kube-controllers:v3.29.4
diff --git a/templates/addons/calico/values.yaml b/templates/addons/calico/values.yaml
index 8c0154cb1a5..a5f05f67a1d 100644
--- a/templates/addons/calico/values.yaml
+++ b/templates/addons/calico/values.yaml
@@ -1,19 +1,24 @@
installation:
cni:
type: Calico
+ ipam:
+ type: Calico
calicoNetwork:
bgp: Disabled
mtu: 1350
ipPools:
- cidr: 192.168.0.0/16
encapsulation: VXLAN
- registry: mcr.microsoft.com/oss
-# Image and registry configuration for the tigera/operator pod.
-tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
-calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ windowsDataplane: HNS
+ registry: quay.io
+ # Image and registry configuration for the tigera/operator pod.
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
+ serviceCIDRs:
+ - 10.96.0.0/12 # must match cluster service CIDR (this is the default)
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
diff --git a/templates/addons/cluster-api-helm/calico-dual-stack.yaml b/templates/addons/cluster-api-helm/calico-dual-stack.yaml
index f1dfa22aae1..388168b5e4e 100644
--- a/templates/addons/cluster-api-helm/calico-dual-stack.yaml
+++ b/templates/addons/cluster-api-helm/calico-dual-stack.yaml
@@ -31,13 +31,13 @@ spec:
encapsulation: None
natOutgoing: Enabled
nodeSelector: all()
- registry: mcr.microsoft.com/oss
- # Image and registry configuration for the tigera/operator pod.
- tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
- calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ registry: quay.io
+ # Image and registry configuration for the tigera/operator pod.
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
diff --git a/templates/addons/cluster-api-helm/calico-ipv6.yaml b/templates/addons/cluster-api-helm/calico-ipv6.yaml
index e159a346db1..0c7fd246c32 100644
--- a/templates/addons/cluster-api-helm/calico-ipv6.yaml
+++ b/templates/addons/cluster-api-helm/calico-ipv6.yaml
@@ -26,13 +26,13 @@ spec:
encapsulation: None
natOutgoing: Enabled
nodeSelector: all(){{end}}
- registry: mcr.microsoft.com/oss
- # Image and registry configuration for the tigera/operator pod.
- tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
- calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ registry: quay.io
+ # Image and registry configuration for the tigera/operator pod.
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
diff --git a/templates/addons/cluster-api-helm/calico.yaml b/templates/addons/cluster-api-helm/calico.yaml
index 4030dc233d0..1d7893913b7 100644
--- a/templates/addons/cluster-api-helm/calico.yaml
+++ b/templates/addons/cluster-api-helm/calico.yaml
@@ -19,18 +19,32 @@ spec:
type: Calico
calicoNetwork:
bgp: Disabled
+ windowsDataplane: HNS
mtu: 1350
- ipPools:
ipPools:{{range $i, $cidr := .Cluster.spec.clusterNetwork.pods.cidrBlocks }}
- cidr: {{ $cidr }}
encapsulation: VXLAN{{end}}
- registry: mcr.microsoft.com/oss
- # Image and registry configuration for the tigera/operator pod.
- tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
- calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ registry: quay.io
+ serviceCIDRs:
+ - 10.96.0.0/12 # must match cluster service CIDR (this is the default)
+ # Image and registry configuration for the tigera/operator pod
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
+ # when kubernetesServiceEndpoint (required for windows) is added
+ # DNS configuration is needed to look up the api server name properly
+ # https://github.com/projectcalico/calico/issues/9536
+ dnsConfig:
+ nameservers:
+ - 127.0.0.53
+ options:
+ - name: edns0
+ - name: trust-ad
+ kubernetesServiceEndpoint:
+ host: "{{ .Cluster.spec.controlPlaneEndpoint.host }}"
+ port: "{{ .Cluster.spec.controlPlaneEndpoint.port }}"
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
diff --git a/templates/addons/windows/calico/calico.yaml b/templates/addons/windows/calico/calico.yaml
index 7e91670574c..07d4d187857 100644
--- a/templates/addons/windows/calico/calico.yaml
+++ b/templates/addons/windows/calico/calico.yaml
@@ -38,297 +38,3 @@ data:
]
}
---
-kind: ConfigMap
-apiVersion: v1
-metadata:
- name: calico-config-windows
- namespace: calico-system
- labels:
- tier: node
- app: calico
-data:
- veth_mtu: "1350"
-
- cni_network_config: |
- {
- "name": "Calico",
- "cniVersion": "0.3.1",
- "plugins": [
- {
- "windows_use_single_network": true,
- "type": "calico",
- "mode": "vxlan",
- "nodename": "__KUBERNETES_NODE_NAME__",
- "nodename_file_optional": true,
- "log_file_path": "c:/cni.log",
- "log_level": "debug",
-
- "vxlan_mac_prefix": "0E-2A",
- "vxlan_vni": 4096,
- "mtu": __CNI_MTU__,
- "policy": {
- "type": "k8s"
- },
-
- "log_level": "info",
-
- "capabilities": {"dns": true},
- "DNS": {
- "Search": [
- "svc.cluster.local"
- ]
- },
-
- "datastore_type": "kubernetes",
-
- "kubernetes": {
- "kubeconfig": "__KUBECONFIG_FILEPATH__"
- },
-
- "ipam": {
- "type": "calico-ipam",
- "subnet": "usePodCidr"
- },
-
- "policies": [
- {
- "Name": "EndpointPolicy",
- "Value": {
- "Type": "OutBoundNAT",
- "ExceptionList": [
- "__K8S_SERVICE_CIDR__"
- ]
- }
- },
- {
- "Name": "EndpointPolicy",
- "Value": {
- "Type": "SDNROUTE",
- "DestinationPrefix": "__K8S_SERVICE_CIDR__",
- "NeedEncap": true
- }
- }
- ]
- }
- ]
-
- }
----
-apiVersion: apps/v1
-kind: DaemonSet
-metadata:
- name: calico-node-windows
- labels:
- tier: node
- app: calico
- namespace: calico-system
-spec:
- selector:
- matchLabels:
- app: calico
- template:
- metadata:
- labels:
- tier: node
- app: calico
- spec:
- affinity:
- nodeAffinity:
- requiredDuringSchedulingIgnoredDuringExecution:
- nodeSelectorTerms:
- - matchExpressions:
- - key: kubernetes.io/os
- operator: In
- values:
- - windows
- - key: kubernetes.io/arch
- operator: In
- values:
- - amd64
- securityContext:
- windowsOptions:
- hostProcess: true
- runAsUserName: "NT AUTHORITY\\system"
- hostNetwork: true
- serviceAccountName: calico-node
- tolerations:
- - operator: Exists
- effect: NoSchedule
- # Mark the pod as a critical add-on for rescheduling.
- - key: CriticalAddonsOnly
- operator: Exists
- - effect: NoExecute
- operator: Exists
- initContainers:
- # This container installs the CNI binaries
- # and CNI network config file on each node.
- - name: install-cni
- image: sigwindowstools/calico-install:v3.26.1-hostprocess
- args: ["$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/install.ps1"]
- imagePullPolicy: Always
- env:
- # Name of the CNI config file to create.
- - name: CNI_CONF_NAME
- value: "10-calico.conflist"
- # The CNI network config to install on each node.
- - name: CNI_NETWORK_CONFIG
- valueFrom:
- configMapKeyRef:
- name: calico-config-windows
- key: cni_network_config
- # Set the hostname based on the k8s node name.
- - name: KUBERNETES_NODE_NAME
- valueFrom:
- fieldRef:
- fieldPath: spec.nodeName
- # CNI MTU Config variable
- - name: CNI_MTU
- valueFrom:
- configMapKeyRef:
- name: calico-config-windows
- key: veth_mtu
- # Prevents the container from sleeping forever.
- - name: SLEEP
- value: "false"
- - name: K8S_SERVICE_CIDR
- value: "10.96.0.0/12"
- volumeMounts:
- - mountPath: /host/opt/cni/bin
- name: cni-bin-dir
- - mountPath: /host/etc/cni/net.d
- name: cni-net-dir
- - name: kubeadm-config
- mountPath: /etc/kubeadm-config/
- securityContext:
- windowsOptions:
- hostProcess: true
- runAsUserName: "NT AUTHORITY\\system"
- containers:
- - name: calico-node-startup
- image: sigwindowstools/calico-node:v3.26.1-hostprocess
- args: ["$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/node-service.ps1"]
- workingDir: "$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/"
- imagePullPolicy: Always
- volumeMounts:
- - name: calico-config-windows
- mountPath: /etc/kube-calico-windows/
- env:
- - name: POD_NAME
- valueFrom:
- fieldRef:
- apiVersion: v1
- fieldPath: metadata.name
- - name: POD_NAMESPACE
- valueFrom:
- fieldRef:
- apiVersion: v1
- fieldPath: metadata.namespace
- - name: CNI_IPAM_TYPE
- value: "calico-ipam"
- - name: CALICO_NETWORKING_BACKEND
- value: "vxlan"
- - name: KUBECONFIG
- value: "C:/etc/cni/net.d/calico-kubeconfig"
- - name: VXLAN_VNI
- value: "4096"
- - name: calico-node-felix
- image: sigwindowstools/calico-node:v3.26.1-hostprocess
- args: ["$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/felix-service.ps1"]
- imagePullPolicy: Always
- workingDir: "$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/"
- volumeMounts:
- - name: calico-config-windows
- mountPath: /etc/kube-calico-windows/
- - name: calico-static-rules
- mountPath: /calico/static-rules.json
- subPath: static-rules.json
- env:
- - name: POD_NAME
- valueFrom:
- fieldRef:
- apiVersion: v1
- fieldPath: metadata.name
- - name: POD_NAMESPACE
- valueFrom:
- fieldRef:
- apiVersion: v1
- fieldPath: metadata.namespace
- - name: VXLAN_VNI
- value: "4096"
- - name: KUBECONFIG
- value: "C:/etc/cni/net.d/calico-kubeconfig"
- volumes:
- - name: calico-config-windows
- configMap:
- name: calico-config-windows
- - name: calico-static-rules
- configMap:
- name: calico-static-rules
- # Used to install CNI.
- - name: cni-bin-dir
- hostPath:
- path: /opt/cni/bin
- - name: cni-net-dir
- hostPath:
- path: /etc/cni/net.d
- - name: kubeadm-config
- configMap:
- name: kubeadm-config
----
-apiVersion: apiextensions.k8s.io/v1
-kind: CustomResourceDefinition
-metadata:
- name: ipamconfigs.crd.projectcalico.org
-spec:
- group: crd.projectcalico.org
- names:
- kind: IPAMConfig
- listKind: IPAMConfigList
- plural: ipamconfigs
- singular: ipamconfig
- preserveUnknownFields: false
- scope: Cluster
- versions:
- - name: v1
- schema:
- openAPIV3Schema:
- properties:
- apiVersion:
- description: 'APIVersion defines the versioned schema of this representation
- of an object. Servers should convert recognized schemas to the latest
- internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
- type: string
- kind:
- description: 'Kind is a string value representing the REST resource this
- object represents. Servers may infer this from the endpoint the client
- submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
- type: string
- metadata:
- type: object
- spec:
- description: IPAMConfigSpec contains the specification for an IPAMConfig
- resource.
- properties:
- autoAllocateBlocks:
- type: boolean
- maxBlocksPerHost:
- description: MaxBlocksPerHost, if non-zero, is the max number of blocks
- that can be affine to each host.
- maximum: 2147483647
- minimum: 0
- type: integer
- strictAffinity:
- type: boolean
- required:
- - autoAllocateBlocks
- - strictAffinity
- type: object
- type: object
- served: true
- storage: true
-status:
- acceptedNames:
- kind: ""
- plural: ""
- conditions: []
- storedVersions: []
diff --git a/templates/test/ci/cluster-template-prow-apiserver-ilb.yaml b/templates/test/ci/cluster-template-prow-apiserver-ilb.yaml
index 2850e215e75..4278a789497 100644
--- a/templates/test/ci/cluster-template-prow-apiserver-ilb.yaml
+++ b/templates/test/ci/cluster-template-prow-apiserver-ilb.yaml
@@ -271,18 +271,32 @@ spec:
type: Calico
calicoNetwork:
bgp: Disabled
+ windowsDataplane: HNS
mtu: 1350
- ipPools:
ipPools:{{range $i, $cidr := .Cluster.spec.clusterNetwork.pods.cidrBlocks }}
- cidr: {{ $cidr }}
encapsulation: VXLAN{{end}}
- registry: mcr.microsoft.com/oss
- # Image and registry configuration for the tigera/operator pod.
- tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
- calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ registry: quay.io
+ serviceCIDRs:
+ - 10.96.0.0/12 # must match cluster service CIDR (this is the default)
+ # Image and registry configuration for the tigera/operator pod
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
+ # when kubernetesServiceEndpoint (required for windows) is added
+ # DNS configuration is needed to look up the api server name properly
+ # https://github.com/projectcalico/calico/issues/9536
+ dnsConfig:
+ nameservers:
+ - 127.0.0.53
+ options:
+ - name: edns0
+ - name: trust-ad
+ kubernetesServiceEndpoint:
+ host: "{{ .Cluster.spec.controlPlaneEndpoint.host }}"
+ port: "{{ .Cluster.spec.controlPlaneEndpoint.port }}"
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
diff --git a/templates/test/ci/cluster-template-prow-ci-version-dra.yaml b/templates/test/ci/cluster-template-prow-ci-version-dra.yaml
index 3be3ec3aca0..948d7b6ec60 100644
--- a/templates/test/ci/cluster-template-prow-ci-version-dra.yaml
+++ b/templates/test/ci/cluster-template-prow-ci-version-dra.yaml
@@ -699,18 +699,32 @@ spec:
type: Calico
calicoNetwork:
bgp: Disabled
+ windowsDataplane: HNS
mtu: 1350
- ipPools:
ipPools:{{range $i, $cidr := .Cluster.spec.clusterNetwork.pods.cidrBlocks }}
- cidr: {{ $cidr }}
encapsulation: VXLAN{{end}}
- registry: mcr.microsoft.com/oss
- # Image and registry configuration for the tigera/operator pod.
- tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
- calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ registry: quay.io
+ serviceCIDRs:
+ - 10.96.0.0/12 # must match cluster service CIDR (this is the default)
+ # Image and registry configuration for the tigera/operator pod
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
+ # when kubernetesServiceEndpoint (required for windows) is added
+ # DNS configuration is needed to look up the api server name properly
+ # https://github.com/projectcalico/calico/issues/9536
+ dnsConfig:
+ nameservers:
+ - 127.0.0.53
+ options:
+ - name: edns0
+ - name: trust-ad
+ kubernetesServiceEndpoint:
+ host: "{{ .Cluster.spec.controlPlaneEndpoint.host }}"
+ port: "{{ .Cluster.spec.controlPlaneEndpoint.port }}"
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
@@ -874,112 +888,7 @@ data:
\"ACL\",\n \"Protocol\": 6,\n \"Action\": \"Block\",\n
\ \"Direction\": \"Out\",\n \"RemoteAddresses\": \"168.63.129.16/32\",\n
\ \"RemotePorts\": \"80\",\n \"Priority\": 200,\n \"RuleType\":
- \"Switch\"\n }\n }\n ]\n } \n---\nkind: ConfigMap\napiVersion:
- v1\nmetadata:\n name: calico-config-windows\n namespace: calico-system\n labels:\n
- \ tier: node\n app: calico\ndata:\n veth_mtu: \"1350\"\n \n cni_network_config:
- |\n {\n \"name\": \"Calico\",\n \"cniVersion\": \"0.3.1\",\n \"plugins\":
- [\n {\n \"windows_use_single_network\": true,\n \"type\":
- \"calico\",\n \"mode\": \"vxlan\",\n \"nodename\": \"__KUBERNETES_NODE_NAME__\",\n
- \ \"nodename_file_optional\": true,\n \"log_file_path\": \"c:/cni.log\",\n
- \ \"log_level\": \"debug\",\n\n \"vxlan_mac_prefix\": \"0E-2A\",\n
- \ \"vxlan_vni\": 4096,\n \"mtu\": __CNI_MTU__,\n \"policy\":
- {\n \"type\": \"k8s\"\n },\n\n \"log_level\": \"info\",\n\n
- \ \"capabilities\": {\"dns\": true},\n \"DNS\": {\n \"Search\":
- \ [\n \"svc.cluster.local\"\n ]\n },\n\n \"datastore_type\":
- \"kubernetes\",\n\n \"kubernetes\": {\n \"kubeconfig\": \"__KUBECONFIG_FILEPATH__\"\n
- \ },\n\n \"ipam\": {\n \"type\": \"calico-ipam\",\n
- \ \"subnet\": \"usePodCidr\"\n },\n\n \"policies\":
- \ [\n {\n \"Name\": \"EndpointPolicy\",\n \"Value\":
- \ {\n \"Type\": \"OutBoundNAT\",\n \"ExceptionList\":
- \ [\n \"__K8S_SERVICE_CIDR__\"\n ]\n }\n
- \ },\n {\n \"Name\": \"EndpointPolicy\",\n
- \ \"Value\": {\n \"Type\": \"SDNROUTE\",\n \"DestinationPrefix\":
- \ \"__K8S_SERVICE_CIDR__\",\n \"NeedEncap\": true\n }\n
- \ }\n ]\n }\n ]\n\n }\n---\napiVersion: apps/v1\nkind:
- DaemonSet\nmetadata:\n name: calico-node-windows\n labels:\n tier: node\n
- \ app: calico\n namespace: calico-system\nspec:\n selector:\n matchLabels:\n
- \ app: calico\n template:\n metadata:\n labels:\n tier: node\n
- \ app: calico\n spec:\n affinity:\n nodeAffinity:\n requiredDuringSchedulingIgnoredDuringExecution:\n
- \ nodeSelectorTerms:\n - matchExpressions:\n -
- key: kubernetes.io/os\n operator: In\n values:\n
- \ - windows\n - key: kubernetes.io/arch\n
- \ operator: In\n values:\n -
- amd64\n securityContext:\n windowsOptions:\n hostProcess:
- true\n runAsUserName: \"NT AUTHORITY\\\\system\"\n hostNetwork:
- true\n serviceAccountName: calico-node\n tolerations:\n - operator:
- Exists\n effect: NoSchedule\n # Mark the pod as a critical add-on
- for rescheduling.\n - key: CriticalAddonsOnly\n operator: Exists\n
- \ - effect: NoExecute\n operator: Exists\n initContainers:\n #
- This container installs the CNI binaries\n # and CNI network config file
- on each node.\n - name: install-cni\n image: sigwindowstools/calico-install:v3.26.1-hostprocess\n
- \ args: [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/install.ps1\"]\n
- \ imagePullPolicy: Always\n env:\n # Name of the CNI
- config file to create.\n - name: CNI_CONF_NAME\n value:
- \"10-calico.conflist\"\n # The CNI network config to install on each
- node.\n - name: CNI_NETWORK_CONFIG\n valueFrom:\n configMapKeyRef:\n
- \ name: calico-config-windows\n key: cni_network_config\n
- \ # Set the hostname based on the k8s node name.\n - name:
- KUBERNETES_NODE_NAME\n valueFrom:\n fieldRef:\n fieldPath:
- spec.nodeName\n # CNI MTU Config variable\n - name: CNI_MTU\n
- \ valueFrom:\n configMapKeyRef:\n name:
- calico-config-windows\n key: veth_mtu\n # Prevents
- the container from sleeping forever.\n - name: SLEEP\n value:
- \"false\"\n - name: K8S_SERVICE_CIDR\n value: \"10.96.0.0/12\"\n
- \ volumeMounts:\n - mountPath: /host/opt/cni/bin\n name:
- cni-bin-dir\n - mountPath: /host/etc/cni/net.d\n name:
- cni-net-dir\n - name: kubeadm-config\n mountPath: /etc/kubeadm-config/\n
- \ securityContext:\n windowsOptions:\n hostProcess:
- true\n runAsUserName: \"NT AUTHORITY\\\\system\"\n containers:\n
- \ - name: calico-node-startup\n image: sigwindowstools/calico-node:v3.26.1-hostprocess\n
- \ args: [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/node-service.ps1\"]\n
- \ workingDir: \"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/\"\n imagePullPolicy:
- Always\n volumeMounts:\n - name: calico-config-windows\n mountPath:
- /etc/kube-calico-windows/\n env:\n - name: POD_NAME\n valueFrom:\n
- \ fieldRef:\n apiVersion: v1\n fieldPath:
- metadata.name\n - name: POD_NAMESPACE\n valueFrom:\n fieldRef:\n
- \ apiVersion: v1\n fieldPath: metadata.namespace\n -
- name: CNI_IPAM_TYPE\n value: \"calico-ipam\"\n - name: CALICO_NETWORKING_BACKEND\n
- \ value: \"vxlan\"\n - name: KUBECONFIG\n value: \"C:/etc/cni/net.d/calico-kubeconfig\"\n
- \ - name: VXLAN_VNI\n value: \"4096\"\n - name: calico-node-felix\n
- \ image: sigwindowstools/calico-node:v3.26.1-hostprocess\n args:
- [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/felix-service.ps1\"]\n imagePullPolicy:
- Always\n workingDir: \"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/\"\n volumeMounts:\n
- \ - name: calico-config-windows\n mountPath: /etc/kube-calico-windows/\n
- \ - name: calico-static-rules\n mountPath: /calico/static-rules.json\n
- \ subPath: static-rules.json\n env:\n - name: POD_NAME\n
- \ valueFrom:\n fieldRef:\n apiVersion: v1\n fieldPath:
- metadata.name\n - name: POD_NAMESPACE\n valueFrom:\n fieldRef:\n
- \ apiVersion: v1\n fieldPath: metadata.namespace\n -
- name: VXLAN_VNI\n value: \"4096\"\n - name: KUBECONFIG\n value:
- \"C:/etc/cni/net.d/calico-kubeconfig\"\n volumes:\n - name: calico-config-windows\n
- \ configMap:\n name: calico-config-windows\n - name: calico-static-rules\n
- \ configMap:\n name: calico-static-rules\n # Used to install
- CNI.\n - name: cni-bin-dir\n hostPath:\n path: /opt/cni/bin\n
- \ - name: cni-net-dir\n hostPath:\n path: /etc/cni/net.d\n
- \ - name: kubeadm-config\n configMap:\n name: kubeadm-config\n---\napiVersion:
- apiextensions.k8s.io/v1\nkind: CustomResourceDefinition\nmetadata:\n name: ipamconfigs.crd.projectcalico.org\nspec:\n
- \ group: crd.projectcalico.org\n names:\n kind: IPAMConfig\n listKind:
- IPAMConfigList\n plural: ipamconfigs\n singular: ipamconfig\n preserveUnknownFields:
- false\n scope: Cluster\n versions:\n - name: v1\n schema:\n openAPIV3Schema:\n
- \ properties:\n apiVersion:\n description: 'APIVersion
- defines the versioned schema of this representation\n of an object.
- Servers should convert recognized schemas to the latest\n internal
- value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'\n
- \ type: string\n kind:\n description: 'Kind is a
- string value representing the REST resource this\n object represents.
- Servers may infer this from the endpoint the client\n submits requests
- to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'\n
- \ type: string\n metadata:\n type: object\n spec:\n
- \ description: IPAMConfigSpec contains the specification for an IPAMConfig\n
- \ resource.\n properties:\n autoAllocateBlocks:\n
- \ type: boolean\n maxBlocksPerHost:\n description:
- MaxBlocksPerHost, if non-zero, is the max number of blocks\n that
- can be affine to each host.\n maximum: 2147483647\n minimum:
- 0\n type: integer\n strictAffinity:\n type:
- boolean\n required:\n - autoAllocateBlocks\n -
- strictAffinity\n type: object\n type: object\n served: true\n
- \ storage: true\nstatus:\n acceptedNames:\n kind: \"\"\n plural: \"\"\n
- \ conditions: []\n storedVersions: []\n"
+ \"Switch\"\n }\n }\n ]\n } \n---\n"
kind: ConfigMap
metadata:
annotations:
diff --git a/templates/test/ci/cluster-template-prow-ci-version-dual-stack.yaml b/templates/test/ci/cluster-template-prow-ci-version-dual-stack.yaml
index b577edc3a97..af0be7f5db9 100644
--- a/templates/test/ci/cluster-template-prow-ci-version-dual-stack.yaml
+++ b/templates/test/ci/cluster-template-prow-ci-version-dual-stack.yaml
@@ -1019,13 +1019,13 @@ spec:
encapsulation: None
natOutgoing: Enabled
nodeSelector: all()
- registry: mcr.microsoft.com/oss
- # Image and registry configuration for the tigera/operator pod.
- tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
- calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ registry: quay.io
+ # Image and registry configuration for the tigera/operator pod.
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
diff --git a/templates/test/ci/cluster-template-prow-ci-version-ipv6.yaml b/templates/test/ci/cluster-template-prow-ci-version-ipv6.yaml
index ef04ec3b9ed..629f400dca5 100644
--- a/templates/test/ci/cluster-template-prow-ci-version-ipv6.yaml
+++ b/templates/test/ci/cluster-template-prow-ci-version-ipv6.yaml
@@ -1032,13 +1032,13 @@ spec:
encapsulation: None
natOutgoing: Enabled
nodeSelector: all(){{end}}
- registry: mcr.microsoft.com/oss
- # Image and registry configuration for the tigera/operator pod.
- tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
- calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ registry: quay.io
+ # Image and registry configuration for the tigera/operator pod.
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
diff --git a/templates/test/ci/cluster-template-prow-ci-version-md-and-mp.yaml b/templates/test/ci/cluster-template-prow-ci-version-md-and-mp.yaml
index 417d4c73758..54b2cc124f4 100644
--- a/templates/test/ci/cluster-template-prow-ci-version-md-and-mp.yaml
+++ b/templates/test/ci/cluster-template-prow-ci-version-md-and-mp.yaml
@@ -728,18 +728,32 @@ spec:
type: Calico
calicoNetwork:
bgp: Disabled
+ windowsDataplane: HNS
mtu: 1350
- ipPools:
ipPools:{{range $i, $cidr := .Cluster.spec.clusterNetwork.pods.cidrBlocks }}
- cidr: {{ $cidr }}
encapsulation: VXLAN{{end}}
- registry: mcr.microsoft.com/oss
- # Image and registry configuration for the tigera/operator pod.
- tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
- calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ registry: quay.io
+ serviceCIDRs:
+ - 10.96.0.0/12 # must match cluster service CIDR (this is the default)
+ # Image and registry configuration for the tigera/operator pod
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
+ # when kubernetesServiceEndpoint (required for windows) is added
+ # DNS configuration is needed to look up the api server name properly
+ # https://github.com/projectcalico/calico/issues/9536
+ dnsConfig:
+ nameservers:
+ - 127.0.0.53
+ options:
+ - name: edns0
+ - name: trust-ad
+ kubernetesServiceEndpoint:
+ host: "{{ .Cluster.spec.controlPlaneEndpoint.host }}"
+ port: "{{ .Cluster.spec.controlPlaneEndpoint.port }}"
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
@@ -903,112 +917,7 @@ data:
\"ACL\",\n \"Protocol\": 6,\n \"Action\": \"Block\",\n
\ \"Direction\": \"Out\",\n \"RemoteAddresses\": \"168.63.129.16/32\",\n
\ \"RemotePorts\": \"80\",\n \"Priority\": 200,\n \"RuleType\":
- \"Switch\"\n }\n }\n ]\n } \n---\nkind: ConfigMap\napiVersion:
- v1\nmetadata:\n name: calico-config-windows\n namespace: calico-system\n labels:\n
- \ tier: node\n app: calico\ndata:\n veth_mtu: \"1350\"\n \n cni_network_config:
- |\n {\n \"name\": \"Calico\",\n \"cniVersion\": \"0.3.1\",\n \"plugins\":
- [\n {\n \"windows_use_single_network\": true,\n \"type\":
- \"calico\",\n \"mode\": \"vxlan\",\n \"nodename\": \"__KUBERNETES_NODE_NAME__\",\n
- \ \"nodename_file_optional\": true,\n \"log_file_path\": \"c:/cni.log\",\n
- \ \"log_level\": \"debug\",\n\n \"vxlan_mac_prefix\": \"0E-2A\",\n
- \ \"vxlan_vni\": 4096,\n \"mtu\": __CNI_MTU__,\n \"policy\":
- {\n \"type\": \"k8s\"\n },\n\n \"log_level\": \"info\",\n\n
- \ \"capabilities\": {\"dns\": true},\n \"DNS\": {\n \"Search\":
- \ [\n \"svc.cluster.local\"\n ]\n },\n\n \"datastore_type\":
- \"kubernetes\",\n\n \"kubernetes\": {\n \"kubeconfig\": \"__KUBECONFIG_FILEPATH__\"\n
- \ },\n\n \"ipam\": {\n \"type\": \"calico-ipam\",\n
- \ \"subnet\": \"usePodCidr\"\n },\n\n \"policies\":
- \ [\n {\n \"Name\": \"EndpointPolicy\",\n \"Value\":
- \ {\n \"Type\": \"OutBoundNAT\",\n \"ExceptionList\":
- \ [\n \"__K8S_SERVICE_CIDR__\"\n ]\n }\n
- \ },\n {\n \"Name\": \"EndpointPolicy\",\n
- \ \"Value\": {\n \"Type\": \"SDNROUTE\",\n \"DestinationPrefix\":
- \ \"__K8S_SERVICE_CIDR__\",\n \"NeedEncap\": true\n }\n
- \ }\n ]\n }\n ]\n\n }\n---\napiVersion: apps/v1\nkind:
- DaemonSet\nmetadata:\n name: calico-node-windows\n labels:\n tier: node\n
- \ app: calico\n namespace: calico-system\nspec:\n selector:\n matchLabels:\n
- \ app: calico\n template:\n metadata:\n labels:\n tier: node\n
- \ app: calico\n spec:\n affinity:\n nodeAffinity:\n requiredDuringSchedulingIgnoredDuringExecution:\n
- \ nodeSelectorTerms:\n - matchExpressions:\n -
- key: kubernetes.io/os\n operator: In\n values:\n
- \ - windows\n - key: kubernetes.io/arch\n
- \ operator: In\n values:\n -
- amd64\n securityContext:\n windowsOptions:\n hostProcess:
- true\n runAsUserName: \"NT AUTHORITY\\\\system\"\n hostNetwork:
- true\n serviceAccountName: calico-node\n tolerations:\n - operator:
- Exists\n effect: NoSchedule\n # Mark the pod as a critical add-on
- for rescheduling.\n - key: CriticalAddonsOnly\n operator: Exists\n
- \ - effect: NoExecute\n operator: Exists\n initContainers:\n #
- This container installs the CNI binaries\n # and CNI network config file
- on each node.\n - name: install-cni\n image: sigwindowstools/calico-install:v3.26.1-hostprocess\n
- \ args: [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/install.ps1\"]\n
- \ imagePullPolicy: Always\n env:\n # Name of the CNI
- config file to create.\n - name: CNI_CONF_NAME\n value:
- \"10-calico.conflist\"\n # The CNI network config to install on each
- node.\n - name: CNI_NETWORK_CONFIG\n valueFrom:\n configMapKeyRef:\n
- \ name: calico-config-windows\n key: cni_network_config\n
- \ # Set the hostname based on the k8s node name.\n - name:
- KUBERNETES_NODE_NAME\n valueFrom:\n fieldRef:\n fieldPath:
- spec.nodeName\n # CNI MTU Config variable\n - name: CNI_MTU\n
- \ valueFrom:\n configMapKeyRef:\n name:
- calico-config-windows\n key: veth_mtu\n # Prevents
- the container from sleeping forever.\n - name: SLEEP\n value:
- \"false\"\n - name: K8S_SERVICE_CIDR\n value: \"10.96.0.0/12\"\n
- \ volumeMounts:\n - mountPath: /host/opt/cni/bin\n name:
- cni-bin-dir\n - mountPath: /host/etc/cni/net.d\n name:
- cni-net-dir\n - name: kubeadm-config\n mountPath: /etc/kubeadm-config/\n
- \ securityContext:\n windowsOptions:\n hostProcess:
- true\n runAsUserName: \"NT AUTHORITY\\\\system\"\n containers:\n
- \ - name: calico-node-startup\n image: sigwindowstools/calico-node:v3.26.1-hostprocess\n
- \ args: [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/node-service.ps1\"]\n
- \ workingDir: \"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/\"\n imagePullPolicy:
- Always\n volumeMounts:\n - name: calico-config-windows\n mountPath:
- /etc/kube-calico-windows/\n env:\n - name: POD_NAME\n valueFrom:\n
- \ fieldRef:\n apiVersion: v1\n fieldPath:
- metadata.name\n - name: POD_NAMESPACE\n valueFrom:\n fieldRef:\n
- \ apiVersion: v1\n fieldPath: metadata.namespace\n -
- name: CNI_IPAM_TYPE\n value: \"calico-ipam\"\n - name: CALICO_NETWORKING_BACKEND\n
- \ value: \"vxlan\"\n - name: KUBECONFIG\n value: \"C:/etc/cni/net.d/calico-kubeconfig\"\n
- \ - name: VXLAN_VNI\n value: \"4096\"\n - name: calico-node-felix\n
- \ image: sigwindowstools/calico-node:v3.26.1-hostprocess\n args:
- [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/felix-service.ps1\"]\n imagePullPolicy:
- Always\n workingDir: \"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/\"\n volumeMounts:\n
- \ - name: calico-config-windows\n mountPath: /etc/kube-calico-windows/\n
- \ - name: calico-static-rules\n mountPath: /calico/static-rules.json\n
- \ subPath: static-rules.json\n env:\n - name: POD_NAME\n
- \ valueFrom:\n fieldRef:\n apiVersion: v1\n fieldPath:
- metadata.name\n - name: POD_NAMESPACE\n valueFrom:\n fieldRef:\n
- \ apiVersion: v1\n fieldPath: metadata.namespace\n -
- name: VXLAN_VNI\n value: \"4096\"\n - name: KUBECONFIG\n value:
- \"C:/etc/cni/net.d/calico-kubeconfig\"\n volumes:\n - name: calico-config-windows\n
- \ configMap:\n name: calico-config-windows\n - name: calico-static-rules\n
- \ configMap:\n name: calico-static-rules\n # Used to install
- CNI.\n - name: cni-bin-dir\n hostPath:\n path: /opt/cni/bin\n
- \ - name: cni-net-dir\n hostPath:\n path: /etc/cni/net.d\n
- \ - name: kubeadm-config\n configMap:\n name: kubeadm-config\n---\napiVersion:
- apiextensions.k8s.io/v1\nkind: CustomResourceDefinition\nmetadata:\n name: ipamconfigs.crd.projectcalico.org\nspec:\n
- \ group: crd.projectcalico.org\n names:\n kind: IPAMConfig\n listKind:
- IPAMConfigList\n plural: ipamconfigs\n singular: ipamconfig\n preserveUnknownFields:
- false\n scope: Cluster\n versions:\n - name: v1\n schema:\n openAPIV3Schema:\n
- \ properties:\n apiVersion:\n description: 'APIVersion
- defines the versioned schema of this representation\n of an object.
- Servers should convert recognized schemas to the latest\n internal
- value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'\n
- \ type: string\n kind:\n description: 'Kind is a
- string value representing the REST resource this\n object represents.
- Servers may infer this from the endpoint the client\n submits requests
- to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'\n
- \ type: string\n metadata:\n type: object\n spec:\n
- \ description: IPAMConfigSpec contains the specification for an IPAMConfig\n
- \ resource.\n properties:\n autoAllocateBlocks:\n
- \ type: boolean\n maxBlocksPerHost:\n description:
- MaxBlocksPerHost, if non-zero, is the max number of blocks\n that
- can be affine to each host.\n maximum: 2147483647\n minimum:
- 0\n type: integer\n strictAffinity:\n type:
- boolean\n required:\n - autoAllocateBlocks\n -
- strictAffinity\n type: object\n type: object\n served: true\n
- \ storage: true\nstatus:\n acceptedNames:\n kind: \"\"\n plural: \"\"\n
- \ conditions: []\n storedVersions: []\n"
+ \"Switch\"\n }\n }\n ]\n } \n---\n"
kind: ConfigMap
metadata:
annotations:
diff --git a/templates/test/ci/cluster-template-prow-ci-version.yaml b/templates/test/ci/cluster-template-prow-ci-version.yaml
index 7e5c635e02b..40a64fbff15 100644
--- a/templates/test/ci/cluster-template-prow-ci-version.yaml
+++ b/templates/test/ci/cluster-template-prow-ci-version.yaml
@@ -728,18 +728,32 @@ spec:
type: Calico
calicoNetwork:
bgp: Disabled
+ windowsDataplane: HNS
mtu: 1350
- ipPools:
ipPools:{{range $i, $cidr := .Cluster.spec.clusterNetwork.pods.cidrBlocks }}
- cidr: {{ $cidr }}
encapsulation: VXLAN{{end}}
- registry: mcr.microsoft.com/oss
- # Image and registry configuration for the tigera/operator pod.
- tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
- calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ registry: quay.io
+ serviceCIDRs:
+ - 10.96.0.0/12 # must match cluster service CIDR (this is the default)
+ # Image and registry configuration for the tigera/operator pod
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
+ # when kubernetesServiceEndpoint (required for windows) is added
+ # DNS configuration is needed to look up the api server name properly
+ # https://github.com/projectcalico/calico/issues/9536
+ dnsConfig:
+ nameservers:
+ - 127.0.0.53
+ options:
+ - name: edns0
+ - name: trust-ad
+ kubernetesServiceEndpoint:
+ host: "{{ .Cluster.spec.controlPlaneEndpoint.host }}"
+ port: "{{ .Cluster.spec.controlPlaneEndpoint.port }}"
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
@@ -903,112 +917,7 @@ data:
\"ACL\",\n \"Protocol\": 6,\n \"Action\": \"Block\",\n
\ \"Direction\": \"Out\",\n \"RemoteAddresses\": \"168.63.129.16/32\",\n
\ \"RemotePorts\": \"80\",\n \"Priority\": 200,\n \"RuleType\":
- \"Switch\"\n }\n }\n ]\n } \n---\nkind: ConfigMap\napiVersion:
- v1\nmetadata:\n name: calico-config-windows\n namespace: calico-system\n labels:\n
- \ tier: node\n app: calico\ndata:\n veth_mtu: \"1350\"\n \n cni_network_config:
- |\n {\n \"name\": \"Calico\",\n \"cniVersion\": \"0.3.1\",\n \"plugins\":
- [\n {\n \"windows_use_single_network\": true,\n \"type\":
- \"calico\",\n \"mode\": \"vxlan\",\n \"nodename\": \"__KUBERNETES_NODE_NAME__\",\n
- \ \"nodename_file_optional\": true,\n \"log_file_path\": \"c:/cni.log\",\n
- \ \"log_level\": \"debug\",\n\n \"vxlan_mac_prefix\": \"0E-2A\",\n
- \ \"vxlan_vni\": 4096,\n \"mtu\": __CNI_MTU__,\n \"policy\":
- {\n \"type\": \"k8s\"\n },\n\n \"log_level\": \"info\",\n\n
- \ \"capabilities\": {\"dns\": true},\n \"DNS\": {\n \"Search\":
- \ [\n \"svc.cluster.local\"\n ]\n },\n\n \"datastore_type\":
- \"kubernetes\",\n\n \"kubernetes\": {\n \"kubeconfig\": \"__KUBECONFIG_FILEPATH__\"\n
- \ },\n\n \"ipam\": {\n \"type\": \"calico-ipam\",\n
- \ \"subnet\": \"usePodCidr\"\n },\n\n \"policies\":
- \ [\n {\n \"Name\": \"EndpointPolicy\",\n \"Value\":
- \ {\n \"Type\": \"OutBoundNAT\",\n \"ExceptionList\":
- \ [\n \"__K8S_SERVICE_CIDR__\"\n ]\n }\n
- \ },\n {\n \"Name\": \"EndpointPolicy\",\n
- \ \"Value\": {\n \"Type\": \"SDNROUTE\",\n \"DestinationPrefix\":
- \ \"__K8S_SERVICE_CIDR__\",\n \"NeedEncap\": true\n }\n
- \ }\n ]\n }\n ]\n\n }\n---\napiVersion: apps/v1\nkind:
- DaemonSet\nmetadata:\n name: calico-node-windows\n labels:\n tier: node\n
- \ app: calico\n namespace: calico-system\nspec:\n selector:\n matchLabels:\n
- \ app: calico\n template:\n metadata:\n labels:\n tier: node\n
- \ app: calico\n spec:\n affinity:\n nodeAffinity:\n requiredDuringSchedulingIgnoredDuringExecution:\n
- \ nodeSelectorTerms:\n - matchExpressions:\n -
- key: kubernetes.io/os\n operator: In\n values:\n
- \ - windows\n - key: kubernetes.io/arch\n
- \ operator: In\n values:\n -
- amd64\n securityContext:\n windowsOptions:\n hostProcess:
- true\n runAsUserName: \"NT AUTHORITY\\\\system\"\n hostNetwork:
- true\n serviceAccountName: calico-node\n tolerations:\n - operator:
- Exists\n effect: NoSchedule\n # Mark the pod as a critical add-on
- for rescheduling.\n - key: CriticalAddonsOnly\n operator: Exists\n
- \ - effect: NoExecute\n operator: Exists\n initContainers:\n #
- This container installs the CNI binaries\n # and CNI network config file
- on each node.\n - name: install-cni\n image: sigwindowstools/calico-install:v3.26.1-hostprocess\n
- \ args: [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/install.ps1\"]\n
- \ imagePullPolicy: Always\n env:\n # Name of the CNI
- config file to create.\n - name: CNI_CONF_NAME\n value:
- \"10-calico.conflist\"\n # The CNI network config to install on each
- node.\n - name: CNI_NETWORK_CONFIG\n valueFrom:\n configMapKeyRef:\n
- \ name: calico-config-windows\n key: cni_network_config\n
- \ # Set the hostname based on the k8s node name.\n - name:
- KUBERNETES_NODE_NAME\n valueFrom:\n fieldRef:\n fieldPath:
- spec.nodeName\n # CNI MTU Config variable\n - name: CNI_MTU\n
- \ valueFrom:\n configMapKeyRef:\n name:
- calico-config-windows\n key: veth_mtu\n # Prevents
- the container from sleeping forever.\n - name: SLEEP\n value:
- \"false\"\n - name: K8S_SERVICE_CIDR\n value: \"10.96.0.0/12\"\n
- \ volumeMounts:\n - mountPath: /host/opt/cni/bin\n name:
- cni-bin-dir\n - mountPath: /host/etc/cni/net.d\n name:
- cni-net-dir\n - name: kubeadm-config\n mountPath: /etc/kubeadm-config/\n
- \ securityContext:\n windowsOptions:\n hostProcess:
- true\n runAsUserName: \"NT AUTHORITY\\\\system\"\n containers:\n
- \ - name: calico-node-startup\n image: sigwindowstools/calico-node:v3.26.1-hostprocess\n
- \ args: [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/node-service.ps1\"]\n
- \ workingDir: \"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/\"\n imagePullPolicy:
- Always\n volumeMounts:\n - name: calico-config-windows\n mountPath:
- /etc/kube-calico-windows/\n env:\n - name: POD_NAME\n valueFrom:\n
- \ fieldRef:\n apiVersion: v1\n fieldPath:
- metadata.name\n - name: POD_NAMESPACE\n valueFrom:\n fieldRef:\n
- \ apiVersion: v1\n fieldPath: metadata.namespace\n -
- name: CNI_IPAM_TYPE\n value: \"calico-ipam\"\n - name: CALICO_NETWORKING_BACKEND\n
- \ value: \"vxlan\"\n - name: KUBECONFIG\n value: \"C:/etc/cni/net.d/calico-kubeconfig\"\n
- \ - name: VXLAN_VNI\n value: \"4096\"\n - name: calico-node-felix\n
- \ image: sigwindowstools/calico-node:v3.26.1-hostprocess\n args:
- [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/felix-service.ps1\"]\n imagePullPolicy:
- Always\n workingDir: \"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/\"\n volumeMounts:\n
- \ - name: calico-config-windows\n mountPath: /etc/kube-calico-windows/\n
- \ - name: calico-static-rules\n mountPath: /calico/static-rules.json\n
- \ subPath: static-rules.json\n env:\n - name: POD_NAME\n
- \ valueFrom:\n fieldRef:\n apiVersion: v1\n fieldPath:
- metadata.name\n - name: POD_NAMESPACE\n valueFrom:\n fieldRef:\n
- \ apiVersion: v1\n fieldPath: metadata.namespace\n -
- name: VXLAN_VNI\n value: \"4096\"\n - name: KUBECONFIG\n value:
- \"C:/etc/cni/net.d/calico-kubeconfig\"\n volumes:\n - name: calico-config-windows\n
- \ configMap:\n name: calico-config-windows\n - name: calico-static-rules\n
- \ configMap:\n name: calico-static-rules\n # Used to install
- CNI.\n - name: cni-bin-dir\n hostPath:\n path: /opt/cni/bin\n
- \ - name: cni-net-dir\n hostPath:\n path: /etc/cni/net.d\n
- \ - name: kubeadm-config\n configMap:\n name: kubeadm-config\n---\napiVersion:
- apiextensions.k8s.io/v1\nkind: CustomResourceDefinition\nmetadata:\n name: ipamconfigs.crd.projectcalico.org\nspec:\n
- \ group: crd.projectcalico.org\n names:\n kind: IPAMConfig\n listKind:
- IPAMConfigList\n plural: ipamconfigs\n singular: ipamconfig\n preserveUnknownFields:
- false\n scope: Cluster\n versions:\n - name: v1\n schema:\n openAPIV3Schema:\n
- \ properties:\n apiVersion:\n description: 'APIVersion
- defines the versioned schema of this representation\n of an object.
- Servers should convert recognized schemas to the latest\n internal
- value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'\n
- \ type: string\n kind:\n description: 'Kind is a
- string value representing the REST resource this\n object represents.
- Servers may infer this from the endpoint the client\n submits requests
- to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'\n
- \ type: string\n metadata:\n type: object\n spec:\n
- \ description: IPAMConfigSpec contains the specification for an IPAMConfig\n
- \ resource.\n properties:\n autoAllocateBlocks:\n
- \ type: boolean\n maxBlocksPerHost:\n description:
- MaxBlocksPerHost, if non-zero, is the max number of blocks\n that
- can be affine to each host.\n maximum: 2147483647\n minimum:
- 0\n type: integer\n strictAffinity:\n type:
- boolean\n required:\n - autoAllocateBlocks\n -
- strictAffinity\n type: object\n type: object\n served: true\n
- \ storage: true\nstatus:\n acceptedNames:\n kind: \"\"\n plural: \"\"\n
- \ conditions: []\n storedVersions: []\n"
+ \"Switch\"\n }\n }\n ]\n } \n---\n"
kind: ConfigMap
metadata:
annotations:
diff --git a/templates/test/ci/cluster-template-prow-clusterclass-ci-rke2.yaml b/templates/test/ci/cluster-template-prow-clusterclass-ci-rke2.yaml
index e5ae13cd5c9..060ff9b9e9c 100644
--- a/templates/test/ci/cluster-template-prow-clusterclass-ci-rke2.yaml
+++ b/templates/test/ci/cluster-template-prow-clusterclass-ci-rke2.yaml
@@ -422,18 +422,32 @@ spec:
type: Calico
calicoNetwork:
bgp: Disabled
+ windowsDataplane: HNS
mtu: 1350
- ipPools:
ipPools:{{range $i, $cidr := .Cluster.spec.clusterNetwork.pods.cidrBlocks }}
- cidr: {{ $cidr }}
encapsulation: VXLAN{{end}}
- registry: mcr.microsoft.com/oss
- # Image and registry configuration for the tigera/operator pod.
- tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
- calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ registry: quay.io
+ serviceCIDRs:
+ - 10.96.0.0/12 # must match cluster service CIDR (this is the default)
+ # Image and registry configuration for the tigera/operator pod
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
+ # when kubernetesServiceEndpoint (required for windows) is added
+ # DNS configuration is needed to look up the api server name properly
+ # https://github.com/projectcalico/calico/issues/9536
+ dnsConfig:
+ nameservers:
+ - 127.0.0.53
+ options:
+ - name: edns0
+ - name: trust-ad
+ kubernetesServiceEndpoint:
+ host: "{{ .Cluster.spec.controlPlaneEndpoint.host }}"
+ port: "{{ .Cluster.spec.controlPlaneEndpoint.port }}"
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
diff --git a/templates/test/ci/cluster-template-prow-custom-vnet.yaml b/templates/test/ci/cluster-template-prow-custom-vnet.yaml
index 01d63d5555b..d36cb5a544d 100644
--- a/templates/test/ci/cluster-template-prow-custom-vnet.yaml
+++ b/templates/test/ci/cluster-template-prow-custom-vnet.yaml
@@ -261,18 +261,32 @@ spec:
type: Calico
calicoNetwork:
bgp: Disabled
+ windowsDataplane: HNS
mtu: 1350
- ipPools:
ipPools:{{range $i, $cidr := .Cluster.spec.clusterNetwork.pods.cidrBlocks }}
- cidr: {{ $cidr }}
encapsulation: VXLAN{{end}}
- registry: mcr.microsoft.com/oss
- # Image and registry configuration for the tigera/operator pod.
- tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
- calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ registry: quay.io
+ serviceCIDRs:
+ - 10.96.0.0/12 # must match cluster service CIDR (this is the default)
+ # Image and registry configuration for the tigera/operator pod
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
+ # when kubernetesServiceEndpoint (required for windows) is added
+ # DNS configuration is needed to look up the api server name properly
+ # https://github.com/projectcalico/calico/issues/9536
+ dnsConfig:
+ nameservers:
+ - 127.0.0.53
+ options:
+ - name: edns0
+ - name: trust-ad
+ kubernetesServiceEndpoint:
+ host: "{{ .Cluster.spec.controlPlaneEndpoint.host }}"
+ port: "{{ .Cluster.spec.controlPlaneEndpoint.port }}"
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
diff --git a/templates/test/ci/cluster-template-prow-dual-stack.yaml b/templates/test/ci/cluster-template-prow-dual-stack.yaml
index 2d8a219223f..51c46dfe07c 100644
--- a/templates/test/ci/cluster-template-prow-dual-stack.yaml
+++ b/templates/test/ci/cluster-template-prow-dual-stack.yaml
@@ -356,13 +356,13 @@ spec:
encapsulation: None
natOutgoing: Enabled
nodeSelector: all()
- registry: mcr.microsoft.com/oss
- # Image and registry configuration for the tigera/operator pod.
- tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
- calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ registry: quay.io
+ # Image and registry configuration for the tigera/operator pod.
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
diff --git a/templates/test/ci/cluster-template-prow-edgezone.yaml b/templates/test/ci/cluster-template-prow-edgezone.yaml
index df4919322c4..7edf2570613 100644
--- a/templates/test/ci/cluster-template-prow-edgezone.yaml
+++ b/templates/test/ci/cluster-template-prow-edgezone.yaml
@@ -244,18 +244,32 @@ spec:
type: Calico
calicoNetwork:
bgp: Disabled
+ windowsDataplane: HNS
mtu: 1350
- ipPools:
ipPools:{{range $i, $cidr := .Cluster.spec.clusterNetwork.pods.cidrBlocks }}
- cidr: {{ $cidr }}
encapsulation: VXLAN{{end}}
- registry: mcr.microsoft.com/oss
- # Image and registry configuration for the tigera/operator pod.
- tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
- calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ registry: quay.io
+ serviceCIDRs:
+ - 10.96.0.0/12 # must match cluster service CIDR (this is the default)
+ # Image and registry configuration for the tigera/operator pod
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
+ # when kubernetesServiceEndpoint (required for windows) is added
+ # DNS configuration is needed to look up the api server name properly
+ # https://github.com/projectcalico/calico/issues/9536
+ dnsConfig:
+ nameservers:
+ - 127.0.0.53
+ options:
+ - name: edns0
+ - name: trust-ad
+ kubernetesServiceEndpoint:
+ host: "{{ .Cluster.spec.controlPlaneEndpoint.host }}"
+ port: "{{ .Cluster.spec.controlPlaneEndpoint.port }}"
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
diff --git a/templates/test/ci/cluster-template-prow-flatcar-sysext.yaml b/templates/test/ci/cluster-template-prow-flatcar-sysext.yaml
index 0245ea82598..a298f393e12 100644
--- a/templates/test/ci/cluster-template-prow-flatcar-sysext.yaml
+++ b/templates/test/ci/cluster-template-prow-flatcar-sysext.yaml
@@ -39,18 +39,32 @@ spec:
type: Calico
calicoNetwork:
bgp: Disabled
+ windowsDataplane: HNS
mtu: 1350
- ipPools:
ipPools:{{range $i, $cidr := .Cluster.spec.clusterNetwork.pods.cidrBlocks }}
- cidr: {{ $cidr }}
encapsulation: VXLAN{{end}}
- registry: mcr.microsoft.com/oss
- # Image and registry configuration for the tigera/operator pod.
- tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
- calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ registry: quay.io
+ serviceCIDRs:
+ - 10.96.0.0/12 # must match cluster service CIDR (this is the default)
+ # Image and registry configuration for the tigera/operator pod
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
+ # when kubernetesServiceEndpoint (required for windows) is added
+ # DNS configuration is needed to look up the api server name properly
+ # https://github.com/projectcalico/calico/issues/9536
+ dnsConfig:
+ nameservers:
+ - 127.0.0.53
+ options:
+ - name: edns0
+ - name: trust-ad
+ kubernetesServiceEndpoint:
+ host: "{{ .Cluster.spec.controlPlaneEndpoint.host }}"
+ port: "{{ .Cluster.spec.controlPlaneEndpoint.port }}"
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
diff --git a/templates/test/ci/cluster-template-prow-flatcar.yaml b/templates/test/ci/cluster-template-prow-flatcar.yaml
index 8099cb5aaa5..d2c9a2affd3 100644
--- a/templates/test/ci/cluster-template-prow-flatcar.yaml
+++ b/templates/test/ci/cluster-template-prow-flatcar.yaml
@@ -275,18 +275,32 @@ spec:
type: Calico
calicoNetwork:
bgp: Disabled
+ windowsDataplane: HNS
mtu: 1350
- ipPools:
ipPools:{{range $i, $cidr := .Cluster.spec.clusterNetwork.pods.cidrBlocks }}
- cidr: {{ $cidr }}
encapsulation: VXLAN{{end}}
- registry: mcr.microsoft.com/oss
- # Image and registry configuration for the tigera/operator pod.
- tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
- calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ registry: quay.io
+ serviceCIDRs:
+ - 10.96.0.0/12 # must match cluster service CIDR (this is the default)
+ # Image and registry configuration for the tigera/operator pod
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
+ # when kubernetesServiceEndpoint (required for windows) is added
+ # DNS configuration is needed to look up the api server name properly
+ # https://github.com/projectcalico/calico/issues/9536
+ dnsConfig:
+ nameservers:
+ - 127.0.0.53
+ options:
+ - name: edns0
+ - name: trust-ad
+ kubernetesServiceEndpoint:
+ host: "{{ .Cluster.spec.controlPlaneEndpoint.host }}"
+ port: "{{ .Cluster.spec.controlPlaneEndpoint.port }}"
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
diff --git a/templates/test/ci/cluster-template-prow-intree-cloud-provider-machine-pool.yaml b/templates/test/ci/cluster-template-prow-intree-cloud-provider-machine-pool.yaml
new file mode 100644
index 00000000000..d6fc76ed514
--- /dev/null
+++ b/templates/test/ci/cluster-template-prow-intree-cloud-provider-machine-pool.yaml
@@ -0,0 +1,654 @@
+apiVersion: cluster.x-k8s.io/v1beta1
+kind: Cluster
+metadata:
+ labels:
+ cni: calico
+ cni-windows: ${CLUSTER_NAME}-calico
+ containerd-logger: enabled
+ csi-proxy: enabled
+ windows: enabled
+ name: ${CLUSTER_NAME}
+ namespace: default
+spec:
+ clusterNetwork:
+ pods:
+ cidrBlocks:
+ - 192.168.0.0/16
+ controlPlaneRef:
+ apiVersion: controlplane.cluster.x-k8s.io/v1beta1
+ kind: KubeadmControlPlane
+ name: ${CLUSTER_NAME}-control-plane
+ infrastructureRef:
+ apiVersion: infrastructure.cluster.x-k8s.io/v1beta1
+ kind: AzureCluster
+ name: ${CLUSTER_NAME}
+---
+apiVersion: infrastructure.cluster.x-k8s.io/v1beta1
+kind: AzureCluster
+metadata:
+ name: ${CLUSTER_NAME}
+ namespace: default
+spec:
+ additionalTags:
+ buildProvenance: ${BUILD_PROVENANCE}
+ creationTimestamp: ${TIMESTAMP}
+ jobName: ${JOB_NAME}
+ identityRef:
+ apiVersion: infrastructure.cluster.x-k8s.io/v1beta1
+ kind: AzureClusterIdentity
+ name: ${CLUSTER_IDENTITY_NAME}
+ location: ${AZURE_LOCATION}
+ networkSpec:
+ subnets:
+ - name: control-plane-subnet
+ role: control-plane
+ - name: node-subnet
+ role: node
+ vnet:
+ name: ${AZURE_VNET_NAME:=${CLUSTER_NAME}-vnet}
+ resourceGroup: ${AZURE_RESOURCE_GROUP:=${CLUSTER_NAME}}
+ subscriptionID: ${AZURE_SUBSCRIPTION_ID}
+---
+apiVersion: controlplane.cluster.x-k8s.io/v1beta1
+kind: KubeadmControlPlane
+metadata:
+ name: ${CLUSTER_NAME}-control-plane
+ namespace: default
+spec:
+ kubeadmConfigSpec:
+ clusterConfiguration:
+ apiServer:
+ extraArgs:
+ cloud-config: /etc/kubernetes/azure.json
+ cloud-provider: azure
+ extraVolumes:
+ - hostPath: /etc/kubernetes/azure.json
+ mountPath: /etc/kubernetes/azure.json
+ name: cloud-config
+ readOnly: true
+ timeoutForControlPlane: 20m
+ controllerManager:
+ extraArgs:
+ allocate-node-cidrs: "false"
+ cloud-config: /etc/kubernetes/azure.json
+ cloud-provider: azure
+ cluster-name: ${CLUSTER_NAME}
+ v: "4"
+ extraVolumes:
+ - hostPath: /etc/kubernetes/azure.json
+ mountPath: /etc/kubernetes/azure.json
+ name: cloud-config
+ readOnly: true
+ etcd:
+ local:
+ dataDir: /var/lib/etcddisk/etcd
+ extraArgs:
+ quota-backend-bytes: "8589934592"
+ diskSetup:
+ filesystems:
+ - device: /dev/disk/azure/scsi1/lun0
+ extraOpts:
+ - -E
+ - lazy_itable_init=1,lazy_journal_init=1
+ filesystem: ext4
+ label: etcd_disk
+ - device: ephemeral0.1
+ filesystem: ext4
+ label: ephemeral0
+ replaceFS: ntfs
+ partitions:
+ - device: /dev/disk/azure/scsi1/lun0
+ layout: true
+ overwrite: false
+ tableType: gpt
+ files:
+ - contentFrom:
+ secret:
+ key: control-plane-azure.json
+ name: ${CLUSTER_NAME}-control-plane-azure-json
+ owner: root:root
+ path: /etc/kubernetes/azure.json
+ permissions: "0644"
+ initConfiguration:
+ nodeRegistration:
+ kubeletExtraArgs:
+ azure-container-registry-config: /etc/kubernetes/azure.json
+ cloud-config: /etc/kubernetes/azure.json
+ cloud-provider: azure
+ name: '{{ ds.meta_data["local_hostname"] }}'
+ joinConfiguration:
+ nodeRegistration:
+ kubeletExtraArgs:
+ azure-container-registry-config: /etc/kubernetes/azure.json
+ cloud-config: /etc/kubernetes/azure.json
+ cloud-provider: azure
+ name: '{{ ds.meta_data["local_hostname"] }}'
+ mounts:
+ - - LABEL=etcd_disk
+ - /var/lib/etcddisk
+ postKubeadmCommands: []
+ preKubeadmCommands: []
+ machineTemplate:
+ infrastructureRef:
+ apiVersion: infrastructure.cluster.x-k8s.io/v1beta1
+ kind: AzureMachineTemplate
+ name: ${CLUSTER_NAME}-control-plane
+ replicas: ${CONTROL_PLANE_MACHINE_COUNT}
+ version: ${KUBERNETES_VERSION}
+---
+apiVersion: infrastructure.cluster.x-k8s.io/v1beta1
+kind: AzureMachineTemplate
+metadata:
+ name: ${CLUSTER_NAME}-control-plane
+ namespace: default
+spec:
+ template:
+ spec:
+ dataDisks:
+ - diskSizeGB: 256
+ lun: 0
+ nameSuffix: etcddisk
+ osDisk:
+ diskSizeGB: 128
+ osType: Linux
+ sshPublicKey: ${AZURE_SSH_PUBLIC_KEY_B64:=""}
+ vmSize: ${AZURE_CONTROL_PLANE_MACHINE_TYPE}
+---
+apiVersion: cluster.x-k8s.io/v1beta1
+kind: MachinePool
+metadata:
+ name: ${CLUSTER_NAME}-mp-0
+ namespace: default
+spec:
+ clusterName: ${CLUSTER_NAME}
+ replicas: ${WORKER_MACHINE_COUNT}
+ template:
+ spec:
+ bootstrap:
+ configRef:
+ apiVersion: bootstrap.cluster.x-k8s.io/v1beta1
+ kind: KubeadmConfig
+ name: ${CLUSTER_NAME}-mp-0
+ clusterName: ${CLUSTER_NAME}
+ infrastructureRef:
+ apiVersion: infrastructure.cluster.x-k8s.io/v1beta1
+ kind: AzureMachinePool
+ name: ${CLUSTER_NAME}-mp-0
+ version: ${KUBERNETES_VERSION}
+---
+apiVersion: infrastructure.cluster.x-k8s.io/v1beta1
+kind: AzureMachinePool
+metadata:
+ name: ${CLUSTER_NAME}-mp-0
+ namespace: default
+spec:
+ location: ${AZURE_LOCATION}
+ strategy:
+ rollingUpdate:
+ deletePolicy: Oldest
+ maxSurge: 25%
+ maxUnavailable: 1
+ type: RollingUpdate
+ template:
+ osDisk:
+ diskSizeGB: 30
+ managedDisk:
+ storageAccountType: Premium_LRS
+ osType: Linux
+ sshPublicKey: ${AZURE_SSH_PUBLIC_KEY_B64:=""}
+ vmExtensions:
+ - name: CustomScript
+ protectedSettings:
+ commandToExecute: |
+ #!/bin/sh
+ echo "This script is a no-op used for extension testing purposes ..."
+ touch test_file
+ publisher: Microsoft.Azure.Extensions
+ version: "2.1"
+ vmSize: ${AZURE_NODE_MACHINE_TYPE}
+---
+apiVersion: bootstrap.cluster.x-k8s.io/v1beta1
+kind: KubeadmConfig
+metadata:
+ name: ${CLUSTER_NAME}-mp-0
+ namespace: default
+spec:
+ files:
+ - contentFrom:
+ secret:
+ key: worker-node-azure.json
+ name: ${CLUSTER_NAME}-mp-0-azure-json
+ owner: root:root
+ path: /etc/kubernetes/azure.json
+ permissions: "0644"
+ joinConfiguration:
+ nodeRegistration:
+ kubeletExtraArgs:
+ azure-container-registry-config: /etc/kubernetes/azure.json
+ cloud-config: /etc/kubernetes/azure.json
+ cloud-provider: azure
+ name: '{{ ds.meta_data["local_hostname"] }}'
+---
+apiVersion: infrastructure.cluster.x-k8s.io/v1beta1
+kind: AzureClusterIdentity
+metadata:
+ labels:
+ clusterctl.cluster.x-k8s.io/move-hierarchy: "true"
+ name: ${CLUSTER_IDENTITY_NAME}
+ namespace: default
+spec:
+ allowedNamespaces: {}
+ clientID: ${AZURE_CLIENT_ID}
+ clientSecret:
+ name: ${AZURE_CLUSTER_IDENTITY_SECRET_NAME}
+ namespace: ${AZURE_CLUSTER_IDENTITY_SECRET_NAMESPACE}
+ tenantID: ${AZURE_TENANT_ID}
+ type: ServicePrincipal
+---
+apiVersion: cluster.x-k8s.io/v1beta1
+kind: MachinePool
+metadata:
+ name: ${CLUSTER_NAME}-mp-win
+ namespace: default
+spec:
+ clusterName: ${CLUSTER_NAME}
+ replicas: ${WINDOWS_WORKER_MACHINE_COUNT:-0}
+ template:
+ spec:
+ bootstrap:
+ configRef:
+ apiVersion: bootstrap.cluster.x-k8s.io/v1beta1
+ kind: KubeadmConfig
+ name: ${CLUSTER_NAME}-mp-win
+ clusterName: ${CLUSTER_NAME}
+ infrastructureRef:
+ apiVersion: infrastructure.cluster.x-k8s.io/v1beta1
+ kind: AzureMachinePool
+ name: ${CLUSTER_NAME}-mp-win
+ version: ${KUBERNETES_VERSION}
+---
+apiVersion: infrastructure.cluster.x-k8s.io/v1beta1
+kind: AzureMachinePool
+metadata:
+ annotations:
+ runtime: containerd
+ windowsServerVersion: ${WINDOWS_SERVER_VERSION:=""}
+ name: ${CLUSTER_NAME}-mp-win
+ namespace: default
+spec:
+ location: ${AZURE_LOCATION}
+ template:
+ osDisk:
+ diskSizeGB: 128
+ managedDisk:
+ storageAccountType: Premium_LRS
+ osType: Windows
+ sshPublicKey: ${AZURE_SSH_PUBLIC_KEY_B64:=""}
+ vmSize: ${AZURE_NODE_MACHINE_TYPE}
+---
+apiVersion: bootstrap.cluster.x-k8s.io/v1beta1
+kind: KubeadmConfig
+metadata:
+ name: ${CLUSTER_NAME}-mp-win
+ namespace: default
+spec:
+ files:
+ - contentFrom:
+ secret:
+ key: worker-node-azure.json
+ name: ${CLUSTER_NAME}-mp-win-azure-json
+ owner: root:root
+ path: c:/k/azure.json
+ permissions: "0644"
+ - content: Add-MpPreference -ExclusionProcess C:/opt/cni/bin/calico.exe
+ path: C:/defender-exclude-calico.ps1
+ permissions: "0744"
+ joinConfiguration:
+ nodeRegistration:
+ criSocket: npipe:////./pipe/containerd-containerd
+ kubeletExtraArgs:
+ azure-container-registry-config: c:/k/azure.json
+ cloud-config: c:/k/azure.json
+ cloud-provider: azure
+ pod-infra-container-image: mcr.microsoft.com/oss/kubernetes/pause:3.4.1
+ name: '{{ ds.meta_data["local_hostname"] }}'
+ postKubeadmCommands:
+ - nssm set kubelet start SERVICE_AUTO_START
+ - powershell C:/defender-exclude-calico.ps1
+ preKubeadmCommands:
+ - powershell c:/create-external-network.ps1
+ users:
+ - groups: Administrators
+ name: capi
+ sshAuthorizedKeys:
+ - ${AZURE_SSH_PUBLIC_KEY:=""}
+---
+apiVersion: addons.cluster.x-k8s.io/v1beta1
+kind: ClusterResourceSet
+metadata:
+ name: ${CLUSTER_NAME}-calico-windows
+ namespace: default
+spec:
+ clusterSelector:
+ matchLabels:
+ cni-windows: ${CLUSTER_NAME}-calico
+ resources:
+ - kind: ConfigMap
+ name: cni-${CLUSTER_NAME}-calico-windows
+ strategy: ApplyOnce
+---
+apiVersion: addons.cluster.x-k8s.io/v1beta1
+kind: ClusterResourceSet
+metadata:
+ name: csi-proxy
+ namespace: default
+spec:
+ clusterSelector:
+ matchLabels:
+ csi-proxy: enabled
+ resources:
+ - kind: ConfigMap
+ name: csi-proxy-addon
+ strategy: ApplyOnce
+---
+apiVersion: addons.cluster.x-k8s.io/v1beta1
+kind: ClusterResourceSet
+metadata:
+ name: containerd-logger-${CLUSTER_NAME}
+ namespace: default
+spec:
+ clusterSelector:
+ matchLabels:
+ containerd-logger: enabled
+ resources:
+ - kind: ConfigMap
+ name: containerd-logger-${CLUSTER_NAME}
+ strategy: ApplyOnce
+---
+apiVersion: addons.cluster.x-k8s.io/v1alpha1
+kind: HelmChartProxy
+metadata:
+ name: calico
+ namespace: default
+spec:
+ chartName: tigera-operator
+ clusterSelector:
+ matchLabels:
+ cni: calico
+ namespace: tigera-operator
+ releaseName: projectcalico
+ repoURL: https://docs.tigera.io/calico/charts
+ valuesTemplate: |-
+ installation:
+ cni:
+ type: Calico
+ ipam:
+ strictAffinity: true
+ type: Calico
+ calicoNetwork:
+ bgp: Disabled
+ windowsDataplane: HNS
+ mtu: 1350
+ ipPools:
+ ipPools:{{range $i, $cidr := .Cluster.spec.clusterNetwork.pods.cidrBlocks }}
+ - cidr: {{ $cidr }}
+ encapsulation: VXLAN{{end}}
+ serviceCIDRs: {{range $i, $cidr := .Cluster.spec.clusterNetwork.services.cidrBlocks }}
+ - {{ $cidr }}{{end}}
+ registry: quay.io/
+ # Image and registry configuration for the tigera/operator pod.
+ tigeraOperator:
+ image: tigera-operator
+ registry: quay.io
+ version: latest
+ calicoctl:
+ image: mcr.microsoft.com/oss/calico/ctl
+ version: ${CALICO_VERSION}
+---
+apiVersion: addons.cluster.x-k8s.io/v1alpha1
+kind: HelmChartProxy
+metadata:
+ name: azuredisk-csi-driver-chart
+ namespace: default
+spec:
+ chartName: azuredisk-csi-driver
+ clusterSelector:
+ matchLabels:
+ azuredisk-csi: "true"
+ namespace: kube-system
+ releaseName: azuredisk-csi-driver-oot
+ repoURL: https://raw.githubusercontent.com/kubernetes-sigs/azuredisk-csi-driver/master/charts
+ valuesTemplate: |-
+ controller:
+ replicas: 1
+ runOnControlPlane: true
+ windows:
+ useHostProcessContainers: {{ hasKey .Cluster.metadata.labels "cni-windows" }}
+---
+apiVersion: v1
+data:
+ proxy: |
+ apiVersion: apps/v1
+ kind: DaemonSet
+ metadata:
+ labels:
+ k8s-app: kube-proxy
+ name: kube-proxy-windows
+ namespace: kube-system
+ spec:
+ selector:
+ matchLabels:
+ k8s-app: kube-proxy-windows
+ template:
+ metadata:
+ labels:
+ k8s-app: kube-proxy-windows
+ spec:
+ serviceAccountName: kube-proxy
+ securityContext:
+ windowsOptions:
+ hostProcess: true
+ runAsUserName: "NT AUTHORITY\\system"
+ hostNetwork: true
+ containers:
+ - image: sigwindowstools/kube-proxy:${KUBERNETES_VERSION/+/_}-calico-hostprocess
+ args: ["$env:CONTAINER_SANDBOX_MOUNT_POINT/kube-proxy/start.ps1"]
+ workingDir: "$env:CONTAINER_SANDBOX_MOUNT_POINT/kube-proxy/"
+ name: kube-proxy
+ env:
+ - name: NODE_NAME
+ valueFrom:
+ fieldRef:
+ apiVersion: v1
+ fieldPath: spec.nodeName
+ - name: POD_IP
+ valueFrom:
+ fieldRef:
+ fieldPath: status.podIP
+ - name: KUBEPROXY_PATH
+ valueFrom:
+ configMapKeyRef:
+ name: windows-kubeproxy-ci
+ key: KUBEPROXY_PATH
+ optional: true
+ volumeMounts:
+ - mountPath: /var/lib/kube-proxy
+ name: kube-proxy
+ nodeSelector:
+ kubernetes.io/os: windows
+ tolerations:
+ - key: CriticalAddonsOnly
+ operator: Exists
+ - operator: Exists
+ volumes:
+ - configMap:
+ name: kube-proxy
+ name: kube-proxy
+ updateStrategy:
+ type: RollingUpdate
+kind: ConfigMap
+metadata:
+ annotations:
+ note: generated
+ labels:
+ type: generated
+ name: cni-${CLUSTER_NAME}-calico-windows
+ namespace: default
+---
+apiVersion: v1
+data:
+ csi-proxy: |
+ apiVersion: apps/v1
+ kind: DaemonSet
+ metadata:
+ labels:
+ k8s-app: csi-proxy
+ name: csi-proxy
+ namespace: kube-system
+ spec:
+ selector:
+ matchLabels:
+ k8s-app: csi-proxy
+ template:
+ metadata:
+ labels:
+ k8s-app: csi-proxy
+ spec:
+ nodeSelector:
+ "kubernetes.io/os": windows
+ securityContext:
+ windowsOptions:
+ hostProcess: true
+ runAsUserName: "NT AUTHORITY\\SYSTEM"
+ hostNetwork: true
+ containers:
+ - name: csi-proxy
+ image: ghcr.io/kubernetes-sigs/sig-windows/csi-proxy:v1.0.2
+kind: ConfigMap
+metadata:
+ annotations:
+ note: generated
+ labels:
+ type: generated
+ name: csi-proxy-addon
+ namespace: default
+---
+apiVersion: v1
+data:
+ containerd-windows-logger: |
+ apiVersion: apps/v1
+ kind: DaemonSet
+ metadata:
+ labels:
+ k8s-app: containerd-logger
+ name: containerd-logger
+ namespace: kube-system
+ spec:
+ selector:
+ matchLabels:
+ k8s-app: containerd-logger
+ template:
+ metadata:
+ labels:
+ k8s-app: containerd-logger
+ spec:
+ securityContext:
+ windowsOptions:
+ hostProcess: true
+ runAsUserName: "NT AUTHORITY\\system"
+ hostNetwork: true
+ containers:
+ - image: ghcr.io/kubernetes-sigs/sig-windows/eventflow-logger:v0.1.0
+ args: [ "config.json" ]
+ name: containerd-logger
+ imagePullPolicy: Always
+ volumeMounts:
+ - name: containerd-logger-config
+ mountPath: /config.json
+ subPath: config.json
+ nodeSelector:
+ kubernetes.io/os: windows
+ tolerations:
+ - key: CriticalAddonsOnly
+ operator: Exists
+ - operator: Exists
+ volumes:
+ - configMap:
+ name: containerd-logger-config
+ name: containerd-logger-config
+ updateStrategy:
+ type: RollingUpdate
+ ---
+ kind: ConfigMap
+ apiVersion: v1
+ metadata:
+ name: containerd-logger-config
+ namespace: kube-system
+ data:
+ config.json: |
+ {
+ "inputs": [
+ {
+ "type": "ETW",
+ "sessionNamePrefix": "containerd",
+ "cleanupOldSessions": true,
+ "reuseExistingSession": true,
+ "providers": [
+ {
+ "providerName": "Microsoft.Virtualization.RunHCS",
+ "providerGuid": "0B52781F-B24D-5685-DDF6-69830ED40EC3",
+ "level": "Verbose"
+ },
+ {
+ "providerName": "ContainerD",
+ "providerGuid": "2acb92c0-eb9b-571a-69cf-8f3410f383ad",
+ "level": "Verbose"
+ }
+ ]
+ }
+ ],
+ "filters": [
+ {
+ "type": "drop",
+ "include": "ProviderName == Microsoft.Virtualization.RunHCS && name == Stats && hasnoproperty error"
+ },
+ {
+ "type": "drop",
+ "include": "ProviderName == Microsoft.Virtualization.RunHCS && name == hcsshim::LayerID && hasnoproperty error"
+ },
+ {
+ "type": "drop",
+ "include": "ProviderName == Microsoft.Virtualization.RunHCS && name == hcsshim::NameToGuid && hasnoproperty error"
+ },
+ {
+ "type": "drop",
+ "include": "ProviderName == Microsoft.Virtualization.RunHCS && name == containerd.task.v2.Task.Stats && hasnoproperty error"
+ },
+ {
+ "type": "drop",
+ "include": "ProviderName == Microsoft.Virtualization.RunHCS && name == containerd.task.v2.Task.State && hasnoproperty error"
+ },
+ {
+ "type": "drop",
+ "include": "ProviderName == Microsoft.Virtualization.RunHCS && name == HcsGetProcessProperties && hasnoproperty error"
+ },
+ {
+ "type": "drop",
+ "include": "ProviderName == Microsoft.Virtualization.RunHCS && name == HcsGetComputeSystemProperties && hasnoproperty error"
+ }
+ ],
+ "outputs": [
+ {
+ "type": "StdOutput"
+ }
+ ],
+ "schemaVersion": "2016-08-11"
+ }
+kind: ConfigMap
+metadata:
+ annotations:
+ note: generated
+ labels:
+ type: generated
+ name: containerd-logger-${CLUSTER_NAME}
+ namespace: default
diff --git a/templates/test/ci/cluster-template-prow-ipv6.yaml b/templates/test/ci/cluster-template-prow-ipv6.yaml
index 36880c687c8..36eab5738f2 100644
--- a/templates/test/ci/cluster-template-prow-ipv6.yaml
+++ b/templates/test/ci/cluster-template-prow-ipv6.yaml
@@ -376,13 +376,13 @@ spec:
encapsulation: None
natOutgoing: Enabled
nodeSelector: all(){{end}}
- registry: mcr.microsoft.com/oss
- # Image and registry configuration for the tigera/operator pod.
- tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
- calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ registry: quay.io
+ # Image and registry configuration for the tigera/operator pod.
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
diff --git a/templates/test/ci/cluster-template-prow-machine-pool-ci-version.yaml b/templates/test/ci/cluster-template-prow-machine-pool-ci-version.yaml
index f104cf33f37..538dc0ee095 100644
--- a/templates/test/ci/cluster-template-prow-machine-pool-ci-version.yaml
+++ b/templates/test/ci/cluster-template-prow-machine-pool-ci-version.yaml
@@ -659,18 +659,32 @@ spec:
type: Calico
calicoNetwork:
bgp: Disabled
+ windowsDataplane: HNS
mtu: 1350
- ipPools:
ipPools:{{range $i, $cidr := .Cluster.spec.clusterNetwork.pods.cidrBlocks }}
- cidr: {{ $cidr }}
encapsulation: VXLAN{{end}}
- registry: mcr.microsoft.com/oss
- # Image and registry configuration for the tigera/operator pod.
- tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
- calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ registry: quay.io
+ serviceCIDRs:
+ - 10.96.0.0/12 # must match cluster service CIDR (this is the default)
+ # Image and registry configuration for the tigera/operator pod
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
+ # when kubernetesServiceEndpoint (required for windows) is added
+ # DNS configuration is needed to look up the api server name properly
+ # https://github.com/projectcalico/calico/issues/9536
+ dnsConfig:
+ nameservers:
+ - 127.0.0.53
+ options:
+ - name: edns0
+ - name: trust-ad
+ kubernetesServiceEndpoint:
+ host: "{{ .Cluster.spec.controlPlaneEndpoint.host }}"
+ port: "{{ .Cluster.spec.controlPlaneEndpoint.port }}"
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
@@ -834,112 +848,7 @@ data:
\"ACL\",\n \"Protocol\": 6,\n \"Action\": \"Block\",\n
\ \"Direction\": \"Out\",\n \"RemoteAddresses\": \"168.63.129.16/32\",\n
\ \"RemotePorts\": \"80\",\n \"Priority\": 200,\n \"RuleType\":
- \"Switch\"\n }\n }\n ]\n } \n---\nkind: ConfigMap\napiVersion:
- v1\nmetadata:\n name: calico-config-windows\n namespace: calico-system\n labels:\n
- \ tier: node\n app: calico\ndata:\n veth_mtu: \"1350\"\n \n cni_network_config:
- |\n {\n \"name\": \"Calico\",\n \"cniVersion\": \"0.3.1\",\n \"plugins\":
- [\n {\n \"windows_use_single_network\": true,\n \"type\":
- \"calico\",\n \"mode\": \"vxlan\",\n \"nodename\": \"__KUBERNETES_NODE_NAME__\",\n
- \ \"nodename_file_optional\": true,\n \"log_file_path\": \"c:/cni.log\",\n
- \ \"log_level\": \"debug\",\n\n \"vxlan_mac_prefix\": \"0E-2A\",\n
- \ \"vxlan_vni\": 4096,\n \"mtu\": __CNI_MTU__,\n \"policy\":
- {\n \"type\": \"k8s\"\n },\n\n \"log_level\": \"info\",\n\n
- \ \"capabilities\": {\"dns\": true},\n \"DNS\": {\n \"Search\":
- \ [\n \"svc.cluster.local\"\n ]\n },\n\n \"datastore_type\":
- \"kubernetes\",\n\n \"kubernetes\": {\n \"kubeconfig\": \"__KUBECONFIG_FILEPATH__\"\n
- \ },\n\n \"ipam\": {\n \"type\": \"calico-ipam\",\n
- \ \"subnet\": \"usePodCidr\"\n },\n\n \"policies\":
- \ [\n {\n \"Name\": \"EndpointPolicy\",\n \"Value\":
- \ {\n \"Type\": \"OutBoundNAT\",\n \"ExceptionList\":
- \ [\n \"__K8S_SERVICE_CIDR__\"\n ]\n }\n
- \ },\n {\n \"Name\": \"EndpointPolicy\",\n
- \ \"Value\": {\n \"Type\": \"SDNROUTE\",\n \"DestinationPrefix\":
- \ \"__K8S_SERVICE_CIDR__\",\n \"NeedEncap\": true\n }\n
- \ }\n ]\n }\n ]\n\n }\n---\napiVersion: apps/v1\nkind:
- DaemonSet\nmetadata:\n name: calico-node-windows\n labels:\n tier: node\n
- \ app: calico\n namespace: calico-system\nspec:\n selector:\n matchLabels:\n
- \ app: calico\n template:\n metadata:\n labels:\n tier: node\n
- \ app: calico\n spec:\n affinity:\n nodeAffinity:\n requiredDuringSchedulingIgnoredDuringExecution:\n
- \ nodeSelectorTerms:\n - matchExpressions:\n -
- key: kubernetes.io/os\n operator: In\n values:\n
- \ - windows\n - key: kubernetes.io/arch\n
- \ operator: In\n values:\n -
- amd64\n securityContext:\n windowsOptions:\n hostProcess:
- true\n runAsUserName: \"NT AUTHORITY\\\\system\"\n hostNetwork:
- true\n serviceAccountName: calico-node\n tolerations:\n - operator:
- Exists\n effect: NoSchedule\n # Mark the pod as a critical add-on
- for rescheduling.\n - key: CriticalAddonsOnly\n operator: Exists\n
- \ - effect: NoExecute\n operator: Exists\n initContainers:\n #
- This container installs the CNI binaries\n # and CNI network config file
- on each node.\n - name: install-cni\n image: sigwindowstools/calico-install:v3.26.1-hostprocess\n
- \ args: [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/install.ps1\"]\n
- \ imagePullPolicy: Always\n env:\n # Name of the CNI
- config file to create.\n - name: CNI_CONF_NAME\n value:
- \"10-calico.conflist\"\n # The CNI network config to install on each
- node.\n - name: CNI_NETWORK_CONFIG\n valueFrom:\n configMapKeyRef:\n
- \ name: calico-config-windows\n key: cni_network_config\n
- \ # Set the hostname based on the k8s node name.\n - name:
- KUBERNETES_NODE_NAME\n valueFrom:\n fieldRef:\n fieldPath:
- spec.nodeName\n # CNI MTU Config variable\n - name: CNI_MTU\n
- \ valueFrom:\n configMapKeyRef:\n name:
- calico-config-windows\n key: veth_mtu\n # Prevents
- the container from sleeping forever.\n - name: SLEEP\n value:
- \"false\"\n - name: K8S_SERVICE_CIDR\n value: \"10.96.0.0/12\"\n
- \ volumeMounts:\n - mountPath: /host/opt/cni/bin\n name:
- cni-bin-dir\n - mountPath: /host/etc/cni/net.d\n name:
- cni-net-dir\n - name: kubeadm-config\n mountPath: /etc/kubeadm-config/\n
- \ securityContext:\n windowsOptions:\n hostProcess:
- true\n runAsUserName: \"NT AUTHORITY\\\\system\"\n containers:\n
- \ - name: calico-node-startup\n image: sigwindowstools/calico-node:v3.26.1-hostprocess\n
- \ args: [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/node-service.ps1\"]\n
- \ workingDir: \"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/\"\n imagePullPolicy:
- Always\n volumeMounts:\n - name: calico-config-windows\n mountPath:
- /etc/kube-calico-windows/\n env:\n - name: POD_NAME\n valueFrom:\n
- \ fieldRef:\n apiVersion: v1\n fieldPath:
- metadata.name\n - name: POD_NAMESPACE\n valueFrom:\n fieldRef:\n
- \ apiVersion: v1\n fieldPath: metadata.namespace\n -
- name: CNI_IPAM_TYPE\n value: \"calico-ipam\"\n - name: CALICO_NETWORKING_BACKEND\n
- \ value: \"vxlan\"\n - name: KUBECONFIG\n value: \"C:/etc/cni/net.d/calico-kubeconfig\"\n
- \ - name: VXLAN_VNI\n value: \"4096\"\n - name: calico-node-felix\n
- \ image: sigwindowstools/calico-node:v3.26.1-hostprocess\n args:
- [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/felix-service.ps1\"]\n imagePullPolicy:
- Always\n workingDir: \"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/\"\n volumeMounts:\n
- \ - name: calico-config-windows\n mountPath: /etc/kube-calico-windows/\n
- \ - name: calico-static-rules\n mountPath: /calico/static-rules.json\n
- \ subPath: static-rules.json\n env:\n - name: POD_NAME\n
- \ valueFrom:\n fieldRef:\n apiVersion: v1\n fieldPath:
- metadata.name\n - name: POD_NAMESPACE\n valueFrom:\n fieldRef:\n
- \ apiVersion: v1\n fieldPath: metadata.namespace\n -
- name: VXLAN_VNI\n value: \"4096\"\n - name: KUBECONFIG\n value:
- \"C:/etc/cni/net.d/calico-kubeconfig\"\n volumes:\n - name: calico-config-windows\n
- \ configMap:\n name: calico-config-windows\n - name: calico-static-rules\n
- \ configMap:\n name: calico-static-rules\n # Used to install
- CNI.\n - name: cni-bin-dir\n hostPath:\n path: /opt/cni/bin\n
- \ - name: cni-net-dir\n hostPath:\n path: /etc/cni/net.d\n
- \ - name: kubeadm-config\n configMap:\n name: kubeadm-config\n---\napiVersion:
- apiextensions.k8s.io/v1\nkind: CustomResourceDefinition\nmetadata:\n name: ipamconfigs.crd.projectcalico.org\nspec:\n
- \ group: crd.projectcalico.org\n names:\n kind: IPAMConfig\n listKind:
- IPAMConfigList\n plural: ipamconfigs\n singular: ipamconfig\n preserveUnknownFields:
- false\n scope: Cluster\n versions:\n - name: v1\n schema:\n openAPIV3Schema:\n
- \ properties:\n apiVersion:\n description: 'APIVersion
- defines the versioned schema of this representation\n of an object.
- Servers should convert recognized schemas to the latest\n internal
- value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'\n
- \ type: string\n kind:\n description: 'Kind is a
- string value representing the REST resource this\n object represents.
- Servers may infer this from the endpoint the client\n submits requests
- to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'\n
- \ type: string\n metadata:\n type: object\n spec:\n
- \ description: IPAMConfigSpec contains the specification for an IPAMConfig\n
- \ resource.\n properties:\n autoAllocateBlocks:\n
- \ type: boolean\n maxBlocksPerHost:\n description:
- MaxBlocksPerHost, if non-zero, is the max number of blocks\n that
- can be affine to each host.\n maximum: 2147483647\n minimum:
- 0\n type: integer\n strictAffinity:\n type:
- boolean\n required:\n - autoAllocateBlocks\n -
- strictAffinity\n type: object\n type: object\n served: true\n
- \ storage: true\nstatus:\n acceptedNames:\n kind: \"\"\n plural: \"\"\n
- \ conditions: []\n storedVersions: []\n"
+ \"Switch\"\n }\n }\n ]\n } \n---\n"
kind: ConfigMap
metadata:
annotations:
diff --git a/templates/test/ci/cluster-template-prow-machine-pool-flex.yaml b/templates/test/ci/cluster-template-prow-machine-pool-flex.yaml
index e854d1e997c..32956961d42 100644
--- a/templates/test/ci/cluster-template-prow-machine-pool-flex.yaml
+++ b/templates/test/ci/cluster-template-prow-machine-pool-flex.yaml
@@ -392,18 +392,32 @@ spec:
type: Calico
calicoNetwork:
bgp: Disabled
+ windowsDataplane: HNS
mtu: 1350
- ipPools:
ipPools:{{range $i, $cidr := .Cluster.spec.clusterNetwork.pods.cidrBlocks }}
- cidr: {{ $cidr }}
encapsulation: VXLAN{{end}}
- registry: mcr.microsoft.com/oss
- # Image and registry configuration for the tigera/operator pod.
- tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
- calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ registry: quay.io
+ serviceCIDRs:
+ - 10.96.0.0/12 # must match cluster service CIDR (this is the default)
+ # Image and registry configuration for the tigera/operator pod
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
+ # when kubernetesServiceEndpoint (required for windows) is added
+ # DNS configuration is needed to look up the api server name properly
+ # https://github.com/projectcalico/calico/issues/9536
+ dnsConfig:
+ nameservers:
+ - 127.0.0.53
+ options:
+ - name: edns0
+ - name: trust-ad
+ kubernetesServiceEndpoint:
+ host: "{{ .Cluster.spec.controlPlaneEndpoint.host }}"
+ port: "{{ .Cluster.spec.controlPlaneEndpoint.port }}"
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
@@ -559,112 +573,7 @@ data:
\"ACL\",\n \"Protocol\": 6,\n \"Action\": \"Block\",\n
\ \"Direction\": \"Out\",\n \"RemoteAddresses\": \"168.63.129.16/32\",\n
\ \"RemotePorts\": \"80\",\n \"Priority\": 200,\n \"RuleType\":
- \"Switch\"\n }\n }\n ]\n } \n---\nkind: ConfigMap\napiVersion:
- v1\nmetadata:\n name: calico-config-windows\n namespace: calico-system\n labels:\n
- \ tier: node\n app: calico\ndata:\n veth_mtu: \"1350\"\n \n cni_network_config:
- |\n {\n \"name\": \"Calico\",\n \"cniVersion\": \"0.3.1\",\n \"plugins\":
- [\n {\n \"windows_use_single_network\": true,\n \"type\":
- \"calico\",\n \"mode\": \"vxlan\",\n \"nodename\": \"__KUBERNETES_NODE_NAME__\",\n
- \ \"nodename_file_optional\": true,\n \"log_file_path\": \"c:/cni.log\",\n
- \ \"log_level\": \"debug\",\n\n \"vxlan_mac_prefix\": \"0E-2A\",\n
- \ \"vxlan_vni\": 4096,\n \"mtu\": __CNI_MTU__,\n \"policy\":
- {\n \"type\": \"k8s\"\n },\n\n \"log_level\": \"info\",\n\n
- \ \"capabilities\": {\"dns\": true},\n \"DNS\": {\n \"Search\":
- \ [\n \"svc.cluster.local\"\n ]\n },\n\n \"datastore_type\":
- \"kubernetes\",\n\n \"kubernetes\": {\n \"kubeconfig\": \"__KUBECONFIG_FILEPATH__\"\n
- \ },\n\n \"ipam\": {\n \"type\": \"calico-ipam\",\n
- \ \"subnet\": \"usePodCidr\"\n },\n\n \"policies\":
- \ [\n {\n \"Name\": \"EndpointPolicy\",\n \"Value\":
- \ {\n \"Type\": \"OutBoundNAT\",\n \"ExceptionList\":
- \ [\n \"__K8S_SERVICE_CIDR__\"\n ]\n }\n
- \ },\n {\n \"Name\": \"EndpointPolicy\",\n
- \ \"Value\": {\n \"Type\": \"SDNROUTE\",\n \"DestinationPrefix\":
- \ \"__K8S_SERVICE_CIDR__\",\n \"NeedEncap\": true\n }\n
- \ }\n ]\n }\n ]\n\n }\n---\napiVersion: apps/v1\nkind:
- DaemonSet\nmetadata:\n name: calico-node-windows\n labels:\n tier: node\n
- \ app: calico\n namespace: calico-system\nspec:\n selector:\n matchLabels:\n
- \ app: calico\n template:\n metadata:\n labels:\n tier: node\n
- \ app: calico\n spec:\n affinity:\n nodeAffinity:\n requiredDuringSchedulingIgnoredDuringExecution:\n
- \ nodeSelectorTerms:\n - matchExpressions:\n -
- key: kubernetes.io/os\n operator: In\n values:\n
- \ - windows\n - key: kubernetes.io/arch\n
- \ operator: In\n values:\n -
- amd64\n securityContext:\n windowsOptions:\n hostProcess:
- true\n runAsUserName: \"NT AUTHORITY\\\\system\"\n hostNetwork:
- true\n serviceAccountName: calico-node\n tolerations:\n - operator:
- Exists\n effect: NoSchedule\n # Mark the pod as a critical add-on
- for rescheduling.\n - key: CriticalAddonsOnly\n operator: Exists\n
- \ - effect: NoExecute\n operator: Exists\n initContainers:\n #
- This container installs the CNI binaries\n # and CNI network config file
- on each node.\n - name: install-cni\n image: sigwindowstools/calico-install:v3.26.1-hostprocess\n
- \ args: [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/install.ps1\"]\n
- \ imagePullPolicy: Always\n env:\n # Name of the CNI
- config file to create.\n - name: CNI_CONF_NAME\n value:
- \"10-calico.conflist\"\n # The CNI network config to install on each
- node.\n - name: CNI_NETWORK_CONFIG\n valueFrom:\n configMapKeyRef:\n
- \ name: calico-config-windows\n key: cni_network_config\n
- \ # Set the hostname based on the k8s node name.\n - name:
- KUBERNETES_NODE_NAME\n valueFrom:\n fieldRef:\n fieldPath:
- spec.nodeName\n # CNI MTU Config variable\n - name: CNI_MTU\n
- \ valueFrom:\n configMapKeyRef:\n name:
- calico-config-windows\n key: veth_mtu\n # Prevents
- the container from sleeping forever.\n - name: SLEEP\n value:
- \"false\"\n - name: K8S_SERVICE_CIDR\n value: \"10.96.0.0/12\"\n
- \ volumeMounts:\n - mountPath: /host/opt/cni/bin\n name:
- cni-bin-dir\n - mountPath: /host/etc/cni/net.d\n name:
- cni-net-dir\n - name: kubeadm-config\n mountPath: /etc/kubeadm-config/\n
- \ securityContext:\n windowsOptions:\n hostProcess:
- true\n runAsUserName: \"NT AUTHORITY\\\\system\"\n containers:\n
- \ - name: calico-node-startup\n image: sigwindowstools/calico-node:v3.26.1-hostprocess\n
- \ args: [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/node-service.ps1\"]\n
- \ workingDir: \"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/\"\n imagePullPolicy:
- Always\n volumeMounts:\n - name: calico-config-windows\n mountPath:
- /etc/kube-calico-windows/\n env:\n - name: POD_NAME\n valueFrom:\n
- \ fieldRef:\n apiVersion: v1\n fieldPath:
- metadata.name\n - name: POD_NAMESPACE\n valueFrom:\n fieldRef:\n
- \ apiVersion: v1\n fieldPath: metadata.namespace\n -
- name: CNI_IPAM_TYPE\n value: \"calico-ipam\"\n - name: CALICO_NETWORKING_BACKEND\n
- \ value: \"vxlan\"\n - name: KUBECONFIG\n value: \"C:/etc/cni/net.d/calico-kubeconfig\"\n
- \ - name: VXLAN_VNI\n value: \"4096\"\n - name: calico-node-felix\n
- \ image: sigwindowstools/calico-node:v3.26.1-hostprocess\n args:
- [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/felix-service.ps1\"]\n imagePullPolicy:
- Always\n workingDir: \"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/\"\n volumeMounts:\n
- \ - name: calico-config-windows\n mountPath: /etc/kube-calico-windows/\n
- \ - name: calico-static-rules\n mountPath: /calico/static-rules.json\n
- \ subPath: static-rules.json\n env:\n - name: POD_NAME\n
- \ valueFrom:\n fieldRef:\n apiVersion: v1\n fieldPath:
- metadata.name\n - name: POD_NAMESPACE\n valueFrom:\n fieldRef:\n
- \ apiVersion: v1\n fieldPath: metadata.namespace\n -
- name: VXLAN_VNI\n value: \"4096\"\n - name: KUBECONFIG\n value:
- \"C:/etc/cni/net.d/calico-kubeconfig\"\n volumes:\n - name: calico-config-windows\n
- \ configMap:\n name: calico-config-windows\n - name: calico-static-rules\n
- \ configMap:\n name: calico-static-rules\n # Used to install
- CNI.\n - name: cni-bin-dir\n hostPath:\n path: /opt/cni/bin\n
- \ - name: cni-net-dir\n hostPath:\n path: /etc/cni/net.d\n
- \ - name: kubeadm-config\n configMap:\n name: kubeadm-config\n---\napiVersion:
- apiextensions.k8s.io/v1\nkind: CustomResourceDefinition\nmetadata:\n name: ipamconfigs.crd.projectcalico.org\nspec:\n
- \ group: crd.projectcalico.org\n names:\n kind: IPAMConfig\n listKind:
- IPAMConfigList\n plural: ipamconfigs\n singular: ipamconfig\n preserveUnknownFields:
- false\n scope: Cluster\n versions:\n - name: v1\n schema:\n openAPIV3Schema:\n
- \ properties:\n apiVersion:\n description: 'APIVersion
- defines the versioned schema of this representation\n of an object.
- Servers should convert recognized schemas to the latest\n internal
- value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'\n
- \ type: string\n kind:\n description: 'Kind is a
- string value representing the REST resource this\n object represents.
- Servers may infer this from the endpoint the client\n submits requests
- to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'\n
- \ type: string\n metadata:\n type: object\n spec:\n
- \ description: IPAMConfigSpec contains the specification for an IPAMConfig\n
- \ resource.\n properties:\n autoAllocateBlocks:\n
- \ type: boolean\n maxBlocksPerHost:\n description:
- MaxBlocksPerHost, if non-zero, is the max number of blocks\n that
- can be affine to each host.\n maximum: 2147483647\n minimum:
- 0\n type: integer\n strictAffinity:\n type:
- boolean\n required:\n - autoAllocateBlocks\n -
- strictAffinity\n type: object\n type: object\n served: true\n
- \ storage: true\nstatus:\n acceptedNames:\n kind: \"\"\n plural: \"\"\n
- \ conditions: []\n storedVersions: []\n"
+ \"Switch\"\n }\n }\n ]\n } \n---\n"
kind: ConfigMap
metadata:
annotations:
diff --git a/templates/test/ci/cluster-template-prow-machine-pool.yaml b/templates/test/ci/cluster-template-prow-machine-pool.yaml
index 27846770989..483686ed680 100644
--- a/templates/test/ci/cluster-template-prow-machine-pool.yaml
+++ b/templates/test/ci/cluster-template-prow-machine-pool.yaml
@@ -386,18 +386,32 @@ spec:
type: Calico
calicoNetwork:
bgp: Disabled
+ windowsDataplane: HNS
mtu: 1350
- ipPools:
ipPools:{{range $i, $cidr := .Cluster.spec.clusterNetwork.pods.cidrBlocks }}
- cidr: {{ $cidr }}
encapsulation: VXLAN{{end}}
- registry: mcr.microsoft.com/oss
- # Image and registry configuration for the tigera/operator pod.
- tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
- calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ registry: quay.io
+ serviceCIDRs:
+ - 10.96.0.0/12 # must match cluster service CIDR (this is the default)
+ # Image and registry configuration for the tigera/operator pod
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
+ # when kubernetesServiceEndpoint (required for windows) is added
+ # DNS configuration is needed to look up the api server name properly
+ # https://github.com/projectcalico/calico/issues/9536
+ dnsConfig:
+ nameservers:
+ - 127.0.0.53
+ options:
+ - name: edns0
+ - name: trust-ad
+ kubernetesServiceEndpoint:
+ host: "{{ .Cluster.spec.controlPlaneEndpoint.host }}"
+ port: "{{ .Cluster.spec.controlPlaneEndpoint.port }}"
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
@@ -553,112 +567,7 @@ data:
\"ACL\",\n \"Protocol\": 6,\n \"Action\": \"Block\",\n
\ \"Direction\": \"Out\",\n \"RemoteAddresses\": \"168.63.129.16/32\",\n
\ \"RemotePorts\": \"80\",\n \"Priority\": 200,\n \"RuleType\":
- \"Switch\"\n }\n }\n ]\n } \n---\nkind: ConfigMap\napiVersion:
- v1\nmetadata:\n name: calico-config-windows\n namespace: calico-system\n labels:\n
- \ tier: node\n app: calico\ndata:\n veth_mtu: \"1350\"\n \n cni_network_config:
- |\n {\n \"name\": \"Calico\",\n \"cniVersion\": \"0.3.1\",\n \"plugins\":
- [\n {\n \"windows_use_single_network\": true,\n \"type\":
- \"calico\",\n \"mode\": \"vxlan\",\n \"nodename\": \"__KUBERNETES_NODE_NAME__\",\n
- \ \"nodename_file_optional\": true,\n \"log_file_path\": \"c:/cni.log\",\n
- \ \"log_level\": \"debug\",\n\n \"vxlan_mac_prefix\": \"0E-2A\",\n
- \ \"vxlan_vni\": 4096,\n \"mtu\": __CNI_MTU__,\n \"policy\":
- {\n \"type\": \"k8s\"\n },\n\n \"log_level\": \"info\",\n\n
- \ \"capabilities\": {\"dns\": true},\n \"DNS\": {\n \"Search\":
- \ [\n \"svc.cluster.local\"\n ]\n },\n\n \"datastore_type\":
- \"kubernetes\",\n\n \"kubernetes\": {\n \"kubeconfig\": \"__KUBECONFIG_FILEPATH__\"\n
- \ },\n\n \"ipam\": {\n \"type\": \"calico-ipam\",\n
- \ \"subnet\": \"usePodCidr\"\n },\n\n \"policies\":
- \ [\n {\n \"Name\": \"EndpointPolicy\",\n \"Value\":
- \ {\n \"Type\": \"OutBoundNAT\",\n \"ExceptionList\":
- \ [\n \"__K8S_SERVICE_CIDR__\"\n ]\n }\n
- \ },\n {\n \"Name\": \"EndpointPolicy\",\n
- \ \"Value\": {\n \"Type\": \"SDNROUTE\",\n \"DestinationPrefix\":
- \ \"__K8S_SERVICE_CIDR__\",\n \"NeedEncap\": true\n }\n
- \ }\n ]\n }\n ]\n\n }\n---\napiVersion: apps/v1\nkind:
- DaemonSet\nmetadata:\n name: calico-node-windows\n labels:\n tier: node\n
- \ app: calico\n namespace: calico-system\nspec:\n selector:\n matchLabels:\n
- \ app: calico\n template:\n metadata:\n labels:\n tier: node\n
- \ app: calico\n spec:\n affinity:\n nodeAffinity:\n requiredDuringSchedulingIgnoredDuringExecution:\n
- \ nodeSelectorTerms:\n - matchExpressions:\n -
- key: kubernetes.io/os\n operator: In\n values:\n
- \ - windows\n - key: kubernetes.io/arch\n
- \ operator: In\n values:\n -
- amd64\n securityContext:\n windowsOptions:\n hostProcess:
- true\n runAsUserName: \"NT AUTHORITY\\\\system\"\n hostNetwork:
- true\n serviceAccountName: calico-node\n tolerations:\n - operator:
- Exists\n effect: NoSchedule\n # Mark the pod as a critical add-on
- for rescheduling.\n - key: CriticalAddonsOnly\n operator: Exists\n
- \ - effect: NoExecute\n operator: Exists\n initContainers:\n #
- This container installs the CNI binaries\n # and CNI network config file
- on each node.\n - name: install-cni\n image: sigwindowstools/calico-install:v3.26.1-hostprocess\n
- \ args: [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/install.ps1\"]\n
- \ imagePullPolicy: Always\n env:\n # Name of the CNI
- config file to create.\n - name: CNI_CONF_NAME\n value:
- \"10-calico.conflist\"\n # The CNI network config to install on each
- node.\n - name: CNI_NETWORK_CONFIG\n valueFrom:\n configMapKeyRef:\n
- \ name: calico-config-windows\n key: cni_network_config\n
- \ # Set the hostname based on the k8s node name.\n - name:
- KUBERNETES_NODE_NAME\n valueFrom:\n fieldRef:\n fieldPath:
- spec.nodeName\n # CNI MTU Config variable\n - name: CNI_MTU\n
- \ valueFrom:\n configMapKeyRef:\n name:
- calico-config-windows\n key: veth_mtu\n # Prevents
- the container from sleeping forever.\n - name: SLEEP\n value:
- \"false\"\n - name: K8S_SERVICE_CIDR\n value: \"10.96.0.0/12\"\n
- \ volumeMounts:\n - mountPath: /host/opt/cni/bin\n name:
- cni-bin-dir\n - mountPath: /host/etc/cni/net.d\n name:
- cni-net-dir\n - name: kubeadm-config\n mountPath: /etc/kubeadm-config/\n
- \ securityContext:\n windowsOptions:\n hostProcess:
- true\n runAsUserName: \"NT AUTHORITY\\\\system\"\n containers:\n
- \ - name: calico-node-startup\n image: sigwindowstools/calico-node:v3.26.1-hostprocess\n
- \ args: [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/node-service.ps1\"]\n
- \ workingDir: \"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/\"\n imagePullPolicy:
- Always\n volumeMounts:\n - name: calico-config-windows\n mountPath:
- /etc/kube-calico-windows/\n env:\n - name: POD_NAME\n valueFrom:\n
- \ fieldRef:\n apiVersion: v1\n fieldPath:
- metadata.name\n - name: POD_NAMESPACE\n valueFrom:\n fieldRef:\n
- \ apiVersion: v1\n fieldPath: metadata.namespace\n -
- name: CNI_IPAM_TYPE\n value: \"calico-ipam\"\n - name: CALICO_NETWORKING_BACKEND\n
- \ value: \"vxlan\"\n - name: KUBECONFIG\n value: \"C:/etc/cni/net.d/calico-kubeconfig\"\n
- \ - name: VXLAN_VNI\n value: \"4096\"\n - name: calico-node-felix\n
- \ image: sigwindowstools/calico-node:v3.26.1-hostprocess\n args:
- [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/felix-service.ps1\"]\n imagePullPolicy:
- Always\n workingDir: \"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/\"\n volumeMounts:\n
- \ - name: calico-config-windows\n mountPath: /etc/kube-calico-windows/\n
- \ - name: calico-static-rules\n mountPath: /calico/static-rules.json\n
- \ subPath: static-rules.json\n env:\n - name: POD_NAME\n
- \ valueFrom:\n fieldRef:\n apiVersion: v1\n fieldPath:
- metadata.name\n - name: POD_NAMESPACE\n valueFrom:\n fieldRef:\n
- \ apiVersion: v1\n fieldPath: metadata.namespace\n -
- name: VXLAN_VNI\n value: \"4096\"\n - name: KUBECONFIG\n value:
- \"C:/etc/cni/net.d/calico-kubeconfig\"\n volumes:\n - name: calico-config-windows\n
- \ configMap:\n name: calico-config-windows\n - name: calico-static-rules\n
- \ configMap:\n name: calico-static-rules\n # Used to install
- CNI.\n - name: cni-bin-dir\n hostPath:\n path: /opt/cni/bin\n
- \ - name: cni-net-dir\n hostPath:\n path: /etc/cni/net.d\n
- \ - name: kubeadm-config\n configMap:\n name: kubeadm-config\n---\napiVersion:
- apiextensions.k8s.io/v1\nkind: CustomResourceDefinition\nmetadata:\n name: ipamconfigs.crd.projectcalico.org\nspec:\n
- \ group: crd.projectcalico.org\n names:\n kind: IPAMConfig\n listKind:
- IPAMConfigList\n plural: ipamconfigs\n singular: ipamconfig\n preserveUnknownFields:
- false\n scope: Cluster\n versions:\n - name: v1\n schema:\n openAPIV3Schema:\n
- \ properties:\n apiVersion:\n description: 'APIVersion
- defines the versioned schema of this representation\n of an object.
- Servers should convert recognized schemas to the latest\n internal
- value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'\n
- \ type: string\n kind:\n description: 'Kind is a
- string value representing the REST resource this\n object represents.
- Servers may infer this from the endpoint the client\n submits requests
- to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'\n
- \ type: string\n metadata:\n type: object\n spec:\n
- \ description: IPAMConfigSpec contains the specification for an IPAMConfig\n
- \ resource.\n properties:\n autoAllocateBlocks:\n
- \ type: boolean\n maxBlocksPerHost:\n description:
- MaxBlocksPerHost, if non-zero, is the max number of blocks\n that
- can be affine to each host.\n maximum: 2147483647\n minimum:
- 0\n type: integer\n strictAffinity:\n type:
- boolean\n required:\n - autoAllocateBlocks\n -
- strictAffinity\n type: object\n type: object\n served: true\n
- \ storage: true\nstatus:\n acceptedNames:\n kind: \"\"\n plural: \"\"\n
- \ conditions: []\n storedVersions: []\n"
+ \"Switch\"\n }\n }\n ]\n } \n---\n"
kind: ConfigMap
metadata:
annotations:
diff --git a/templates/test/ci/cluster-template-prow-nvidia-gpu.yaml b/templates/test/ci/cluster-template-prow-nvidia-gpu.yaml
index fc50b129e1a..cde1cdc4120 100644
--- a/templates/test/ci/cluster-template-prow-nvidia-gpu.yaml
+++ b/templates/test/ci/cluster-template-prow-nvidia-gpu.yaml
@@ -235,18 +235,32 @@ spec:
type: Calico
calicoNetwork:
bgp: Disabled
+ windowsDataplane: HNS
mtu: 1350
- ipPools:
ipPools:{{range $i, $cidr := .Cluster.spec.clusterNetwork.pods.cidrBlocks }}
- cidr: {{ $cidr }}
encapsulation: VXLAN{{end}}
- registry: mcr.microsoft.com/oss
- # Image and registry configuration for the tigera/operator pod.
- tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
- calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ registry: quay.io
+ serviceCIDRs:
+ - 10.96.0.0/12 # must match cluster service CIDR (this is the default)
+ # Image and registry configuration for the tigera/operator pod
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
+ # when kubernetesServiceEndpoint (required for windows) is added
+ # DNS configuration is needed to look up the api server name properly
+ # https://github.com/projectcalico/calico/issues/9536
+ dnsConfig:
+ nameservers:
+ - 127.0.0.53
+ options:
+ - name: edns0
+ - name: trust-ad
+ kubernetesServiceEndpoint:
+ host: "{{ .Cluster.spec.controlPlaneEndpoint.host }}"
+ port: "{{ .Cluster.spec.controlPlaneEndpoint.port }}"
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
diff --git a/templates/test/ci/cluster-template-prow-private.yaml b/templates/test/ci/cluster-template-prow-private.yaml
index e8c0bb9bcb7..57f6d9b243e 100644
--- a/templates/test/ci/cluster-template-prow-private.yaml
+++ b/templates/test/ci/cluster-template-prow-private.yaml
@@ -286,18 +286,32 @@ spec:
type: Calico
calicoNetwork:
bgp: Disabled
+ windowsDataplane: HNS
mtu: 1350
- ipPools:
ipPools:{{range $i, $cidr := .Cluster.spec.clusterNetwork.pods.cidrBlocks }}
- cidr: {{ $cidr }}
encapsulation: VXLAN{{end}}
- registry: mcr.microsoft.com/oss
- # Image and registry configuration for the tigera/operator pod.
- tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
- calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ registry: quay.io
+ serviceCIDRs:
+ - 10.96.0.0/12 # must match cluster service CIDR (this is the default)
+ # Image and registry configuration for the tigera/operator pod
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
+ # when kubernetesServiceEndpoint (required for windows) is added
+ # DNS configuration is needed to look up the api server name properly
+ # https://github.com/projectcalico/calico/issues/9536
+ dnsConfig:
+ nameservers:
+ - 127.0.0.53
+ options:
+ - name: edns0
+ - name: trust-ad
+ kubernetesServiceEndpoint:
+ host: "{{ .Cluster.spec.controlPlaneEndpoint.host }}"
+ port: "{{ .Cluster.spec.controlPlaneEndpoint.port }}"
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
@@ -384,6 +398,1089 @@ spec:
apiVersion: v1
data:
resources: |
+ apiVersion: apiextensions.k8s.io/v1
+ kind: CustomResourceDefinition
+ metadata:
+ annotations:
+ api-approved.kubernetes.io: https://github.com/kubernetes-sigs/network-policy-api/pull/30
+ policy.networking.k8s.io/bundle-version: v0.1.1
+ policy.networking.k8s.io/channel: experimental
+ creationTimestamp: null
+ name: adminnetworkpolicies.policy.networking.k8s.io
+ spec:
+ group: policy.networking.k8s.io
+ names:
+ kind: AdminNetworkPolicy
+ listKind: AdminNetworkPolicyList
+ plural: adminnetworkpolicies
+ shortNames:
+ - anp
+ singular: adminnetworkpolicy
+ scope: Cluster
+ versions:
+ - additionalPrinterColumns:
+ - jsonPath: .spec.priority
+ name: Priority
+ type: string
+ - jsonPath: .metadata.creationTimestamp
+ name: Age
+ type: date
+ name: v1alpha1
+ schema:
+ openAPIV3Schema:
+ description: |-
+ AdminNetworkPolicy is a cluster level resource that is part of the
+ AdminNetworkPolicy API.
+ properties:
+ apiVersion:
+ description: |-
+ APIVersion defines the versioned schema of this representation of an object.
+ Servers should convert recognized schemas to the latest internal value, and
+ may reject unrecognized values.
+ More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources
+ type: string
+ kind:
+ description: |-
+ Kind is a string value representing the REST resource this object represents.
+ Servers may infer this from the endpoint the client submits requests to.
+ Cannot be updated.
+ In CamelCase.
+ More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds
+ type: string
+ metadata:
+ type: object
+ spec:
+ description: Specification of the desired behavior of AdminNetworkPolicy.
+ properties:
+ egress:
+ description: |-
+ Egress is the list of Egress rules to be applied to the selected pods.
+ A total of 100 rules will be allowed in each ANP instance.
+ The relative precedence of egress rules within a single ANP object (all of
+ which share the priority) will be determined by the order in which the rule
+ is written. Thus, a rule that appears at the top of the egress rules
+ would take the highest precedence.
+ ANPs with no egress rules do not affect egress traffic.
+
+
+ Support: Core
+ items:
+ description: |-
+ AdminNetworkPolicyEgressRule describes an action to take on a particular
+ set of traffic originating from pods selected by a AdminNetworkPolicy's
+ Subject field.
+
+ properties:
+ action:
+ description: |-
+ Action specifies the effect this rule will have on matching traffic.
+ Currently the following actions are supported:
+ Allow: allows the selected traffic (even if it would otherwise have been denied by NetworkPolicy)
+ Deny: denies the selected traffic
+ Pass: instructs the selected traffic to skip any remaining ANP rules, and
+ then pass execution to any NetworkPolicies that select the pod.
+ If the pod is not selected by any NetworkPolicies then execution
+ is passed to any BaselineAdminNetworkPolicies that select the pod.
+
+
+ Support: Core
+ enum:
+ - Allow
+ - Deny
+ - Pass
+ type: string
+ name:
+ description: |-
+ Name is an identifier for this rule, that may be no more than 100 characters
+ in length. This field should be used by the implementation to help
+ improve observability, readability and error-reporting for any applied
+ AdminNetworkPolicies.
+
+
+ Support: Core
+ maxLength: 100
+ type: string
+ ports:
+ description: |-
+ Ports allows for matching traffic based on port and protocols.
+ This field is a list of destination ports for the outgoing egress traffic.
+ If Ports is not set then the rule does not filter traffic via port.
+
+
+ Support: Core
+ items:
+ description: |-
+ AdminNetworkPolicyPort describes how to select network ports on pod(s).
+ Exactly one field must be set.
+ maxProperties: 1
+ minProperties: 1
+ properties:
+ namedPort:
+ description: |-
+ NamedPort selects a port on a pod(s) based on name.
+
+
+ Support: Extended
+
+
+
+ type: string
+ portNumber:
+ description: |-
+ Port selects a port on a pod(s) based on number.
+
+
+ Support: Core
+ properties:
+ port:
+ description: |-
+ Number defines a network port value.
+
+
+ Support: Core
+ format: int32
+ maximum: 65535
+ minimum: 1
+ type: integer
+ protocol:
+ default: TCP
+ description: |-
+ Protocol is the network protocol (TCP, UDP, or SCTP) which traffic must
+ match. If not specified, this field defaults to TCP.
+
+
+ Support: Core
+ type: string
+ required:
+ - port
+ - protocol
+ type: object
+ portRange:
+ description: |-
+ PortRange selects a port range on a pod(s) based on provided start and end
+ values.
+
+
+ Support: Core
+ properties:
+ end:
+ description: |-
+ End defines a network port that is the end of a port range, the End value
+ must be greater than Start.
+
+
+ Support: Core
+ format: int32
+ maximum: 65535
+ minimum: 1
+ type: integer
+ protocol:
+ default: TCP
+ description: |-
+ Protocol is the network protocol (TCP, UDP, or SCTP) which traffic must
+ match. If not specified, this field defaults to TCP.
+
+
+ Support: Core
+ type: string
+ start:
+ description: |-
+ Start defines a network port that is the start of a port range, the Start
+ value must be less than End.
+
+
+ Support: Core
+ format: int32
+ maximum: 65535
+ minimum: 1
+ type: integer
+ required:
+ - end
+ - start
+ type: object
+ type: object
+ maxItems: 100
+ type: array
+ to:
+ description: |-
+ To is the List of destinations whose traffic this rule applies to.
+ If any AdminNetworkPolicyEgressPeer matches the destination of outgoing
+ traffic then the specified action is applied.
+ This field must be defined and contain at least one item.
+
+
+ Support: Core
+ items:
+ description: |-
+ AdminNetworkPolicyEgressPeer defines a peer to allow traffic to.
+ Exactly one of the selector pointers must be set for a given peer. If a
+ consumer observes none of its fields are set, they must assume an unknown
+ option has been specified and fail closed.
+ maxProperties: 1
+ minProperties: 1
+ properties:
+ namespaces:
+ description: |-
+ Namespaces defines a way to select all pods within a set of Namespaces.
+ Note that host-networked pods are not included in this type of peer.
+
+
+ Support: Core
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label selector
+ requirements. The requirements are ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the selector
+ applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ networks:
+ description: |-
+ Networks defines a way to select peers via CIDR blocks.
+ This is intended for representing entities that live outside the cluster,
+ which can't be selected by pods, namespaces and nodes peers, but note
+ that cluster-internal traffic will be checked against the rule as
+ well. So if you Allow or Deny traffic to `"0.0.0.0/0"`, that will allow
+ or deny all IPv4 pod-to-pod traffic as well. If you don't want that,
+ add a rule that Passes all pod traffic before the Networks rule.
+
+
+ Each item in Networks should be provided in the CIDR format and should be
+ IPv4 or IPv6, for example "10.0.0.0/8" or "fd00::/8".
+
+
+ Networks can have upto 25 CIDRs specified.
+
+
+ Support: Extended
+
+
+
+ items:
+ description: |-
+ CIDR is an IP address range in CIDR notation (for example, "10.0.0.0/8" or "fd00::/8").
+ This string must be validated by implementations using net.ParseCIDR
+ TODO: Introduce CEL CIDR validation regex isCIDR() in Kube 1.31 when it is available.
+ maxLength: 43
+ type: string
+ x-kubernetes-validations:
+ - message: CIDR must be either an IPv4 or IPv6 address.
+ IPv4 address embedded in IPv6 addresses are not
+ supported
+ rule: self.contains(':') != self.contains('.')
+ maxItems: 25
+ minItems: 1
+ type: array
+ x-kubernetes-list-type: set
+ nodes:
+ description: |-
+ Nodes defines a way to select a set of nodes in
+ the cluster. This field follows standard label selector
+ semantics; if present but empty, it selects all Nodes.
+
+
+ Support: Extended
+
+
+
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label selector
+ requirements. The requirements are ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the selector
+ applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ pods:
+ description: |-
+ Pods defines a way to select a set of pods in
+ a set of namespaces. Note that host-networked pods
+ are not included in this type of peer.
+
+
+ Support: Core
+ properties:
+ namespaceSelector:
+ description: |-
+ NamespaceSelector follows standard label selector semantics; if empty,
+ it selects all Namespaces.
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label
+ selector requirements. The requirements are
+ ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the
+ selector applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ podSelector:
+ description: |-
+ PodSelector is used to explicitly select pods within a namespace; if empty,
+ it selects all Pods.
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label
+ selector requirements. The requirements are
+ ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the
+ selector applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ required:
+ - namespaceSelector
+ - podSelector
+ type: object
+ type: object
+ maxItems: 100
+ minItems: 1
+ type: array
+ required:
+ - action
+ - to
+ type: object
+ x-kubernetes-validations:
+ - message: networks/nodes peer cannot be set with namedPorts since
+ there are no namedPorts for networks/nodes
+ rule: '!(self.to.exists(peer, has(peer.networks) || has(peer.nodes))
+ && has(self.ports) && self.ports.exists(port, has(port.namedPort)))'
+ maxItems: 100
+ type: array
+ ingress:
+ description: |-
+ Ingress is the list of Ingress rules to be applied to the selected pods.
+ A total of 100 rules will be allowed in each ANP instance.
+ The relative precedence of ingress rules within a single ANP object (all of
+ which share the priority) will be determined by the order in which the rule
+ is written. Thus, a rule that appears at the top of the ingress rules
+ would take the highest precedence.
+ ANPs with no ingress rules do not affect ingress traffic.
+
+
+ Support: Core
+ items:
+ description: |-
+ AdminNetworkPolicyIngressRule describes an action to take on a particular
+ set of traffic destined for pods selected by an AdminNetworkPolicy's
+ Subject field.
+ properties:
+ action:
+ description: |-
+ Action specifies the effect this rule will have on matching traffic.
+ Currently the following actions are supported:
+ Allow: allows the selected traffic (even if it would otherwise have been denied by NetworkPolicy)
+ Deny: denies the selected traffic
+ Pass: instructs the selected traffic to skip any remaining ANP rules, and
+ then pass execution to any NetworkPolicies that select the pod.
+ If the pod is not selected by any NetworkPolicies then execution
+ is passed to any BaselineAdminNetworkPolicies that select the pod.
+
+
+ Support: Core
+ enum:
+ - Allow
+ - Deny
+ - Pass
+ type: string
+ from:
+ description: |-
+ From is the list of sources whose traffic this rule applies to.
+ If any AdminNetworkPolicyIngressPeer matches the source of incoming
+ traffic then the specified action is applied.
+ This field must be defined and contain at least one item.
+
+
+ Support: Core
+ items:
+ description: |-
+ AdminNetworkPolicyIngressPeer defines an in-cluster peer to allow traffic from.
+ Exactly one of the selector pointers must be set for a given peer. If a
+ consumer observes none of its fields are set, they must assume an unknown
+ option has been specified and fail closed.
+ maxProperties: 1
+ minProperties: 1
+ properties:
+ namespaces:
+ description: |-
+ Namespaces defines a way to select all pods within a set of Namespaces.
+ Note that host-networked pods are not included in this type of peer.
+
+
+ Support: Core
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label selector
+ requirements. The requirements are ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the selector
+ applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ pods:
+ description: |-
+ Pods defines a way to select a set of pods in
+ a set of namespaces. Note that host-networked pods
+ are not included in this type of peer.
+
+
+ Support: Core
+ properties:
+ namespaceSelector:
+ description: |-
+ NamespaceSelector follows standard label selector semantics; if empty,
+ it selects all Namespaces.
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label
+ selector requirements. The requirements are
+ ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the
+ selector applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ podSelector:
+ description: |-
+ PodSelector is used to explicitly select pods within a namespace; if empty,
+ it selects all Pods.
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label
+ selector requirements. The requirements are
+ ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the
+ selector applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ required:
+ - namespaceSelector
+ - podSelector
+ type: object
+ type: object
+ maxItems: 100
+ minItems: 1
+ type: array
+ name:
+ description: |-
+ Name is an identifier for this rule, that may be no more than 100 characters
+ in length. This field should be used by the implementation to help
+ improve observability, readability and error-reporting for any applied
+ AdminNetworkPolicies.
+
+
+ Support: Core
+ maxLength: 100
+ type: string
+ ports:
+ description: |-
+ Ports allows for matching traffic based on port and protocols.
+ This field is a list of ports which should be matched on
+ the pods selected for this policy i.e the subject of the policy.
+ So it matches on the destination port for the ingress traffic.
+ If Ports is not set then the rule does not filter traffic via port.
+
+
+ Support: Core
+ items:
+ description: |-
+ AdminNetworkPolicyPort describes how to select network ports on pod(s).
+ Exactly one field must be set.
+ maxProperties: 1
+ minProperties: 1
+ properties:
+ namedPort:
+ description: |-
+ NamedPort selects a port on a pod(s) based on name.
+
+
+ Support: Extended
+
+
+
+ type: string
+ portNumber:
+ description: |-
+ Port selects a port on a pod(s) based on number.
+
+
+ Support: Core
+ properties:
+ port:
+ description: |-
+ Number defines a network port value.
+
+
+ Support: Core
+ format: int32
+ maximum: 65535
+ minimum: 1
+ type: integer
+ protocol:
+ default: TCP
+ description: |-
+ Protocol is the network protocol (TCP, UDP, or SCTP) which traffic must
+ match. If not specified, this field defaults to TCP.
+
+
+ Support: Core
+ type: string
+ required:
+ - port
+ - protocol
+ type: object
+ portRange:
+ description: |-
+ PortRange selects a port range on a pod(s) based on provided start and end
+ values.
+
+
+ Support: Core
+ properties:
+ end:
+ description: |-
+ End defines a network port that is the end of a port range, the End value
+ must be greater than Start.
+
+
+ Support: Core
+ format: int32
+ maximum: 65535
+ minimum: 1
+ type: integer
+ protocol:
+ default: TCP
+ description: |-
+ Protocol is the network protocol (TCP, UDP, or SCTP) which traffic must
+ match. If not specified, this field defaults to TCP.
+
+
+ Support: Core
+ type: string
+ start:
+ description: |-
+ Start defines a network port that is the start of a port range, the Start
+ value must be less than End.
+
+
+ Support: Core
+ format: int32
+ maximum: 65535
+ minimum: 1
+ type: integer
+ required:
+ - end
+ - start
+ type: object
+ type: object
+ maxItems: 100
+ type: array
+ required:
+ - action
+ - from
+ type: object
+ maxItems: 100
+ type: array
+ priority:
+ description: |-
+ Priority is a value from 0 to 1000. Rules with lower priority values have
+ higher precedence, and are checked before rules with higher priority values.
+ All AdminNetworkPolicy rules have higher precedence than NetworkPolicy or
+ BaselineAdminNetworkPolicy rules
+ The behavior is undefined if two ANP objects have same priority.
+
+
+ Support: Core
+ format: int32
+ maximum: 1000
+ minimum: 0
+ type: integer
+ subject:
+ description: |-
+ Subject defines the pods to which this AdminNetworkPolicy applies.
+ Note that host-networked pods are not included in subject selection.
+
+
+ Support: Core
+ maxProperties: 1
+ minProperties: 1
+ properties:
+ namespaces:
+ description: Namespaces is used to select pods via namespace selectors.
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label selector
+ requirements. The requirements are ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the selector
+ applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ pods:
+ description: Pods is used to select pods via namespace AND pod
+ selectors.
+ properties:
+ namespaceSelector:
+ description: |-
+ NamespaceSelector follows standard label selector semantics; if empty,
+ it selects all Namespaces.
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label selector
+ requirements. The requirements are ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the selector
+ applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ podSelector:
+ description: |-
+ PodSelector is used to explicitly select pods within a namespace; if empty,
+ it selects all Pods.
+ properties:
+ matchExpressions:
+ description: matchExpressions is a list of label selector
+ requirements. The requirements are ANDed.
+ items:
+ description: |-
+ A label selector requirement is a selector that contains values, a key, and an operator that
+ relates the key and values.
+ properties:
+ key:
+ description: key is the label key that the selector
+ applies to.
+ type: string
+ operator:
+ description: |-
+ operator represents a key's relationship to a set of values.
+ Valid operators are In, NotIn, Exists and DoesNotExist.
+ type: string
+ values:
+ description: |-
+ values is an array of string values. If the operator is In or NotIn,
+ the values array must be non-empty. If the operator is Exists or DoesNotExist,
+ the values array must be empty. This array is replaced during a strategic
+ merge patch.
+ items:
+ type: string
+ type: array
+ required:
+ - key
+ - operator
+ type: object
+ type: array
+ matchLabels:
+ additionalProperties:
+ type: string
+ description: |-
+ matchLabels is a map of {key,value} pairs. A single {key,value} in the matchLabels
+ map is equivalent to an element of matchExpressions, whose key field is "key", the
+ operator is "In", and the values array contains only "value". The requirements are ANDed.
+ type: object
+ type: object
+ x-kubernetes-map-type: atomic
+ required:
+ - namespaceSelector
+ - podSelector
+ type: object
+ type: object
+ required:
+ - priority
+ - subject
+ type: object
+ status:
+ description: Status is the status to be reported by the implementation.
+ properties:
+ conditions:
+ items:
+ description: "Condition contains details for one aspect of the current
+ state of this API Resource.\n---\nThis struct is intended for
+ direct use as an array at the field path .status.conditions. For
+ example,\n\n\n\ttype FooStatus struct{\n\t // Represents the
+ observations of a foo's current state.\n\t // Known .status.conditions.type
+ are: \"Available\", \"Progressing\", and \"Degraded\"\n\t //
+ +patchMergeKey=type\n\t // +patchStrategy=merge\n\t // +listType=map\n\t
+ \ // +listMapKey=type\n\t Conditions []metav1.Condition `json:\"conditions,omitempty\"
+ patchStrategy:\"merge\" patchMergeKey:\"type\" protobuf:\"bytes,1,rep,name=conditions\"`\n\n\n\t
+ \ // other fields\n\t}"
+ properties:
+ lastTransitionTime:
+ description: |-
+ lastTransitionTime is the last time the condition transitioned from one status to another.
+ This should be when the underlying condition changed. If that is not known, then using the time when the API field changed is acceptable.
+ format: date-time
+ type: string
+ message:
+ description: |-
+ message is a human readable message indicating details about the transition.
+ This may be an empty string.
+ maxLength: 32768
+ type: string
+ observedGeneration:
+ description: |-
+ observedGeneration represents the .metadata.generation that the condition was set based upon.
+ For instance, if .metadata.generation is currently 12, but the .status.conditions[x].observedGeneration is 9, the condition is out of date
+ with respect to the current state of the instance.
+ format: int64
+ minimum: 0
+ type: integer
+ reason:
+ description: |-
+ reason contains a programmatic identifier indicating the reason for the condition's last transition.
+ Producers of specific condition types may define expected values and meanings for this field,
+ and whether the values are considered a guaranteed API.
+ The value should be a CamelCase string.
+ This field may not be empty.
+ maxLength: 1024
+ minLength: 1
+ pattern: ^[A-Za-z]([A-Za-z0-9_,:]*[A-Za-z0-9_])?$
+ type: string
+ status:
+ description: status of the condition, one of True, False, Unknown.
+ enum:
+ - "True"
+ - "False"
+ - Unknown
+ type: string
+ type:
+ description: |-
+ type of condition in CamelCase or in foo.example.com/CamelCase.
+ ---
+ Many .condition.type values are consistent across resources like Available, but because arbitrary conditions can be
+ useful (see .node.status.conditions), the ability to deconflict is important.
+ The regex it matches is (dns1123SubdomainFmt/)?(qualifiedNameFmt)
+ maxLength: 316
+ pattern: ^([a-z0-9]([-a-z0-9]*[a-z0-9])?(\.[a-z0-9]([-a-z0-9]*[a-z0-9])?)*/)?(([A-Za-z0-9][-A-Za-z0-9_.]*)?[A-Za-z0-9])$
+ type: string
+ required:
+ - lastTransitionTime
+ - message
+ - reason
+ - status
+ - type
+ type: object
+ type: array
+ x-kubernetes-list-map-keys:
+ - type
+ x-kubernetes-list-type: map
+ required:
+ - conditions
+ type: object
+ required:
+ - metadata
+ - spec
+ type: object
+ served: true
+ storage: true
+ subresources:
+ status: {}
+ status:
+ acceptedNames:
+ kind: ""
+ plural: ""
+ conditions: null
+ storedVersions: null
+ ---
apiVersion: apiextensions.k8s.io/v1
kind: CustomResourceDefinition
metadata:
@@ -485,8 +1582,14 @@ data:
a valid secret key.
type: string
name:
- description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names
- TODO: Add other useful fields. apiVersion, kind, uid?'
+ default: ""
+ description: 'Name of the referent. This field is effectively
+ required, but due to backwards compatibility is allowed
+ to be empty. Instances of this type with an empty value
+ here are almost certainly wrong. TODO: Add other useful
+ fields. apiVersion, kind, uid? More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names
+ TODO: Drop `kubebuilder:default` when controller-gen doesn''t
+ need it https://github.com/kubernetes-sigs/kubebuilder/issues/3896.'
type: string
optional:
description: Specify whether the Secret or its key must be
@@ -617,12 +1720,27 @@ data:
type: string
cidr:
type: string
+ interface:
+ type: string
matchOperator:
type: string
+ prefixLength:
+ properties:
+ max:
+ format: int32
+ maximum: 32
+ minimum: 0
+ type: integer
+ min:
+ format: int32
+ maximum: 32
+ minimum: 0
+ type: integer
+ type: object
+ source:
+ type: string
required:
- action
- - cidr
- - matchOperator
type: object
type: array
exportV6:
@@ -636,12 +1754,27 @@ data:
type: string
cidr:
type: string
+ interface:
+ type: string
matchOperator:
type: string
+ prefixLength:
+ properties:
+ max:
+ format: int32
+ maximum: 128
+ minimum: 0
+ type: integer
+ min:
+ format: int32
+ maximum: 128
+ minimum: 0
+ type: integer
+ type: object
+ source:
+ type: string
required:
- action
- - cidr
- - matchOperator
type: object
type: array
importV4:
@@ -655,12 +1788,27 @@ data:
type: string
cidr:
type: string
+ interface:
+ type: string
matchOperator:
type: string
+ prefixLength:
+ properties:
+ max:
+ format: int32
+ maximum: 32
+ minimum: 0
+ type: integer
+ min:
+ format: int32
+ maximum: 32
+ minimum: 0
+ type: integer
+ type: object
+ source:
+ type: string
required:
- action
- - cidr
- - matchOperator
type: object
type: array
importV6:
@@ -674,12 +1822,27 @@ data:
type: string
cidr:
type: string
+ interface:
+ type: string
matchOperator:
type: string
+ prefixLength:
+ properties:
+ max:
+ format: int32
+ maximum: 128
+ minimum: 0
+ type: integer
+ min:
+ format: int32
+ maximum: 128
+ minimum: 0
+ type: integer
+ type: object
+ source:
+ type: string
required:
- action
- - cidr
- - matchOperator
type: object
type: array
type: object
@@ -758,7 +1921,7 @@ data:
numAllowedLocalASNumbers:
description: Maximum number of local AS numbers that are allowed in
the AS path for received routes. This removes BGP loop prevention
- and should only be used if absolutely necesssary.
+ and should only be used if absolutely necessary.
format: int32
type: integer
password:
@@ -773,8 +1936,14 @@ data:
a valid secret key.
type: string
name:
- description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names
- TODO: Add other useful fields. apiVersion, kind, uid?'
+ default: ""
+ description: 'Name of the referent. This field is effectively
+ required, but due to backwards compatibility is allowed
+ to be empty. Instances of this type with an empty value
+ here are almost certainly wrong. TODO: Add other useful
+ fields. apiVersion, kind, uid? More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names
+ TODO: Drop `kubebuilder:default` when controller-gen doesn''t
+ need it https://github.com/kubernetes-sigs/kubebuilder/issues/3896.'
type: string
optional:
description: Specify whether the Secret or its key must be
@@ -1269,12 +2438,32 @@ data:
- Enable
- Disable
type: string
+ bpfCTLBLogFilter:
+ description: 'BPFCTLBLogFilter specifies, what is logged by connect
+ time load balancer when BPFLogLevel is debug. Currently has to be
+ specified as ''all'' when BPFLogFilters is set to see CTLB logs.
+ [Default: unset - means logs are emitted when BPFLogLevel id debug
+ and BPFLogFilters not set.]'
+ type: string
+ bpfConnectTimeLoadBalancing:
+ description: 'BPFConnectTimeLoadBalancing when in BPF mode, controls
+ whether Felix installs the connect-time load balancer. The connect-time
+ load balancer is required for the host to be able to reach Kubernetes
+ services and it improves the performance of pod-to-service connections.When
+ set to TCP, connect time load balancing is available only for services
+ with TCP ports. [Default: TCP]'
+ enum:
+ - TCP
+ - Enabled
+ - Disabled
+ type: string
bpfConnectTimeLoadBalancingEnabled:
description: 'BPFConnectTimeLoadBalancingEnabled when in BPF mode,
controls whether Felix installs the connection-time load balancer. The
connect-time load balancer is required for the host to be able to
reach Kubernetes services and it improves the performance of pod-to-service
- connections. The only reason to disable it is for debugging purposes. [Default:
+ connections. The only reason to disable it is for debugging purposes.
+ This will be deprecated. Use BPFConnectTimeLoadBalancing [Default:
true]'
type: boolean
bpfDSROptoutCIDRs:
@@ -1293,6 +2482,12 @@ data:
the cluster. It should not match the workload interfaces (usually
named cali...).
type: string
+ bpfDisableGROForIfaces:
+ description: BPFDisableGROForIfaces is a regular expression that controls
+ which interfaces Felix should disable the Generic Receive Offload
+ [GRO] option. It should not match the workload interfaces (usually
+ named cali...).
+ type: string
bpfDisableUnprivileged:
description: 'BPFDisableUnprivileged, if enabled, Felix sets the kernel.unprivileged_bpf_disabled
sysctl to disable unprivileged use of BPF. This ensures that unprivileged
@@ -1308,7 +2503,15 @@ data:
with BPF programs regardless of what is the per-interfaces or global
setting. Possible values are Disabled, Strict or Loose. [Default:
Loose]'
+ pattern: ^(?i)(Disabled|Strict|Loose)?$
type: string
+ bpfExcludeCIDRsFromNAT:
+ description: BPFExcludeCIDRsFromNAT is a list of CIDRs that are to
+ be excluded from NAT resolution so that host can handle them. A
+ typical usecase is node local DNS cache.
+ items:
+ type: string
+ type: array
bpfExtToServiceConnmark:
description: 'BPFExtToServiceConnmark in BPF mode, control a 32bit
mark that is set on connections from an external client to a local
@@ -1325,15 +2528,35 @@ data:
is sent directly from the remote node. In "DSR" mode, the remote
node appears to use the IP of the ingress node; this requires a
permissive L2 network. [Default: Tunnel]'
+ pattern: ^(?i)(Tunnel|DSR)?$
type: string
+ bpfForceTrackPacketsFromIfaces:
+ description: 'BPFForceTrackPacketsFromIfaces in BPF mode, forces traffic
+ from these interfaces to skip Calico''s iptables NOTRACK rule, allowing
+ traffic from those interfaces to be tracked by Linux conntrack. Should
+ only be used for interfaces that are not used for the Calico fabric. For
+ example, a docker bridge device for non-Calico-networked containers.
+ [Default: docker+]'
+ items:
+ type: string
+ type: array
bpfHostConntrackBypass:
description: 'BPFHostConntrackBypass Controls whether to bypass Linux
conntrack in BPF mode for workloads and services. [Default: true
- bypass Linux conntrack]'
type: boolean
+ bpfHostNetworkedNATWithoutCTLB:
+ description: 'BPFHostNetworkedNATWithoutCTLB when in BPF mode, controls
+ whether Felix does a NAT without CTLB. This along with BPFConnectTimeLoadBalancing
+ determines the CTLB behavior. [Default: Enabled]'
+ enum:
+ - Enabled
+ - Disabled
+ type: string
bpfKubeProxyEndpointSlicesEnabled:
- description: BPFKubeProxyEndpointSlicesEnabled in BPF mode, controls
- whether Felix's embedded kube-proxy accepts EndpointSlices or not.
+ description: BPFKubeProxyEndpointSlicesEnabled is deprecated and has
+ no effect. BPF kube-proxy always accepts endpoint slices. This option
+ will be removed in the next release.
type: boolean
bpfKubeProxyIptablesCleanupEnabled:
description: 'BPFKubeProxyIptablesCleanupEnabled, if enabled in BPF
@@ -1346,6 +2569,7 @@ data:
minimum time between updates to the dataplane for Felix''s embedded
kube-proxy. Lower values give reduced set-up latency. Higher values
reduce Felix CPU usage by batching up more work. [Default: 1s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
bpfL3IfacePattern:
description: BPFL3IfacePattern is a regular expression that allows
@@ -1355,11 +2579,22 @@ data:
as any interfaces that handle incoming traffic to nodeports and
services from outside the cluster.
type: string
+ bpfLogFilters:
+ additionalProperties:
+ type: string
+ description: "BPFLogFilters is a map of key=values where the value
+ is a pcap filter expression and the key is an interface name with
+ 'all' denoting all interfaces, 'weps' all workload endpoints and
+ 'heps' all host endpoints. \n When specified as an env var, it accepts
+ a comma-separated list of key=values. [Default: unset - means all
+ debug logs are emitted]"
+ type: object
bpfLogLevel:
description: 'BPFLogLevel controls the log level of the BPF programs
when in BPF dataplane mode. One of "Off", "Info", or "Debug". The
logs are emitted to the BPF trace pipe, accessible with the command
`tc exec bpf debug`. [Default: Off].'
+ pattern: ^(?i)(Off|Info|Debug)?$
type: string
bpfMapSizeConntrack:
description: 'BPFMapSizeConntrack sets the size for the conntrack
@@ -1416,6 +2651,17 @@ data:
information about the BPF policy programs, which can be examined
with the calico-bpf command-line tool.
type: boolean
+ bpfRedirectToPeer:
+ description: 'BPFRedirectToPeer controls which whether it is allowed
+ to forward straight to the peer side of the workload devices. It
+ is allowed for any host L2 devices by default (L2Only), but it breaks
+ TCP dump on the host side of workload device as it bypasses it on
+ ingress. Value of Enabled also allows redirection from L3 host devices
+ like IPIP tunnel or Wireguard directly to the peer side of the workload''s
+ device. This makes redirection faster, however, it breaks tools
+ like tcpdump on the peer side. Use Enabled with caution. [Default:
+ L2Only]'
+ type: string
chainInsertMode:
description: 'ChainInsertMode controls whether Felix hooks the kernel''s
top-level iptables chains by inserting a rule at the top of the
@@ -1424,6 +2670,7 @@ data:
to append mode, be sure that the other rules in the chains signal
acceptance by falling through to the Calico rules, otherwise the
Calico policy will be bypassed. [Default: insert]'
+ pattern: ^(?i)(insert|append)?$
type: string
dataplaneDriver:
description: DataplaneDriver filename of the external dataplane driver
@@ -1439,11 +2686,25 @@ data:
type: string
debugDisableLogDropping:
type: boolean
+ debugHost:
+ description: DebugHost is the host IP or hostname to bind the debug
+ port to. Only used if DebugPort is set. [Default:localhost]
+ type: string
debugMemoryProfilePath:
type: string
+ debugPort:
+ description: DebugPort if set, enables Felix's debug HTTP port, which
+ allows memory and CPU profiles to be retrieved. The debug port
+ is not secure, it should not be exposed to the internet.
+ type: integer
debugSimulateCalcGraphHangAfter:
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
+ type: string
+ debugSimulateDataplaneApplyDelay:
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
debugSimulateDataplaneHangAfter:
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
defaultEndpointToHostAction:
description: 'DefaultEndpointToHostAction controls what happens to
@@ -1458,6 +2719,7 @@ data:
endpoint egress policy. Use ACCEPT to unconditionally accept packets
from workloads after processing workload endpoint egress policy.
[Default: Drop]'
+ pattern: ^(?i)(Drop|Accept|Return)?$
type: string
deviceRouteProtocol:
description: This defines the route protocol added to programmed device
@@ -1476,9 +2738,16 @@ data:
disableConntrackInvalidCheck:
type: boolean
endpointReportingDelay:
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
endpointReportingEnabled:
type: boolean
+ endpointStatusPathPrefix:
+ description: "EndpointStatusPathPrefix is the path to the directory
+ where endpoint status will be written. Endpoint status file reporting
+ is disabled if field is left empty. \n Chosen directory should match
+ the directory used by the CNI for PodStartupDelay. [Default: \"\"]"
+ type: string
externalNodesList:
description: ExternalNodesCIDRList is a list of CIDR's of external-non-calico-nodes
which may source tunnel traffic and have the tunneled traffic be
@@ -1487,15 +2756,17 @@ data:
type: string
type: array
failsafeInboundHostPorts:
- description: 'FailsafeInboundHostPorts is a list of UDP/TCP ports
- and CIDRs that Felix will allow incoming traffic to host endpoints
- on irrespective of the security policy. This is useful to avoid
- accidentally cutting off a host with incorrect configuration. For
- back-compatibility, if the protocol is not specified, it defaults
- to "tcp". If a CIDR is not specified, it will allow traffic from
- all addresses. To disable all inbound host ports, use the value
- none. The default value allows ssh access and DHCP. [Default: tcp:22,
- udp:68, tcp:179, tcp:2379, tcp:2380, tcp:6443, tcp:6666, tcp:6667]'
+ description: 'FailsafeInboundHostPorts is a list of PortProto struct
+ objects including UDP/TCP/SCTP ports and CIDRs that Felix will allow
+ incoming traffic to host endpoints on irrespective of the security
+ policy. This is useful to avoid accidentally cutting off a host
+ with incorrect configuration. For backwards compatibility, if the
+ protocol is not specified, it defaults to "tcp". If a CIDR is not
+ specified, it will allow traffic from all addresses. To disable
+ all inbound host ports, use the value "[]". The default value allows
+ ssh access, DHCP, BGP, etcd and the Kubernetes API. [Default: tcp:22,
+ udp:68, tcp:179, tcp:2379, tcp:2380, tcp:5473, tcp:6443, tcp:6666,
+ tcp:6667 ]'
items:
description: ProtoPort is combination of protocol, port, and CIDR.
Protocol and port must be specified.
@@ -1512,17 +2783,18 @@ data:
type: object
type: array
failsafeOutboundHostPorts:
- description: 'FailsafeOutboundHostPorts is a list of UDP/TCP ports
- and CIDRs that Felix will allow outgoing traffic from host endpoints
- to irrespective of the security policy. This is useful to avoid
- accidentally cutting off a host with incorrect configuration. For
- back-compatibility, if the protocol is not specified, it defaults
- to "tcp". If a CIDR is not specified, it will allow traffic from
- all addresses. To disable all outbound host ports, use the value
- none. The default value opens etcd''s standard ports to ensure that
- Felix does not get cut off from etcd as well as allowing DHCP and
- DNS. [Default: tcp:179, tcp:2379, tcp:2380, tcp:6443, tcp:6666,
- tcp:6667, udp:53, udp:67]'
+ description: 'FailsafeOutboundHostPorts is a list of List of PortProto
+ struct objects including UDP/TCP/SCTP ports and CIDRs that Felix
+ will allow outgoing traffic from host endpoints to irrespective
+ of the security policy. This is useful to avoid accidentally cutting
+ off a host with incorrect configuration. For backwards compatibility,
+ if the protocol is not specified, it defaults to "tcp". If a CIDR
+ is not specified, it will allow traffic from all addresses. To disable
+ all outbound host ports, use the value "[]". The default value opens
+ etcd''s standard ports to ensure that Felix does not get cut off
+ from etcd as well as allowing DHCP, DNS, BGP and the Kubernetes
+ API. [Default: udp:53, udp:67, tcp:179, tcp:2379, tcp:2380, tcp:5473,
+ tcp:6443, tcp:6666, tcp:6667 ]'
items:
description: ProtoPort is combination of protocol, port, and CIDR.
Protocol and port must be specified.
@@ -1543,12 +2815,14 @@ data:
based on auto-detected platform capabilities. Values are specified
in a comma separated list with no spaces, example; "SNATFullyRandom=true,MASQFullyRandom=false,RestoreSupportsLock=". "true"
or "false" will force the feature, empty or omitted values are auto-detected.
+ pattern: ^([a-zA-Z0-9-_]+=(true|false|),)*([a-zA-Z0-9-_]+=(true|false|))?$
type: string
featureGates:
description: FeatureGates is used to enable or disable tech-preview
Calico features. Values are specified in a comma separated list
with no spaces, example; "BPFConnectTimeLoadBalancingWorkaround=enabled,XyZ=false".
This is used to enable features that are not fully production ready.
+ pattern: ^([a-zA-Z0-9-_]+=([^=]+),)*([a-zA-Z0-9-_]+=([^=]+))?$
type: string
floatingIPs:
description: FloatingIPs configures whether or not Felix will program
@@ -1564,6 +2838,35 @@ data:
is not recommended since it doesn''t provide better performance
than iptables. [Default: false]'
type: boolean
+ goGCThreshold:
+ description: "GoGCThreshold Sets the Go runtime's garbage collection
+ threshold. I.e. the percentage that the heap is allowed to grow
+ before garbage collection is triggered. In general, doubling the
+ value halves the CPU time spent doing GC, but it also doubles peak
+ GC memory overhead. A special value of -1 can be used to disable
+ GC entirely; this should only be used in conjunction with the GoMemoryLimitMB
+ setting. \n This setting is overridden by the GOGC environment variable.
+ \n [Default: 40]"
+ type: integer
+ goMaxProcs:
+ description: "GoMaxProcs sets the maximum number of CPUs that the
+ Go runtime will use concurrently. A value of -1 means \"use the
+ system default\"; typically the number of real CPUs on the system.
+ \n this setting is overridden by the GOMAXPROCS environment variable.
+ \n [Default: -1]"
+ type: integer
+ goMemoryLimitMB:
+ description: "GoMemoryLimitMB sets a (soft) memory limit for the Go
+ runtime in MB. The Go runtime will try to keep its memory usage
+ under the limit by triggering GC as needed. To avoid thrashing,
+ it will exceed the limit if GC starts to take more than 50% of the
+ process's CPU time. A value of -1 disables the memory limit. \n
+ Note that the memory limit, if used, must be considerably less than
+ any hard resource limit set at the container or pod level. This
+ is because felix is not the only process that must run in the container
+ or pod. \n This setting is overridden by the GOMEMLIMIT environment
+ variable. \n [Default: -1]"
+ type: integer
healthEnabled:
type: boolean
healthHost:
@@ -1610,6 +2913,16 @@ data:
description: InterfaceRefreshInterval is the period at which Felix
rescans local interfaces to verify their state. The rescan can be
disabled by setting the interval to 0.
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
+ type: string
+ ipForwarding:
+ description: 'IPForwarding controls whether Felix sets the host sysctls
+ to enable IP forwarding. IP forwarding is required when using Calico
+ for workload networking. This should only be disabled on hosts
+ where Calico is used for host protection. [Default: Enabled]'
+ enum:
+ - Enabled
+ - Disabled
type: string
ipipEnabled:
description: 'IPIPEnabled overrides whether Felix should configure
@@ -1625,18 +2938,22 @@ data:
all iptables state to ensure that no other process has accidentally
broken Calico''s rules. Set to 0 to disable iptables refresh. [Default:
90s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
iptablesBackend:
description: IptablesBackend specifies which backend of iptables will
be used. The default is Auto.
+ pattern: ^(?i)(Auto|FelixConfiguration|FelixConfigurationList|Legacy|NFT)?$
type: string
iptablesFilterAllowAction:
+ pattern: ^(?i)(Accept|Return)?$
type: string
iptablesFilterDenyAction:
description: IptablesFilterDenyAction controls what happens to traffic
that is denied by network policy. By default Calico blocks traffic
with an iptables "DROP" action. If you want to use "REJECT" action
instead you can configure it in here.
+ pattern: ^(?i)(Drop|Reject)?$
type: string
iptablesLockFilePath:
description: 'IptablesLockFilePath is the location of the iptables
@@ -1649,6 +2966,7 @@ data:
wait between attempts to acquire the iptables lock if it is not
available. Lower values make Felix more responsive when the lock
is contended, but use more CPU. [Default: 50ms]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
iptablesLockTimeout:
description: 'IptablesLockTimeout is the time that Felix will wait
@@ -1657,8 +2975,10 @@ data:
also take the lock. When running Felix inside a container, this
requires the /run directory of the host to be mounted into the calico/node
or calico/felix container. [Default: 0s disabled]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
iptablesMangleAllowAction:
+ pattern: ^(?i)(Accept|Return)?$
type: string
iptablesMarkMask:
description: 'IptablesMarkMask is the mask that Felix selects its
@@ -1675,6 +2995,7 @@ data:
back in order to check the write was not clobbered by another process.
This should only occur if another application on the system doesn''t
respect the iptables lock. [Default: 1s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
iptablesRefreshInterval:
description: 'IptablesRefreshInterval is the period at which Felix
@@ -1685,6 +3006,7 @@ data:
was fixed in kernel version 4.11. If you are using v4.11 or greater
you may want to set this to, a higher value to reduce Felix CPU
usage. [Default: 10s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
ipv6Support:
description: IPv6Support controls whether Felix enables support for
@@ -1719,23 +3041,29 @@ data:
logSeverityFile:
description: 'LogSeverityFile is the log severity above which logs
are sent to the log file. [Default: Info]'
+ pattern: ^(?i)(Debug|Info|Warning|Error|Fatal)?$
type: string
logSeverityScreen:
description: 'LogSeverityScreen is the log severity above which logs
are sent to the stdout. [Default: Info]'
+ pattern: ^(?i)(Debug|Info|Warning|Error|Fatal)?$
type: string
logSeveritySys:
description: 'LogSeveritySys is the log severity above which logs
are sent to the syslog. Set to None for no logging to syslog. [Default:
Info]'
+ pattern: ^(?i)(Debug|Info|Warning|Error|Fatal)?$
type: string
maxIpsetSize:
+ description: MaxIpsetSize is the maximum number of IP addresses that
+ can be stored in an IP set. Not applicable if using the nftables
+ backend.
type: integer
metadataAddr:
description: 'MetadataAddr is the IP address or domain name of the
server that can answer VM queries for cloud-init metadata. In OpenStack,
this corresponds to the machine running nova-api (or in Ubuntu,
- nova-api-metadata). A value of none (case insensitive) means that
+ nova-api-metadata). A value of none (case-insensitive) means that
Felix should not set up any NAT rule for the metadata path. [Default:
127.0.0.1]'
type: string
@@ -1766,6 +3094,35 @@ data:
pattern: ^.*
x-kubernetes-int-or-string: true
netlinkTimeout:
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
+ type: string
+ nftablesFilterAllowAction:
+ pattern: ^(?i)(Accept|Return)?$
+ type: string
+ nftablesFilterDenyAction:
+ description: FilterDenyAction controls what happens to traffic that
+ is denied by network policy. By default Calico blocks traffic with
+ a "drop" action. If you want to use a "reject" action instead you
+ can configure it here.
+ pattern: ^(?i)(Drop|Reject)?$
+ type: string
+ nftablesMangleAllowAction:
+ pattern: ^(?i)(Accept|Return)?$
+ type: string
+ nftablesMarkMask:
+ description: 'MarkMask is the mask that Felix selects its nftables
+ Mark bits from. Should be a 32 bit hexadecimal number with at least
+ 8 bits set, none of which clash with any other mark bits in use
+ on the system. [Default: 0xffff0000]'
+ format: int32
+ type: integer
+ nftablesMode:
+ description: 'NFTablesMode configures nftables support in Felix. [Default:
+ Disabled]'
+ type: string
+ nftablesRefreshInterval:
+ description: 'NftablesRefreshInterval controls the interval at which
+ Felix periodically refreshes the nftables rules. [Default: 90s]'
type: string
openstackRegion:
description: 'OpenstackRegion is the name of the region that a particular
@@ -1820,21 +3177,25 @@ data:
description: 'ReportingInterval is the interval at which Felix reports
its status into the datastore or 0 to disable. Must be non-zero
in OpenStack deployments. [Default: 30s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
reportingTTL:
description: 'ReportingTTL is the time-to-live setting for process-wide
status reports. [Default: 90s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
routeRefreshInterval:
description: 'RouteRefreshInterval is the period at which Felix re-checks
the routes in the dataplane to ensure that no other process has
accidentally broken Calico''s rules. Set to 0 to disable route refresh.
[Default: 90s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
routeSource:
description: 'RouteSource configures where Felix gets its routing
information. - WorkloadIPs: use workload endpoints to construct
routes. - CalicoIPAM: the default - use IPAM data to construct routes.'
+ pattern: ^(?i)(WorkloadIPs|CalicoIPAM)?$
type: string
routeSyncDisabled:
description: RouteSyncDisabled will disable all operations performed
@@ -1874,6 +3235,7 @@ data:
packets that do not get DNAT''d by kube-proxy. Unless set to "Disabled",
in which case such routing loops continue to be allowed. [Default:
Drop]'
+ pattern: ^(?i)(Drop|Reject|Disabled)?$
type: string
sidecarAccelerationEnabled:
description: 'SidecarAccelerationEnabled enables experimental sidecar
@@ -1889,10 +3251,12 @@ data:
usageReportingInitialDelay:
description: 'UsageReportingInitialDelay controls the minimum delay
before Felix makes a report. [Default: 300s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
usageReportingInterval:
description: 'UsageReportingInterval controls the interval at which
Felix makes reports. [Default: 86400s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
useInternalDataplaneDriver:
description: UseInternalDataplaneDriver, if true, Felix will use its
@@ -1916,6 +3280,14 @@ data:
type: integer
vxlanVNI:
type: integer
+ windowsManageFirewallRules:
+ description: 'WindowsManageFirewallRules configures whether or not
+ Felix will program Windows Firewall rules. (to allow inbound access
+ to its own metrics ports) [Default: Disabled]'
+ enum:
+ - Enabled
+ - Disabled
+ type: string
wireguardEnabled:
description: 'WireguardEnabled controls whether Wireguard is enabled
for IPv4 (encapsulating IPv4 traffic over an IPv4 underlay network).
@@ -1941,6 +3313,7 @@ data:
wireguardKeepAlive:
description: 'WireguardKeepAlive controls Wireguard PersistentKeepalive
option. Set 0 to disable. [Default: 0]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
wireguardListeningPort:
description: 'WireguardListeningPort controls the listening port used
@@ -1962,11 +3335,16 @@ data:
description: 'WireguardRoutingRulePriority controls the priority value
to use for the Wireguard routing rule. [Default: 99]'
type: integer
+ wireguardThreadingEnabled:
+ description: 'WireguardThreadingEnabled controls whether Wireguard
+ has NAPI threading enabled. [Default: false]'
+ type: boolean
workloadSourceSpoofing:
description: WorkloadSourceSpoofing controls whether pods can use
the allowedSourcePrefixes annotation to send traffic with a source
IP address that is not theirs. This is disabled by default. When
set to "Any", pods can request any prefix.
+ pattern: ^(?i)(Disabled|Any)?$
type: string
xdpEnabled:
description: 'XDPEnabled enables XDP acceleration for suitable untracked
@@ -1977,6 +3355,7 @@ data:
all XDP state to ensure that no other process has accidentally broken
Calico''s BPF maps or attached programs. Set to 0 to disable XDP
refresh. [Default: 90s]'
+ pattern: ^([0-9]+(\\.[0-9]+)?(ms|s|m|h))*$
type: string
type: object
type: object
@@ -2785,27 +4164,40 @@ data:
order:
description: Order is an optional field that specifies the order in
which the policy is applied. Policies with higher "order" are applied
- after those with lower order. If the order is omitted, it may be
- considered to be "infinite" - i.e. the policy will be applied last. Policies
- with identical order will be applied in alphanumerical order based
- on the Policy "Name".
+ after those with lower order within the same tier. If the order
+ is omitted, it may be considered to be "infinite" - i.e. the policy
+ will be applied last. Policies with identical order will be applied
+ in alphanumerical order based on the Policy "Name" within the tier.
type: number
+ performanceHints:
+ description: "PerformanceHints contains a list of hints to Calico's
+ policy engine to help process the policy more efficiently. Hints
+ never change the enforcement behaviour of the policy. \n Currently,
+ the only available hint is \"AssumeNeededOnEveryNode\". When that
+ hint is set on a policy, Felix will act as if the policy matches
+ a local endpoint even if it does not. This is useful for \"preloading\"
+ any large static policies that are known to be used on every node.
+ If the policy is _not_ used on a particular node then the work done
+ to preload the policy (and to maintain it) is wasted."
+ items:
+ type: string
+ type: array
preDNAT:
description: PreDNAT indicates to apply the rules in this policy before
any DNAT.
type: boolean
selector:
- description: "The selector is an expression used to pick pick out
- the endpoints that the policy should be applied to. \n Selector
- expressions follow this syntax: \n \tlabel == \"string_literal\"
- \ -> comparison, e.g. my_label == \"foo bar\" \tlabel != \"string_literal\"
- \ -> not equal; also matches if label is not present \tlabel in
- { \"a\", \"b\", \"c\", ... } -> true if the value of label X is
- one of \"a\", \"b\", \"c\" \tlabel not in { \"a\", \"b\", \"c\",
- ... } -> true if the value of label X is not one of \"a\", \"b\",
- \"c\" \thas(label_name) -> True if that label is present \t! expr
- -> negation of expr \texpr && expr -> Short-circuit and \texpr
- || expr -> Short-circuit or \t( expr ) -> parens for grouping \tall()
+ description: "The selector is an expression used to pick out the endpoints
+ that the policy should be applied to. \n Selector expressions follow
+ this syntax: \n \tlabel == \"string_literal\" -> comparison, e.g.
+ my_label == \"foo bar\" \tlabel != \"string_literal\" -> not
+ equal; also matches if label is not present \tlabel in { \"a\",
+ \"b\", \"c\", ... } -> true if the value of label X is one of
+ \"a\", \"b\", \"c\" \tlabel not in { \"a\", \"b\", \"c\", ... }
+ \ -> true if the value of label X is not one of \"a\", \"b\", \"c\"
+ \thas(label_name) -> True if that label is present \t! expr ->
+ negation of expr \texpr && expr -> Short-circuit and \texpr ||
+ expr -> Short-circuit or \t( expr ) -> parens for grouping \tall()
or the empty selector -> matches all endpoints. \n Label names are
allowed to contain alphanumerics, -, _ and /. String literals are
more permissive but they do not support escape characters. \n Examples
@@ -2817,6 +4209,14 @@ data:
description: ServiceAccountSelector is an optional field for an expression
used to select a pod based on service accounts.
type: string
+ tier:
+ description: The name of the tier that this policy belongs to. If
+ this is omitted, the default tier (name is "default") is assumed. The
+ specified tier must exist in order to create security policies within
+ the tier, the "default" tier is created automatically if it does
+ not exist, this means for deployments requiring only a single Tier,
+ the tier name may be omitted on all policy management requests.
+ type: string
types:
description: "Types indicates whether this policy applies to ingress,
or to egress, or to both. When not explicitly specified (and so
@@ -4433,23 +5833,36 @@ data:
order:
description: Order is an optional field that specifies the order in
which the policy is applied. Policies with higher "order" are applied
- after those with lower order. If the order is omitted, it may be
- considered to be "infinite" - i.e. the policy will be applied last. Policies
- with identical order will be applied in alphanumerical order based
- on the Policy "Name".
+ after those with lower order within the same tier. If the order
+ is omitted, it may be considered to be "infinite" - i.e. the policy
+ will be applied last. Policies with identical order will be applied
+ in alphanumerical order based on the Policy "Name" within the tier.
type: number
+ performanceHints:
+ description: "PerformanceHints contains a list of hints to Calico's
+ policy engine to help process the policy more efficiently. Hints
+ never change the enforcement behaviour of the policy. \n Currently,
+ the only available hint is \"AssumeNeededOnEveryNode\". When that
+ hint is set on a policy, Felix will act as if the policy matches
+ a local endpoint even if it does not. This is useful for \"preloading\"
+ any large static policies that are known to be used on every node.
+ If the policy is _not_ used on a particular node then the work done
+ to preload the policy (and to maintain it) is wasted."
+ items:
+ type: string
+ type: array
selector:
- description: "The selector is an expression used to pick pick out
- the endpoints that the policy should be applied to. \n Selector
- expressions follow this syntax: \n \tlabel == \"string_literal\"
- \ -> comparison, e.g. my_label == \"foo bar\" \tlabel != \"string_literal\"
- \ -> not equal; also matches if label is not present \tlabel in
- { \"a\", \"b\", \"c\", ... } -> true if the value of label X is
- one of \"a\", \"b\", \"c\" \tlabel not in { \"a\", \"b\", \"c\",
- ... } -> true if the value of label X is not one of \"a\", \"b\",
- \"c\" \thas(label_name) -> True if that label is present \t! expr
- -> negation of expr \texpr && expr -> Short-circuit and \texpr
- || expr -> Short-circuit or \t( expr ) -> parens for grouping \tall()
+ description: "The selector is an expression used to pick out the endpoints
+ that the policy should be applied to. \n Selector expressions follow
+ this syntax: \n \tlabel == \"string_literal\" -> comparison, e.g.
+ my_label == \"foo bar\" \tlabel != \"string_literal\" -> not
+ equal; also matches if label is not present \tlabel in { \"a\",
+ \"b\", \"c\", ... } -> true if the value of label X is one of
+ \"a\", \"b\", \"c\" \tlabel not in { \"a\", \"b\", \"c\", ... }
+ \ -> true if the value of label X is not one of \"a\", \"b\", \"c\"
+ \thas(label_name) -> True if that label is present \t! expr ->
+ negation of expr \texpr && expr -> Short-circuit and \texpr ||
+ expr -> Short-circuit or \t( expr ) -> parens for grouping \tall()
or the empty selector -> matches all endpoints. \n Label names are
allowed to contain alphanumerics, -, _ and /. String literals are
more permissive but they do not support escape characters. \n Examples
@@ -4461,6 +5874,14 @@ data:
description: ServiceAccountSelector is an optional field for an expression
used to select a pod based on service accounts.
type: string
+ tier:
+ description: The name of the tier that this policy belongs to. If
+ this is omitted, the default tier (name is "default") is assumed. The
+ specified tier must exist in order to create security policies within
+ the tier, the "default" tier is created automatically if it does
+ not exist, this means for deployments requiring only a single Tier,
+ the tier name may be omitted on all policy management requests.
+ type: string
types:
description: "Types indicates whether this policy applies to ingress,
or to egress, or to both. When not explicitly specified (and so
@@ -4539,6 +5960,69 @@ data:
conditions: []
storedVersions: []
---
+ apiVersion: apiextensions.k8s.io/v1
+ kind: CustomResourceDefinition
+ metadata:
+ annotations:
+ controller-gen.kubebuilder.io/version: (devel)
+ creationTimestamp: null
+ name: tiers.crd.projectcalico.org
+ spec:
+ group: crd.projectcalico.org
+ names:
+ kind: Tier
+ listKind: TierList
+ plural: tiers
+ singular: tier
+ scope: Cluster
+ versions:
+ - name: v1
+ schema:
+ openAPIV3Schema:
+ properties:
+ apiVersion:
+ description: 'APIVersion defines the versioned schema of this representation
+ of an object. Servers should convert recognized schemas to the latest
+ internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
+ type: string
+ kind:
+ description: 'Kind is a string value representing the REST resource this
+ object represents. Servers may infer this from the endpoint the client
+ submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
+ type: string
+ metadata:
+ type: object
+ spec:
+ description: TierSpec contains the specification for a security policy
+ tier resource.
+ properties:
+ defaultAction:
+ description: 'DefaultAction specifies the action applied to workloads
+ selected by a policy in the tier, but not rule matched the workload''s
+ traffic. [Default: Deny]'
+ enum:
+ - Pass
+ - Deny
+ type: string
+ order:
+ description: Order is an optional field that specifies the order in
+ which the tier is applied. Tiers with higher "order" are applied
+ after those with lower order. If the order is omitted, it may be
+ considered to be "infinite" - i.e. the tier will be applied last. Tiers
+ with identical order will be applied in alphanumerical order based
+ on the Tier "Name".
+ type: number
+ type: object
+ type: object
+ served: true
+ storage: true
+ status:
+ acceptedNames:
+ kind: ""
+ plural: ""
+ conditions: []
+ storedVersions: []
+ ---
apiVersion: v1
kind: ServiceAccount
metadata:
@@ -4626,6 +6110,7 @@ data:
- blockaffinities
- ipamblocks
- ipamhandles
+ - tiers
verbs:
- get
- list
@@ -4666,6 +6151,7 @@ data:
- kubecontrollersconfigurations
verbs:
- get
+ - list
- create
- update
- watch
@@ -4727,6 +6213,13 @@ data:
verbs:
- watch
- list
+ - apiGroups:
+ - policy.networking.k8s.io
+ resources:
+ - adminnetworkpolicies
+ verbs:
+ - watch
+ - list
- apiGroups:
- ""
resources:
@@ -4762,10 +6255,17 @@ data:
- hostendpoints
- blockaffinities
- caliconodestatuses
+ - tiers
verbs:
- get
- list
- watch
+ - apiGroups:
+ - crd.projectcalico.org
+ resources:
+ - tiers
+ verbs:
+ - create
- apiGroups:
- crd.projectcalico.org
resources:
@@ -4830,6 +6330,18 @@ data:
- get
---
apiVersion: rbac.authorization.k8s.io/v1
+ kind: ClusterRole
+ metadata:
+ name: calico-tier-getter
+ rules:
+ - apiGroups:
+ - projectcalico.org
+ resources:
+ - tiers
+ verbs:
+ - get
+ ---
+ apiVersion: rbac.authorization.k8s.io/v1
kind: ClusterRoleBinding
metadata:
name: calico-cni-plugin
@@ -4868,6 +6380,19 @@ data:
name: calico-node
namespace: kube-system
---
+ apiVersion: rbac.authorization.k8s.io/v1
+ kind: ClusterRoleBinding
+ metadata:
+ name: calico-tier-getter
+ roleRef:
+ apiGroup: rbac.authorization.k8s.io
+ kind: ClusterRole
+ name: calico-tier-getter
+ subjects:
+ - apiGroup: rbac.authorization.k8s.io
+ kind: User
+ name: system:kube-controller-manager
+ ---
apiVersion: v1
data:
calico_backend: vxlan
@@ -4938,7 +6463,7 @@ data:
value: node
- name: DATASTORE_TYPE
value: kubernetes
- image: docker.io/calico/kube-controllers:v3.26.1
+ image: quay.io/calico/kube-controllers:v3.29.4
imagePullPolicy: IfNotPresent
livenessProbe:
exec:
@@ -4956,9 +6481,14 @@ data:
- /usr/bin/check-status
- -r
periodSeconds: 10
+ securityContext:
+ runAsNonRoot: true
nodeSelector:
kubernetes.io/os: linux
priorityClassName: system-cluster-critical
+ securityContext:
+ seccompProfile:
+ type: RuntimeDefault
serviceAccountName: calico-kube-controllers
tolerations:
- key: CriticalAddonsOnly
@@ -5051,7 +6581,7 @@ data:
- configMapRef:
name: kubernetes-services-endpoint
optional: true
- image: docker.io/calico/node:v3.26.1
+ image: quay.io/calico/node:v3.29.4
imagePullPolicy: IfNotPresent
lifecycle:
preStop:
@@ -5123,7 +6653,7 @@ data:
- configMapRef:
name: kubernetes-services-endpoint
optional: true
- image: docker.io/calico/cni:v3.26.1
+ image: quay.io/calico/cni:v3.29.4
imagePullPolicy: IfNotPresent
name: upgrade-ipam
securityContext:
@@ -5158,7 +6688,7 @@ data:
- configMapRef:
name: kubernetes-services-endpoint
optional: true
- image: docker.io/calico/cni:v3.26.1
+ image: quay.io/calico/cni:v3.29.4
imagePullPolicy: IfNotPresent
name: install-cni
securityContext:
@@ -5172,7 +6702,7 @@ data:
- calico-node
- -init
- -best-effort
- image: docker.io/calico/node:v3.26.1
+ image: quay.io/calico/node:v3.29.4
imagePullPolicy: IfNotPresent
name: mount-bpffs
securityContext:
@@ -5190,6 +6720,9 @@ data:
nodeSelector:
kubernetes.io/os: linux
priorityClassName: system-node-critical
+ securityContext:
+ seccompProfile:
+ type: RuntimeDefault
serviceAccountName: calico-node
terminationGracePeriodSeconds: 0
tolerations:
@@ -5205,9 +6738,11 @@ data:
name: lib-modules
- hostPath:
path: /var/run/calico
+ type: DirectoryOrCreate
name: var-run-calico
- hostPath:
path: /var/lib/calico
+ type: DirectoryOrCreate
name: var-lib-calico
- hostPath:
path: /run/xtables.lock
@@ -5226,6 +6761,7 @@ data:
name: nodeproc
- hostPath:
path: /opt/cni/bin
+ type: DirectoryOrCreate
name: cni-bin-dir
- hostPath:
path: /etc/cni/net.d
diff --git a/templates/test/ci/cluster-template-prow-spot.yaml b/templates/test/ci/cluster-template-prow-spot.yaml
index 63f0bf1d4ee..463543d1f56 100644
--- a/templates/test/ci/cluster-template-prow-spot.yaml
+++ b/templates/test/ci/cluster-template-prow-spot.yaml
@@ -257,18 +257,32 @@ spec:
type: Calico
calicoNetwork:
bgp: Disabled
+ windowsDataplane: HNS
mtu: 1350
- ipPools:
ipPools:{{range $i, $cidr := .Cluster.spec.clusterNetwork.pods.cidrBlocks }}
- cidr: {{ $cidr }}
encapsulation: VXLAN{{end}}
- registry: mcr.microsoft.com/oss
- # Image and registry configuration for the tigera/operator pod.
- tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
- calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ registry: quay.io
+ serviceCIDRs:
+ - 10.96.0.0/12 # must match cluster service CIDR (this is the default)
+ # Image and registry configuration for the tigera/operator pod
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
+ # when kubernetesServiceEndpoint (required for windows) is added
+ # DNS configuration is needed to look up the api server name properly
+ # https://github.com/projectcalico/calico/issues/9536
+ dnsConfig:
+ nameservers:
+ - 127.0.0.53
+ options:
+ - name: edns0
+ - name: trust-ad
+ kubernetesServiceEndpoint:
+ host: "{{ .Cluster.spec.controlPlaneEndpoint.host }}"
+ port: "{{ .Cluster.spec.controlPlaneEndpoint.port }}"
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
diff --git a/templates/test/ci/cluster-template-prow-topology.yaml b/templates/test/ci/cluster-template-prow-topology.yaml
index f56ff5aedea..214d5c1fc6b 100644
--- a/templates/test/ci/cluster-template-prow-topology.yaml
+++ b/templates/test/ci/cluster-template-prow-topology.yaml
@@ -102,18 +102,32 @@ spec:
type: Calico
calicoNetwork:
bgp: Disabled
+ windowsDataplane: HNS
mtu: 1350
- ipPools:
ipPools:{{range $i, $cidr := .Cluster.spec.clusterNetwork.pods.cidrBlocks }}
- cidr: {{ $cidr }}
encapsulation: VXLAN{{end}}
- registry: mcr.microsoft.com/oss
- # Image and registry configuration for the tigera/operator pod.
- tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
- calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ registry: quay.io
+ serviceCIDRs:
+ - 10.96.0.0/12 # must match cluster service CIDR (this is the default)
+ # Image and registry configuration for the tigera/operator pod
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
+ # when kubernetesServiceEndpoint (required for windows) is added
+ # DNS configuration is needed to look up the api server name properly
+ # https://github.com/projectcalico/calico/issues/9536
+ dnsConfig:
+ nameservers:
+ - 127.0.0.53
+ options:
+ - name: edns0
+ - name: trust-ad
+ kubernetesServiceEndpoint:
+ host: "{{ .Cluster.spec.controlPlaneEndpoint.host }}"
+ port: "{{ .Cluster.spec.controlPlaneEndpoint.port }}"
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
@@ -269,112 +283,7 @@ data:
\"ACL\",\n \"Protocol\": 6,\n \"Action\": \"Block\",\n
\ \"Direction\": \"Out\",\n \"RemoteAddresses\": \"168.63.129.16/32\",\n
\ \"RemotePorts\": \"80\",\n \"Priority\": 200,\n \"RuleType\":
- \"Switch\"\n }\n }\n ]\n } \n---\nkind: ConfigMap\napiVersion:
- v1\nmetadata:\n name: calico-config-windows\n namespace: calico-system\n labels:\n
- \ tier: node\n app: calico\ndata:\n veth_mtu: \"1350\"\n \n cni_network_config:
- |\n {\n \"name\": \"Calico\",\n \"cniVersion\": \"0.3.1\",\n \"plugins\":
- [\n {\n \"windows_use_single_network\": true,\n \"type\":
- \"calico\",\n \"mode\": \"vxlan\",\n \"nodename\": \"__KUBERNETES_NODE_NAME__\",\n
- \ \"nodename_file_optional\": true,\n \"log_file_path\": \"c:/cni.log\",\n
- \ \"log_level\": \"debug\",\n\n \"vxlan_mac_prefix\": \"0E-2A\",\n
- \ \"vxlan_vni\": 4096,\n \"mtu\": __CNI_MTU__,\n \"policy\":
- {\n \"type\": \"k8s\"\n },\n\n \"log_level\": \"info\",\n\n
- \ \"capabilities\": {\"dns\": true},\n \"DNS\": {\n \"Search\":
- \ [\n \"svc.cluster.local\"\n ]\n },\n\n \"datastore_type\":
- \"kubernetes\",\n\n \"kubernetes\": {\n \"kubeconfig\": \"__KUBECONFIG_FILEPATH__\"\n
- \ },\n\n \"ipam\": {\n \"type\": \"calico-ipam\",\n
- \ \"subnet\": \"usePodCidr\"\n },\n\n \"policies\":
- \ [\n {\n \"Name\": \"EndpointPolicy\",\n \"Value\":
- \ {\n \"Type\": \"OutBoundNAT\",\n \"ExceptionList\":
- \ [\n \"__K8S_SERVICE_CIDR__\"\n ]\n }\n
- \ },\n {\n \"Name\": \"EndpointPolicy\",\n
- \ \"Value\": {\n \"Type\": \"SDNROUTE\",\n \"DestinationPrefix\":
- \ \"__K8S_SERVICE_CIDR__\",\n \"NeedEncap\": true\n }\n
- \ }\n ]\n }\n ]\n\n }\n---\napiVersion: apps/v1\nkind:
- DaemonSet\nmetadata:\n name: calico-node-windows\n labels:\n tier: node\n
- \ app: calico\n namespace: calico-system\nspec:\n selector:\n matchLabels:\n
- \ app: calico\n template:\n metadata:\n labels:\n tier: node\n
- \ app: calico\n spec:\n affinity:\n nodeAffinity:\n requiredDuringSchedulingIgnoredDuringExecution:\n
- \ nodeSelectorTerms:\n - matchExpressions:\n -
- key: kubernetes.io/os\n operator: In\n values:\n
- \ - windows\n - key: kubernetes.io/arch\n
- \ operator: In\n values:\n -
- amd64\n securityContext:\n windowsOptions:\n hostProcess:
- true\n runAsUserName: \"NT AUTHORITY\\\\system\"\n hostNetwork:
- true\n serviceAccountName: calico-node\n tolerations:\n - operator:
- Exists\n effect: NoSchedule\n # Mark the pod as a critical add-on
- for rescheduling.\n - key: CriticalAddonsOnly\n operator: Exists\n
- \ - effect: NoExecute\n operator: Exists\n initContainers:\n #
- This container installs the CNI binaries\n # and CNI network config file
- on each node.\n - name: install-cni\n image: sigwindowstools/calico-install:v3.26.1-hostprocess\n
- \ args: [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/install.ps1\"]\n
- \ imagePullPolicy: Always\n env:\n # Name of the CNI
- config file to create.\n - name: CNI_CONF_NAME\n value:
- \"10-calico.conflist\"\n # The CNI network config to install on each
- node.\n - name: CNI_NETWORK_CONFIG\n valueFrom:\n configMapKeyRef:\n
- \ name: calico-config-windows\n key: cni_network_config\n
- \ # Set the hostname based on the k8s node name.\n - name:
- KUBERNETES_NODE_NAME\n valueFrom:\n fieldRef:\n fieldPath:
- spec.nodeName\n # CNI MTU Config variable\n - name: CNI_MTU\n
- \ valueFrom:\n configMapKeyRef:\n name:
- calico-config-windows\n key: veth_mtu\n # Prevents
- the container from sleeping forever.\n - name: SLEEP\n value:
- \"false\"\n - name: K8S_SERVICE_CIDR\n value: \"10.96.0.0/12\"\n
- \ volumeMounts:\n - mountPath: /host/opt/cni/bin\n name:
- cni-bin-dir\n - mountPath: /host/etc/cni/net.d\n name:
- cni-net-dir\n - name: kubeadm-config\n mountPath: /etc/kubeadm-config/\n
- \ securityContext:\n windowsOptions:\n hostProcess:
- true\n runAsUserName: \"NT AUTHORITY\\\\system\"\n containers:\n
- \ - name: calico-node-startup\n image: sigwindowstools/calico-node:v3.26.1-hostprocess\n
- \ args: [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/node-service.ps1\"]\n
- \ workingDir: \"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/\"\n imagePullPolicy:
- Always\n volumeMounts:\n - name: calico-config-windows\n mountPath:
- /etc/kube-calico-windows/\n env:\n - name: POD_NAME\n valueFrom:\n
- \ fieldRef:\n apiVersion: v1\n fieldPath:
- metadata.name\n - name: POD_NAMESPACE\n valueFrom:\n fieldRef:\n
- \ apiVersion: v1\n fieldPath: metadata.namespace\n -
- name: CNI_IPAM_TYPE\n value: \"calico-ipam\"\n - name: CALICO_NETWORKING_BACKEND\n
- \ value: \"vxlan\"\n - name: KUBECONFIG\n value: \"C:/etc/cni/net.d/calico-kubeconfig\"\n
- \ - name: VXLAN_VNI\n value: \"4096\"\n - name: calico-node-felix\n
- \ image: sigwindowstools/calico-node:v3.26.1-hostprocess\n args:
- [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/felix-service.ps1\"]\n imagePullPolicy:
- Always\n workingDir: \"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/\"\n volumeMounts:\n
- \ - name: calico-config-windows\n mountPath: /etc/kube-calico-windows/\n
- \ - name: calico-static-rules\n mountPath: /calico/static-rules.json\n
- \ subPath: static-rules.json\n env:\n - name: POD_NAME\n
- \ valueFrom:\n fieldRef:\n apiVersion: v1\n fieldPath:
- metadata.name\n - name: POD_NAMESPACE\n valueFrom:\n fieldRef:\n
- \ apiVersion: v1\n fieldPath: metadata.namespace\n -
- name: VXLAN_VNI\n value: \"4096\"\n - name: KUBECONFIG\n value:
- \"C:/etc/cni/net.d/calico-kubeconfig\"\n volumes:\n - name: calico-config-windows\n
- \ configMap:\n name: calico-config-windows\n - name: calico-static-rules\n
- \ configMap:\n name: calico-static-rules\n # Used to install
- CNI.\n - name: cni-bin-dir\n hostPath:\n path: /opt/cni/bin\n
- \ - name: cni-net-dir\n hostPath:\n path: /etc/cni/net.d\n
- \ - name: kubeadm-config\n configMap:\n name: kubeadm-config\n---\napiVersion:
- apiextensions.k8s.io/v1\nkind: CustomResourceDefinition\nmetadata:\n name: ipamconfigs.crd.projectcalico.org\nspec:\n
- \ group: crd.projectcalico.org\n names:\n kind: IPAMConfig\n listKind:
- IPAMConfigList\n plural: ipamconfigs\n singular: ipamconfig\n preserveUnknownFields:
- false\n scope: Cluster\n versions:\n - name: v1\n schema:\n openAPIV3Schema:\n
- \ properties:\n apiVersion:\n description: 'APIVersion
- defines the versioned schema of this representation\n of an object.
- Servers should convert recognized schemas to the latest\n internal
- value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'\n
- \ type: string\n kind:\n description: 'Kind is a
- string value representing the REST resource this\n object represents.
- Servers may infer this from the endpoint the client\n submits requests
- to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'\n
- \ type: string\n metadata:\n type: object\n spec:\n
- \ description: IPAMConfigSpec contains the specification for an IPAMConfig\n
- \ resource.\n properties:\n autoAllocateBlocks:\n
- \ type: boolean\n maxBlocksPerHost:\n description:
- MaxBlocksPerHost, if non-zero, is the max number of blocks\n that
- can be affine to each host.\n maximum: 2147483647\n minimum:
- 0\n type: integer\n strictAffinity:\n type:
- boolean\n required:\n - autoAllocateBlocks\n -
- strictAffinity\n type: object\n type: object\n served: true\n
- \ storage: true\nstatus:\n acceptedNames:\n kind: \"\"\n plural: \"\"\n
- \ conditions: []\n storedVersions: []\n"
+ \"Switch\"\n }\n }\n ]\n } \n---\n"
kind: ConfigMap
metadata:
annotations:
diff --git a/templates/test/ci/cluster-template-prow.yaml b/templates/test/ci/cluster-template-prow.yaml
index cb332ffd199..b6d60a3aeeb 100644
--- a/templates/test/ci/cluster-template-prow.yaml
+++ b/templates/test/ci/cluster-template-prow.yaml
@@ -460,18 +460,32 @@ spec:
type: Calico
calicoNetwork:
bgp: Disabled
+ windowsDataplane: HNS
mtu: 1350
- ipPools:
ipPools:{{range $i, $cidr := .Cluster.spec.clusterNetwork.pods.cidrBlocks }}
- cidr: {{ $cidr }}
encapsulation: VXLAN{{end}}
- registry: mcr.microsoft.com/oss
- # Image and registry configuration for the tigera/operator pod.
- tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
- calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ registry: quay.io
+ serviceCIDRs:
+ - 10.96.0.0/12 # must match cluster service CIDR (this is the default)
+ # Image and registry configuration for the tigera/operator pod
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
+ # when kubernetesServiceEndpoint (required for windows) is added
+ # DNS configuration is needed to look up the api server name properly
+ # https://github.com/projectcalico/calico/issues/9536
+ dnsConfig:
+ nameservers:
+ - 127.0.0.53
+ options:
+ - name: edns0
+ - name: trust-ad
+ kubernetesServiceEndpoint:
+ host: "{{ .Cluster.spec.controlPlaneEndpoint.host }}"
+ port: "{{ .Cluster.spec.controlPlaneEndpoint.port }}"
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
@@ -627,112 +641,7 @@ data:
\"ACL\",\n \"Protocol\": 6,\n \"Action\": \"Block\",\n
\ \"Direction\": \"Out\",\n \"RemoteAddresses\": \"168.63.129.16/32\",\n
\ \"RemotePorts\": \"80\",\n \"Priority\": 200,\n \"RuleType\":
- \"Switch\"\n }\n }\n ]\n } \n---\nkind: ConfigMap\napiVersion:
- v1\nmetadata:\n name: calico-config-windows\n namespace: calico-system\n labels:\n
- \ tier: node\n app: calico\ndata:\n veth_mtu: \"1350\"\n \n cni_network_config:
- |\n {\n \"name\": \"Calico\",\n \"cniVersion\": \"0.3.1\",\n \"plugins\":
- [\n {\n \"windows_use_single_network\": true,\n \"type\":
- \"calico\",\n \"mode\": \"vxlan\",\n \"nodename\": \"__KUBERNETES_NODE_NAME__\",\n
- \ \"nodename_file_optional\": true,\n \"log_file_path\": \"c:/cni.log\",\n
- \ \"log_level\": \"debug\",\n\n \"vxlan_mac_prefix\": \"0E-2A\",\n
- \ \"vxlan_vni\": 4096,\n \"mtu\": __CNI_MTU__,\n \"policy\":
- {\n \"type\": \"k8s\"\n },\n\n \"log_level\": \"info\",\n\n
- \ \"capabilities\": {\"dns\": true},\n \"DNS\": {\n \"Search\":
- \ [\n \"svc.cluster.local\"\n ]\n },\n\n \"datastore_type\":
- \"kubernetes\",\n\n \"kubernetes\": {\n \"kubeconfig\": \"__KUBECONFIG_FILEPATH__\"\n
- \ },\n\n \"ipam\": {\n \"type\": \"calico-ipam\",\n
- \ \"subnet\": \"usePodCidr\"\n },\n\n \"policies\":
- \ [\n {\n \"Name\": \"EndpointPolicy\",\n \"Value\":
- \ {\n \"Type\": \"OutBoundNAT\",\n \"ExceptionList\":
- \ [\n \"__K8S_SERVICE_CIDR__\"\n ]\n }\n
- \ },\n {\n \"Name\": \"EndpointPolicy\",\n
- \ \"Value\": {\n \"Type\": \"SDNROUTE\",\n \"DestinationPrefix\":
- \ \"__K8S_SERVICE_CIDR__\",\n \"NeedEncap\": true\n }\n
- \ }\n ]\n }\n ]\n\n }\n---\napiVersion: apps/v1\nkind:
- DaemonSet\nmetadata:\n name: calico-node-windows\n labels:\n tier: node\n
- \ app: calico\n namespace: calico-system\nspec:\n selector:\n matchLabels:\n
- \ app: calico\n template:\n metadata:\n labels:\n tier: node\n
- \ app: calico\n spec:\n affinity:\n nodeAffinity:\n requiredDuringSchedulingIgnoredDuringExecution:\n
- \ nodeSelectorTerms:\n - matchExpressions:\n -
- key: kubernetes.io/os\n operator: In\n values:\n
- \ - windows\n - key: kubernetes.io/arch\n
- \ operator: In\n values:\n -
- amd64\n securityContext:\n windowsOptions:\n hostProcess:
- true\n runAsUserName: \"NT AUTHORITY\\\\system\"\n hostNetwork:
- true\n serviceAccountName: calico-node\n tolerations:\n - operator:
- Exists\n effect: NoSchedule\n # Mark the pod as a critical add-on
- for rescheduling.\n - key: CriticalAddonsOnly\n operator: Exists\n
- \ - effect: NoExecute\n operator: Exists\n initContainers:\n #
- This container installs the CNI binaries\n # and CNI network config file
- on each node.\n - name: install-cni\n image: sigwindowstools/calico-install:v3.26.1-hostprocess\n
- \ args: [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/install.ps1\"]\n
- \ imagePullPolicy: Always\n env:\n # Name of the CNI
- config file to create.\n - name: CNI_CONF_NAME\n value:
- \"10-calico.conflist\"\n # The CNI network config to install on each
- node.\n - name: CNI_NETWORK_CONFIG\n valueFrom:\n configMapKeyRef:\n
- \ name: calico-config-windows\n key: cni_network_config\n
- \ # Set the hostname based on the k8s node name.\n - name:
- KUBERNETES_NODE_NAME\n valueFrom:\n fieldRef:\n fieldPath:
- spec.nodeName\n # CNI MTU Config variable\n - name: CNI_MTU\n
- \ valueFrom:\n configMapKeyRef:\n name:
- calico-config-windows\n key: veth_mtu\n # Prevents
- the container from sleeping forever.\n - name: SLEEP\n value:
- \"false\"\n - name: K8S_SERVICE_CIDR\n value: \"10.96.0.0/12\"\n
- \ volumeMounts:\n - mountPath: /host/opt/cni/bin\n name:
- cni-bin-dir\n - mountPath: /host/etc/cni/net.d\n name:
- cni-net-dir\n - name: kubeadm-config\n mountPath: /etc/kubeadm-config/\n
- \ securityContext:\n windowsOptions:\n hostProcess:
- true\n runAsUserName: \"NT AUTHORITY\\\\system\"\n containers:\n
- \ - name: calico-node-startup\n image: sigwindowstools/calico-node:v3.26.1-hostprocess\n
- \ args: [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/node-service.ps1\"]\n
- \ workingDir: \"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/\"\n imagePullPolicy:
- Always\n volumeMounts:\n - name: calico-config-windows\n mountPath:
- /etc/kube-calico-windows/\n env:\n - name: POD_NAME\n valueFrom:\n
- \ fieldRef:\n apiVersion: v1\n fieldPath:
- metadata.name\n - name: POD_NAMESPACE\n valueFrom:\n fieldRef:\n
- \ apiVersion: v1\n fieldPath: metadata.namespace\n -
- name: CNI_IPAM_TYPE\n value: \"calico-ipam\"\n - name: CALICO_NETWORKING_BACKEND\n
- \ value: \"vxlan\"\n - name: KUBECONFIG\n value: \"C:/etc/cni/net.d/calico-kubeconfig\"\n
- \ - name: VXLAN_VNI\n value: \"4096\"\n - name: calico-node-felix\n
- \ image: sigwindowstools/calico-node:v3.26.1-hostprocess\n args:
- [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/felix-service.ps1\"]\n imagePullPolicy:
- Always\n workingDir: \"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/\"\n volumeMounts:\n
- \ - name: calico-config-windows\n mountPath: /etc/kube-calico-windows/\n
- \ - name: calico-static-rules\n mountPath: /calico/static-rules.json\n
- \ subPath: static-rules.json\n env:\n - name: POD_NAME\n
- \ valueFrom:\n fieldRef:\n apiVersion: v1\n fieldPath:
- metadata.name\n - name: POD_NAMESPACE\n valueFrom:\n fieldRef:\n
- \ apiVersion: v1\n fieldPath: metadata.namespace\n -
- name: VXLAN_VNI\n value: \"4096\"\n - name: KUBECONFIG\n value:
- \"C:/etc/cni/net.d/calico-kubeconfig\"\n volumes:\n - name: calico-config-windows\n
- \ configMap:\n name: calico-config-windows\n - name: calico-static-rules\n
- \ configMap:\n name: calico-static-rules\n # Used to install
- CNI.\n - name: cni-bin-dir\n hostPath:\n path: /opt/cni/bin\n
- \ - name: cni-net-dir\n hostPath:\n path: /etc/cni/net.d\n
- \ - name: kubeadm-config\n configMap:\n name: kubeadm-config\n---\napiVersion:
- apiextensions.k8s.io/v1\nkind: CustomResourceDefinition\nmetadata:\n name: ipamconfigs.crd.projectcalico.org\nspec:\n
- \ group: crd.projectcalico.org\n names:\n kind: IPAMConfig\n listKind:
- IPAMConfigList\n plural: ipamconfigs\n singular: ipamconfig\n preserveUnknownFields:
- false\n scope: Cluster\n versions:\n - name: v1\n schema:\n openAPIV3Schema:\n
- \ properties:\n apiVersion:\n description: 'APIVersion
- defines the versioned schema of this representation\n of an object.
- Servers should convert recognized schemas to the latest\n internal
- value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'\n
- \ type: string\n kind:\n description: 'Kind is a
- string value representing the REST resource this\n object represents.
- Servers may infer this from the endpoint the client\n submits requests
- to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'\n
- \ type: string\n metadata:\n type: object\n spec:\n
- \ description: IPAMConfigSpec contains the specification for an IPAMConfig\n
- \ resource.\n properties:\n autoAllocateBlocks:\n
- \ type: boolean\n maxBlocksPerHost:\n description:
- MaxBlocksPerHost, if non-zero, is the max number of blocks\n that
- can be affine to each host.\n maximum: 2147483647\n minimum:
- 0\n type: integer\n strictAffinity:\n type:
- boolean\n required:\n - autoAllocateBlocks\n -
- strictAffinity\n type: object\n type: object\n served: true\n
- \ storage: true\nstatus:\n acceptedNames:\n kind: \"\"\n plural: \"\"\n
- \ conditions: []\n storedVersions: []\n"
+ \"Switch\"\n }\n }\n ]\n } \n---\n"
kind: ConfigMap
metadata:
annotations:
diff --git a/templates/test/dev/cluster-template-custom-builds-dra.yaml b/templates/test/dev/cluster-template-custom-builds-dra.yaml
index b21d8173f17..3e8b0a06db0 100644
--- a/templates/test/dev/cluster-template-custom-builds-dra.yaml
+++ b/templates/test/dev/cluster-template-custom-builds-dra.yaml
@@ -653,18 +653,32 @@ spec:
type: Calico
calicoNetwork:
bgp: Disabled
+ windowsDataplane: HNS
mtu: 1350
- ipPools:
ipPools:{{range $i, $cidr := .Cluster.spec.clusterNetwork.pods.cidrBlocks }}
- cidr: {{ $cidr }}
encapsulation: VXLAN{{end}}
- registry: mcr.microsoft.com/oss
- # Image and registry configuration for the tigera/operator pod.
- tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
- calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ registry: quay.io
+ serviceCIDRs:
+ - 10.96.0.0/12 # must match cluster service CIDR (this is the default)
+ # Image and registry configuration for the tigera/operator pod
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
+ # when kubernetesServiceEndpoint (required for windows) is added
+ # DNS configuration is needed to look up the api server name properly
+ # https://github.com/projectcalico/calico/issues/9536
+ dnsConfig:
+ nameservers:
+ - 127.0.0.53
+ options:
+ - name: edns0
+ - name: trust-ad
+ kubernetesServiceEndpoint:
+ host: "{{ .Cluster.spec.controlPlaneEndpoint.host }}"
+ port: "{{ .Cluster.spec.controlPlaneEndpoint.port }}"
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
@@ -828,112 +842,7 @@ data:
\"ACL\",\n \"Protocol\": 6,\n \"Action\": \"Block\",\n
\ \"Direction\": \"Out\",\n \"RemoteAddresses\": \"168.63.129.16/32\",\n
\ \"RemotePorts\": \"80\",\n \"Priority\": 200,\n \"RuleType\":
- \"Switch\"\n }\n }\n ]\n } \n---\nkind: ConfigMap\napiVersion:
- v1\nmetadata:\n name: calico-config-windows\n namespace: calico-system\n labels:\n
- \ tier: node\n app: calico\ndata:\n veth_mtu: \"1350\"\n \n cni_network_config:
- |\n {\n \"name\": \"Calico\",\n \"cniVersion\": \"0.3.1\",\n \"plugins\":
- [\n {\n \"windows_use_single_network\": true,\n \"type\":
- \"calico\",\n \"mode\": \"vxlan\",\n \"nodename\": \"__KUBERNETES_NODE_NAME__\",\n
- \ \"nodename_file_optional\": true,\n \"log_file_path\": \"c:/cni.log\",\n
- \ \"log_level\": \"debug\",\n\n \"vxlan_mac_prefix\": \"0E-2A\",\n
- \ \"vxlan_vni\": 4096,\n \"mtu\": __CNI_MTU__,\n \"policy\":
- {\n \"type\": \"k8s\"\n },\n\n \"log_level\": \"info\",\n\n
- \ \"capabilities\": {\"dns\": true},\n \"DNS\": {\n \"Search\":
- \ [\n \"svc.cluster.local\"\n ]\n },\n\n \"datastore_type\":
- \"kubernetes\",\n\n \"kubernetes\": {\n \"kubeconfig\": \"__KUBECONFIG_FILEPATH__\"\n
- \ },\n\n \"ipam\": {\n \"type\": \"calico-ipam\",\n
- \ \"subnet\": \"usePodCidr\"\n },\n\n \"policies\":
- \ [\n {\n \"Name\": \"EndpointPolicy\",\n \"Value\":
- \ {\n \"Type\": \"OutBoundNAT\",\n \"ExceptionList\":
- \ [\n \"__K8S_SERVICE_CIDR__\"\n ]\n }\n
- \ },\n {\n \"Name\": \"EndpointPolicy\",\n
- \ \"Value\": {\n \"Type\": \"SDNROUTE\",\n \"DestinationPrefix\":
- \ \"__K8S_SERVICE_CIDR__\",\n \"NeedEncap\": true\n }\n
- \ }\n ]\n }\n ]\n\n }\n---\napiVersion: apps/v1\nkind:
- DaemonSet\nmetadata:\n name: calico-node-windows\n labels:\n tier: node\n
- \ app: calico\n namespace: calico-system\nspec:\n selector:\n matchLabels:\n
- \ app: calico\n template:\n metadata:\n labels:\n tier: node\n
- \ app: calico\n spec:\n affinity:\n nodeAffinity:\n requiredDuringSchedulingIgnoredDuringExecution:\n
- \ nodeSelectorTerms:\n - matchExpressions:\n -
- key: kubernetes.io/os\n operator: In\n values:\n
- \ - windows\n - key: kubernetes.io/arch\n
- \ operator: In\n values:\n -
- amd64\n securityContext:\n windowsOptions:\n hostProcess:
- true\n runAsUserName: \"NT AUTHORITY\\\\system\"\n hostNetwork:
- true\n serviceAccountName: calico-node\n tolerations:\n - operator:
- Exists\n effect: NoSchedule\n # Mark the pod as a critical add-on
- for rescheduling.\n - key: CriticalAddonsOnly\n operator: Exists\n
- \ - effect: NoExecute\n operator: Exists\n initContainers:\n #
- This container installs the CNI binaries\n # and CNI network config file
- on each node.\n - name: install-cni\n image: sigwindowstools/calico-install:v3.26.1-hostprocess\n
- \ args: [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/install.ps1\"]\n
- \ imagePullPolicy: Always\n env:\n # Name of the CNI
- config file to create.\n - name: CNI_CONF_NAME\n value:
- \"10-calico.conflist\"\n # The CNI network config to install on each
- node.\n - name: CNI_NETWORK_CONFIG\n valueFrom:\n configMapKeyRef:\n
- \ name: calico-config-windows\n key: cni_network_config\n
- \ # Set the hostname based on the k8s node name.\n - name:
- KUBERNETES_NODE_NAME\n valueFrom:\n fieldRef:\n fieldPath:
- spec.nodeName\n # CNI MTU Config variable\n - name: CNI_MTU\n
- \ valueFrom:\n configMapKeyRef:\n name:
- calico-config-windows\n key: veth_mtu\n # Prevents
- the container from sleeping forever.\n - name: SLEEP\n value:
- \"false\"\n - name: K8S_SERVICE_CIDR\n value: \"10.96.0.0/12\"\n
- \ volumeMounts:\n - mountPath: /host/opt/cni/bin\n name:
- cni-bin-dir\n - mountPath: /host/etc/cni/net.d\n name:
- cni-net-dir\n - name: kubeadm-config\n mountPath: /etc/kubeadm-config/\n
- \ securityContext:\n windowsOptions:\n hostProcess:
- true\n runAsUserName: \"NT AUTHORITY\\\\system\"\n containers:\n
- \ - name: calico-node-startup\n image: sigwindowstools/calico-node:v3.26.1-hostprocess\n
- \ args: [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/node-service.ps1\"]\n
- \ workingDir: \"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/\"\n imagePullPolicy:
- Always\n volumeMounts:\n - name: calico-config-windows\n mountPath:
- /etc/kube-calico-windows/\n env:\n - name: POD_NAME\n valueFrom:\n
- \ fieldRef:\n apiVersion: v1\n fieldPath:
- metadata.name\n - name: POD_NAMESPACE\n valueFrom:\n fieldRef:\n
- \ apiVersion: v1\n fieldPath: metadata.namespace\n -
- name: CNI_IPAM_TYPE\n value: \"calico-ipam\"\n - name: CALICO_NETWORKING_BACKEND\n
- \ value: \"vxlan\"\n - name: KUBECONFIG\n value: \"C:/etc/cni/net.d/calico-kubeconfig\"\n
- \ - name: VXLAN_VNI\n value: \"4096\"\n - name: calico-node-felix\n
- \ image: sigwindowstools/calico-node:v3.26.1-hostprocess\n args:
- [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/felix-service.ps1\"]\n imagePullPolicy:
- Always\n workingDir: \"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/\"\n volumeMounts:\n
- \ - name: calico-config-windows\n mountPath: /etc/kube-calico-windows/\n
- \ - name: calico-static-rules\n mountPath: /calico/static-rules.json\n
- \ subPath: static-rules.json\n env:\n - name: POD_NAME\n
- \ valueFrom:\n fieldRef:\n apiVersion: v1\n fieldPath:
- metadata.name\n - name: POD_NAMESPACE\n valueFrom:\n fieldRef:\n
- \ apiVersion: v1\n fieldPath: metadata.namespace\n -
- name: VXLAN_VNI\n value: \"4096\"\n - name: KUBECONFIG\n value:
- \"C:/etc/cni/net.d/calico-kubeconfig\"\n volumes:\n - name: calico-config-windows\n
- \ configMap:\n name: calico-config-windows\n - name: calico-static-rules\n
- \ configMap:\n name: calico-static-rules\n # Used to install
- CNI.\n - name: cni-bin-dir\n hostPath:\n path: /opt/cni/bin\n
- \ - name: cni-net-dir\n hostPath:\n path: /etc/cni/net.d\n
- \ - name: kubeadm-config\n configMap:\n name: kubeadm-config\n---\napiVersion:
- apiextensions.k8s.io/v1\nkind: CustomResourceDefinition\nmetadata:\n name: ipamconfigs.crd.projectcalico.org\nspec:\n
- \ group: crd.projectcalico.org\n names:\n kind: IPAMConfig\n listKind:
- IPAMConfigList\n plural: ipamconfigs\n singular: ipamconfig\n preserveUnknownFields:
- false\n scope: Cluster\n versions:\n - name: v1\n schema:\n openAPIV3Schema:\n
- \ properties:\n apiVersion:\n description: 'APIVersion
- defines the versioned schema of this representation\n of an object.
- Servers should convert recognized schemas to the latest\n internal
- value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'\n
- \ type: string\n kind:\n description: 'Kind is a
- string value representing the REST resource this\n object represents.
- Servers may infer this from the endpoint the client\n submits requests
- to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'\n
- \ type: string\n metadata:\n type: object\n spec:\n
- \ description: IPAMConfigSpec contains the specification for an IPAMConfig\n
- \ resource.\n properties:\n autoAllocateBlocks:\n
- \ type: boolean\n maxBlocksPerHost:\n description:
- MaxBlocksPerHost, if non-zero, is the max number of blocks\n that
- can be affine to each host.\n maximum: 2147483647\n minimum:
- 0\n type: integer\n strictAffinity:\n type:
- boolean\n required:\n - autoAllocateBlocks\n -
- strictAffinity\n type: object\n type: object\n served: true\n
- \ storage: true\nstatus:\n acceptedNames:\n kind: \"\"\n plural: \"\"\n
- \ conditions: []\n storedVersions: []\n"
+ \"Switch\"\n }\n }\n ]\n } \n---\n"
kind: ConfigMap
metadata:
annotations:
diff --git a/templates/test/dev/cluster-template-custom-builds-load-dra.yaml b/templates/test/dev/cluster-template-custom-builds-load-dra.yaml
index a68fb36be57..5e6c9478102 100644
--- a/templates/test/dev/cluster-template-custom-builds-load-dra.yaml
+++ b/templates/test/dev/cluster-template-custom-builds-load-dra.yaml
@@ -736,18 +736,32 @@ spec:
type: Calico
calicoNetwork:
bgp: Disabled
+ windowsDataplane: HNS
mtu: 1350
- ipPools:
ipPools:{{range $i, $cidr := .Cluster.spec.clusterNetwork.pods.cidrBlocks }}
- cidr: {{ $cidr }}
encapsulation: VXLAN{{end}}
- registry: mcr.microsoft.com/oss
- # Image and registry configuration for the tigera/operator pod.
- tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
- calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ registry: quay.io
+ serviceCIDRs:
+ - 10.96.0.0/12 # must match cluster service CIDR (this is the default)
+ # Image and registry configuration for the tigera/operator pod
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
+ # when kubernetesServiceEndpoint (required for windows) is added
+ # DNS configuration is needed to look up the api server name properly
+ # https://github.com/projectcalico/calico/issues/9536
+ dnsConfig:
+ nameservers:
+ - 127.0.0.53
+ options:
+ - name: edns0
+ - name: trust-ad
+ kubernetesServiceEndpoint:
+ host: "{{ .Cluster.spec.controlPlaneEndpoint.host }}"
+ port: "{{ .Cluster.spec.controlPlaneEndpoint.port }}"
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
@@ -911,112 +925,7 @@ data:
\"ACL\",\n \"Protocol\": 6,\n \"Action\": \"Block\",\n
\ \"Direction\": \"Out\",\n \"RemoteAddresses\": \"168.63.129.16/32\",\n
\ \"RemotePorts\": \"80\",\n \"Priority\": 200,\n \"RuleType\":
- \"Switch\"\n }\n }\n ]\n } \n---\nkind: ConfigMap\napiVersion:
- v1\nmetadata:\n name: calico-config-windows\n namespace: calico-system\n labels:\n
- \ tier: node\n app: calico\ndata:\n veth_mtu: \"1350\"\n \n cni_network_config:
- |\n {\n \"name\": \"Calico\",\n \"cniVersion\": \"0.3.1\",\n \"plugins\":
- [\n {\n \"windows_use_single_network\": true,\n \"type\":
- \"calico\",\n \"mode\": \"vxlan\",\n \"nodename\": \"__KUBERNETES_NODE_NAME__\",\n
- \ \"nodename_file_optional\": true,\n \"log_file_path\": \"c:/cni.log\",\n
- \ \"log_level\": \"debug\",\n\n \"vxlan_mac_prefix\": \"0E-2A\",\n
- \ \"vxlan_vni\": 4096,\n \"mtu\": __CNI_MTU__,\n \"policy\":
- {\n \"type\": \"k8s\"\n },\n\n \"log_level\": \"info\",\n\n
- \ \"capabilities\": {\"dns\": true},\n \"DNS\": {\n \"Search\":
- \ [\n \"svc.cluster.local\"\n ]\n },\n\n \"datastore_type\":
- \"kubernetes\",\n\n \"kubernetes\": {\n \"kubeconfig\": \"__KUBECONFIG_FILEPATH__\"\n
- \ },\n\n \"ipam\": {\n \"type\": \"calico-ipam\",\n
- \ \"subnet\": \"usePodCidr\"\n },\n\n \"policies\":
- \ [\n {\n \"Name\": \"EndpointPolicy\",\n \"Value\":
- \ {\n \"Type\": \"OutBoundNAT\",\n \"ExceptionList\":
- \ [\n \"__K8S_SERVICE_CIDR__\"\n ]\n }\n
- \ },\n {\n \"Name\": \"EndpointPolicy\",\n
- \ \"Value\": {\n \"Type\": \"SDNROUTE\",\n \"DestinationPrefix\":
- \ \"__K8S_SERVICE_CIDR__\",\n \"NeedEncap\": true\n }\n
- \ }\n ]\n }\n ]\n\n }\n---\napiVersion: apps/v1\nkind:
- DaemonSet\nmetadata:\n name: calico-node-windows\n labels:\n tier: node\n
- \ app: calico\n namespace: calico-system\nspec:\n selector:\n matchLabels:\n
- \ app: calico\n template:\n metadata:\n labels:\n tier: node\n
- \ app: calico\n spec:\n affinity:\n nodeAffinity:\n requiredDuringSchedulingIgnoredDuringExecution:\n
- \ nodeSelectorTerms:\n - matchExpressions:\n -
- key: kubernetes.io/os\n operator: In\n values:\n
- \ - windows\n - key: kubernetes.io/arch\n
- \ operator: In\n values:\n -
- amd64\n securityContext:\n windowsOptions:\n hostProcess:
- true\n runAsUserName: \"NT AUTHORITY\\\\system\"\n hostNetwork:
- true\n serviceAccountName: calico-node\n tolerations:\n - operator:
- Exists\n effect: NoSchedule\n # Mark the pod as a critical add-on
- for rescheduling.\n - key: CriticalAddonsOnly\n operator: Exists\n
- \ - effect: NoExecute\n operator: Exists\n initContainers:\n #
- This container installs the CNI binaries\n # and CNI network config file
- on each node.\n - name: install-cni\n image: sigwindowstools/calico-install:v3.26.1-hostprocess\n
- \ args: [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/install.ps1\"]\n
- \ imagePullPolicy: Always\n env:\n # Name of the CNI
- config file to create.\n - name: CNI_CONF_NAME\n value:
- \"10-calico.conflist\"\n # The CNI network config to install on each
- node.\n - name: CNI_NETWORK_CONFIG\n valueFrom:\n configMapKeyRef:\n
- \ name: calico-config-windows\n key: cni_network_config\n
- \ # Set the hostname based on the k8s node name.\n - name:
- KUBERNETES_NODE_NAME\n valueFrom:\n fieldRef:\n fieldPath:
- spec.nodeName\n # CNI MTU Config variable\n - name: CNI_MTU\n
- \ valueFrom:\n configMapKeyRef:\n name:
- calico-config-windows\n key: veth_mtu\n # Prevents
- the container from sleeping forever.\n - name: SLEEP\n value:
- \"false\"\n - name: K8S_SERVICE_CIDR\n value: \"10.96.0.0/12\"\n
- \ volumeMounts:\n - mountPath: /host/opt/cni/bin\n name:
- cni-bin-dir\n - mountPath: /host/etc/cni/net.d\n name:
- cni-net-dir\n - name: kubeadm-config\n mountPath: /etc/kubeadm-config/\n
- \ securityContext:\n windowsOptions:\n hostProcess:
- true\n runAsUserName: \"NT AUTHORITY\\\\system\"\n containers:\n
- \ - name: calico-node-startup\n image: sigwindowstools/calico-node:v3.26.1-hostprocess\n
- \ args: [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/node-service.ps1\"]\n
- \ workingDir: \"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/\"\n imagePullPolicy:
- Always\n volumeMounts:\n - name: calico-config-windows\n mountPath:
- /etc/kube-calico-windows/\n env:\n - name: POD_NAME\n valueFrom:\n
- \ fieldRef:\n apiVersion: v1\n fieldPath:
- metadata.name\n - name: POD_NAMESPACE\n valueFrom:\n fieldRef:\n
- \ apiVersion: v1\n fieldPath: metadata.namespace\n -
- name: CNI_IPAM_TYPE\n value: \"calico-ipam\"\n - name: CALICO_NETWORKING_BACKEND\n
- \ value: \"vxlan\"\n - name: KUBECONFIG\n value: \"C:/etc/cni/net.d/calico-kubeconfig\"\n
- \ - name: VXLAN_VNI\n value: \"4096\"\n - name: calico-node-felix\n
- \ image: sigwindowstools/calico-node:v3.26.1-hostprocess\n args:
- [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/felix-service.ps1\"]\n imagePullPolicy:
- Always\n workingDir: \"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/\"\n volumeMounts:\n
- \ - name: calico-config-windows\n mountPath: /etc/kube-calico-windows/\n
- \ - name: calico-static-rules\n mountPath: /calico/static-rules.json\n
- \ subPath: static-rules.json\n env:\n - name: POD_NAME\n
- \ valueFrom:\n fieldRef:\n apiVersion: v1\n fieldPath:
- metadata.name\n - name: POD_NAMESPACE\n valueFrom:\n fieldRef:\n
- \ apiVersion: v1\n fieldPath: metadata.namespace\n -
- name: VXLAN_VNI\n value: \"4096\"\n - name: KUBECONFIG\n value:
- \"C:/etc/cni/net.d/calico-kubeconfig\"\n volumes:\n - name: calico-config-windows\n
- \ configMap:\n name: calico-config-windows\n - name: calico-static-rules\n
- \ configMap:\n name: calico-static-rules\n # Used to install
- CNI.\n - name: cni-bin-dir\n hostPath:\n path: /opt/cni/bin\n
- \ - name: cni-net-dir\n hostPath:\n path: /etc/cni/net.d\n
- \ - name: kubeadm-config\n configMap:\n name: kubeadm-config\n---\napiVersion:
- apiextensions.k8s.io/v1\nkind: CustomResourceDefinition\nmetadata:\n name: ipamconfigs.crd.projectcalico.org\nspec:\n
- \ group: crd.projectcalico.org\n names:\n kind: IPAMConfig\n listKind:
- IPAMConfigList\n plural: ipamconfigs\n singular: ipamconfig\n preserveUnknownFields:
- false\n scope: Cluster\n versions:\n - name: v1\n schema:\n openAPIV3Schema:\n
- \ properties:\n apiVersion:\n description: 'APIVersion
- defines the versioned schema of this representation\n of an object.
- Servers should convert recognized schemas to the latest\n internal
- value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'\n
- \ type: string\n kind:\n description: 'Kind is a
- string value representing the REST resource this\n object represents.
- Servers may infer this from the endpoint the client\n submits requests
- to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'\n
- \ type: string\n metadata:\n type: object\n spec:\n
- \ description: IPAMConfigSpec contains the specification for an IPAMConfig\n
- \ resource.\n properties:\n autoAllocateBlocks:\n
- \ type: boolean\n maxBlocksPerHost:\n description:
- MaxBlocksPerHost, if non-zero, is the max number of blocks\n that
- can be affine to each host.\n maximum: 2147483647\n minimum:
- 0\n type: integer\n strictAffinity:\n type:
- boolean\n required:\n - autoAllocateBlocks\n -
- strictAffinity\n type: object\n type: object\n served: true\n
- \ storage: true\nstatus:\n acceptedNames:\n kind: \"\"\n plural: \"\"\n
- \ conditions: []\n storedVersions: []\n"
+ \"Switch\"\n }\n }\n ]\n } \n---\n"
kind: ConfigMap
metadata:
annotations:
diff --git a/templates/test/dev/cluster-template-custom-builds-load.yaml b/templates/test/dev/cluster-template-custom-builds-load.yaml
index 5cbcea5475b..4968a6c5c47 100644
--- a/templates/test/dev/cluster-template-custom-builds-load.yaml
+++ b/templates/test/dev/cluster-template-custom-builds-load.yaml
@@ -700,18 +700,32 @@ spec:
type: Calico
calicoNetwork:
bgp: Disabled
+ windowsDataplane: HNS
mtu: 1350
- ipPools:
ipPools:{{range $i, $cidr := .Cluster.spec.clusterNetwork.pods.cidrBlocks }}
- cidr: {{ $cidr }}
encapsulation: VXLAN{{end}}
- registry: mcr.microsoft.com/oss
- # Image and registry configuration for the tigera/operator pod.
- tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
- calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ registry: quay.io
+ serviceCIDRs:
+ - 10.96.0.0/12 # must match cluster service CIDR (this is the default)
+ # Image and registry configuration for the tigera/operator pod
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
+ # when kubernetesServiceEndpoint (required for windows) is added
+ # DNS configuration is needed to look up the api server name properly
+ # https://github.com/projectcalico/calico/issues/9536
+ dnsConfig:
+ nameservers:
+ - 127.0.0.53
+ options:
+ - name: edns0
+ - name: trust-ad
+ kubernetesServiceEndpoint:
+ host: "{{ .Cluster.spec.controlPlaneEndpoint.host }}"
+ port: "{{ .Cluster.spec.controlPlaneEndpoint.port }}"
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
@@ -875,112 +889,7 @@ data:
\"ACL\",\n \"Protocol\": 6,\n \"Action\": \"Block\",\n
\ \"Direction\": \"Out\",\n \"RemoteAddresses\": \"168.63.129.16/32\",\n
\ \"RemotePorts\": \"80\",\n \"Priority\": 200,\n \"RuleType\":
- \"Switch\"\n }\n }\n ]\n } \n---\nkind: ConfigMap\napiVersion:
- v1\nmetadata:\n name: calico-config-windows\n namespace: calico-system\n labels:\n
- \ tier: node\n app: calico\ndata:\n veth_mtu: \"1350\"\n \n cni_network_config:
- |\n {\n \"name\": \"Calico\",\n \"cniVersion\": \"0.3.1\",\n \"plugins\":
- [\n {\n \"windows_use_single_network\": true,\n \"type\":
- \"calico\",\n \"mode\": \"vxlan\",\n \"nodename\": \"__KUBERNETES_NODE_NAME__\",\n
- \ \"nodename_file_optional\": true,\n \"log_file_path\": \"c:/cni.log\",\n
- \ \"log_level\": \"debug\",\n\n \"vxlan_mac_prefix\": \"0E-2A\",\n
- \ \"vxlan_vni\": 4096,\n \"mtu\": __CNI_MTU__,\n \"policy\":
- {\n \"type\": \"k8s\"\n },\n\n \"log_level\": \"info\",\n\n
- \ \"capabilities\": {\"dns\": true},\n \"DNS\": {\n \"Search\":
- \ [\n \"svc.cluster.local\"\n ]\n },\n\n \"datastore_type\":
- \"kubernetes\",\n\n \"kubernetes\": {\n \"kubeconfig\": \"__KUBECONFIG_FILEPATH__\"\n
- \ },\n\n \"ipam\": {\n \"type\": \"calico-ipam\",\n
- \ \"subnet\": \"usePodCidr\"\n },\n\n \"policies\":
- \ [\n {\n \"Name\": \"EndpointPolicy\",\n \"Value\":
- \ {\n \"Type\": \"OutBoundNAT\",\n \"ExceptionList\":
- \ [\n \"__K8S_SERVICE_CIDR__\"\n ]\n }\n
- \ },\n {\n \"Name\": \"EndpointPolicy\",\n
- \ \"Value\": {\n \"Type\": \"SDNROUTE\",\n \"DestinationPrefix\":
- \ \"__K8S_SERVICE_CIDR__\",\n \"NeedEncap\": true\n }\n
- \ }\n ]\n }\n ]\n\n }\n---\napiVersion: apps/v1\nkind:
- DaemonSet\nmetadata:\n name: calico-node-windows\n labels:\n tier: node\n
- \ app: calico\n namespace: calico-system\nspec:\n selector:\n matchLabels:\n
- \ app: calico\n template:\n metadata:\n labels:\n tier: node\n
- \ app: calico\n spec:\n affinity:\n nodeAffinity:\n requiredDuringSchedulingIgnoredDuringExecution:\n
- \ nodeSelectorTerms:\n - matchExpressions:\n -
- key: kubernetes.io/os\n operator: In\n values:\n
- \ - windows\n - key: kubernetes.io/arch\n
- \ operator: In\n values:\n -
- amd64\n securityContext:\n windowsOptions:\n hostProcess:
- true\n runAsUserName: \"NT AUTHORITY\\\\system\"\n hostNetwork:
- true\n serviceAccountName: calico-node\n tolerations:\n - operator:
- Exists\n effect: NoSchedule\n # Mark the pod as a critical add-on
- for rescheduling.\n - key: CriticalAddonsOnly\n operator: Exists\n
- \ - effect: NoExecute\n operator: Exists\n initContainers:\n #
- This container installs the CNI binaries\n # and CNI network config file
- on each node.\n - name: install-cni\n image: sigwindowstools/calico-install:v3.26.1-hostprocess\n
- \ args: [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/install.ps1\"]\n
- \ imagePullPolicy: Always\n env:\n # Name of the CNI
- config file to create.\n - name: CNI_CONF_NAME\n value:
- \"10-calico.conflist\"\n # The CNI network config to install on each
- node.\n - name: CNI_NETWORK_CONFIG\n valueFrom:\n configMapKeyRef:\n
- \ name: calico-config-windows\n key: cni_network_config\n
- \ # Set the hostname based on the k8s node name.\n - name:
- KUBERNETES_NODE_NAME\n valueFrom:\n fieldRef:\n fieldPath:
- spec.nodeName\n # CNI MTU Config variable\n - name: CNI_MTU\n
- \ valueFrom:\n configMapKeyRef:\n name:
- calico-config-windows\n key: veth_mtu\n # Prevents
- the container from sleeping forever.\n - name: SLEEP\n value:
- \"false\"\n - name: K8S_SERVICE_CIDR\n value: \"10.96.0.0/12\"\n
- \ volumeMounts:\n - mountPath: /host/opt/cni/bin\n name:
- cni-bin-dir\n - mountPath: /host/etc/cni/net.d\n name:
- cni-net-dir\n - name: kubeadm-config\n mountPath: /etc/kubeadm-config/\n
- \ securityContext:\n windowsOptions:\n hostProcess:
- true\n runAsUserName: \"NT AUTHORITY\\\\system\"\n containers:\n
- \ - name: calico-node-startup\n image: sigwindowstools/calico-node:v3.26.1-hostprocess\n
- \ args: [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/node-service.ps1\"]\n
- \ workingDir: \"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/\"\n imagePullPolicy:
- Always\n volumeMounts:\n - name: calico-config-windows\n mountPath:
- /etc/kube-calico-windows/\n env:\n - name: POD_NAME\n valueFrom:\n
- \ fieldRef:\n apiVersion: v1\n fieldPath:
- metadata.name\n - name: POD_NAMESPACE\n valueFrom:\n fieldRef:\n
- \ apiVersion: v1\n fieldPath: metadata.namespace\n -
- name: CNI_IPAM_TYPE\n value: \"calico-ipam\"\n - name: CALICO_NETWORKING_BACKEND\n
- \ value: \"vxlan\"\n - name: KUBECONFIG\n value: \"C:/etc/cni/net.d/calico-kubeconfig\"\n
- \ - name: VXLAN_VNI\n value: \"4096\"\n - name: calico-node-felix\n
- \ image: sigwindowstools/calico-node:v3.26.1-hostprocess\n args:
- [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/felix-service.ps1\"]\n imagePullPolicy:
- Always\n workingDir: \"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/\"\n volumeMounts:\n
- \ - name: calico-config-windows\n mountPath: /etc/kube-calico-windows/\n
- \ - name: calico-static-rules\n mountPath: /calico/static-rules.json\n
- \ subPath: static-rules.json\n env:\n - name: POD_NAME\n
- \ valueFrom:\n fieldRef:\n apiVersion: v1\n fieldPath:
- metadata.name\n - name: POD_NAMESPACE\n valueFrom:\n fieldRef:\n
- \ apiVersion: v1\n fieldPath: metadata.namespace\n -
- name: VXLAN_VNI\n value: \"4096\"\n - name: KUBECONFIG\n value:
- \"C:/etc/cni/net.d/calico-kubeconfig\"\n volumes:\n - name: calico-config-windows\n
- \ configMap:\n name: calico-config-windows\n - name: calico-static-rules\n
- \ configMap:\n name: calico-static-rules\n # Used to install
- CNI.\n - name: cni-bin-dir\n hostPath:\n path: /opt/cni/bin\n
- \ - name: cni-net-dir\n hostPath:\n path: /etc/cni/net.d\n
- \ - name: kubeadm-config\n configMap:\n name: kubeadm-config\n---\napiVersion:
- apiextensions.k8s.io/v1\nkind: CustomResourceDefinition\nmetadata:\n name: ipamconfigs.crd.projectcalico.org\nspec:\n
- \ group: crd.projectcalico.org\n names:\n kind: IPAMConfig\n listKind:
- IPAMConfigList\n plural: ipamconfigs\n singular: ipamconfig\n preserveUnknownFields:
- false\n scope: Cluster\n versions:\n - name: v1\n schema:\n openAPIV3Schema:\n
- \ properties:\n apiVersion:\n description: 'APIVersion
- defines the versioned schema of this representation\n of an object.
- Servers should convert recognized schemas to the latest\n internal
- value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'\n
- \ type: string\n kind:\n description: 'Kind is a
- string value representing the REST resource this\n object represents.
- Servers may infer this from the endpoint the client\n submits requests
- to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'\n
- \ type: string\n metadata:\n type: object\n spec:\n
- \ description: IPAMConfigSpec contains the specification for an IPAMConfig\n
- \ resource.\n properties:\n autoAllocateBlocks:\n
- \ type: boolean\n maxBlocksPerHost:\n description:
- MaxBlocksPerHost, if non-zero, is the max number of blocks\n that
- can be affine to each host.\n maximum: 2147483647\n minimum:
- 0\n type: integer\n strictAffinity:\n type:
- boolean\n required:\n - autoAllocateBlocks\n -
- strictAffinity\n type: object\n type: object\n served: true\n
- \ storage: true\nstatus:\n acceptedNames:\n kind: \"\"\n plural: \"\"\n
- \ conditions: []\n storedVersions: []\n"
+ \"Switch\"\n }\n }\n ]\n } \n---\n"
kind: ConfigMap
metadata:
annotations:
diff --git a/templates/test/dev/cluster-template-custom-builds-machine-pool.yaml b/templates/test/dev/cluster-template-custom-builds-machine-pool.yaml
index 3f75cbf53af..57c902b7f0f 100644
--- a/templates/test/dev/cluster-template-custom-builds-machine-pool.yaml
+++ b/templates/test/dev/cluster-template-custom-builds-machine-pool.yaml
@@ -613,18 +613,32 @@ spec:
type: Calico
calicoNetwork:
bgp: Disabled
+ windowsDataplane: HNS
mtu: 1350
- ipPools:
ipPools:{{range $i, $cidr := .Cluster.spec.clusterNetwork.pods.cidrBlocks }}
- cidr: {{ $cidr }}
encapsulation: VXLAN{{end}}
- registry: mcr.microsoft.com/oss
- # Image and registry configuration for the tigera/operator pod.
- tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
- calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ registry: quay.io
+ serviceCIDRs:
+ - 10.96.0.0/12 # must match cluster service CIDR (this is the default)
+ # Image and registry configuration for the tigera/operator pod
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
+ # when kubernetesServiceEndpoint (required for windows) is added
+ # DNS configuration is needed to look up the api server name properly
+ # https://github.com/projectcalico/calico/issues/9536
+ dnsConfig:
+ nameservers:
+ - 127.0.0.53
+ options:
+ - name: edns0
+ - name: trust-ad
+ kubernetesServiceEndpoint:
+ host: "{{ .Cluster.spec.controlPlaneEndpoint.host }}"
+ port: "{{ .Cluster.spec.controlPlaneEndpoint.port }}"
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
@@ -788,112 +802,7 @@ data:
\"ACL\",\n \"Protocol\": 6,\n \"Action\": \"Block\",\n
\ \"Direction\": \"Out\",\n \"RemoteAddresses\": \"168.63.129.16/32\",\n
\ \"RemotePorts\": \"80\",\n \"Priority\": 200,\n \"RuleType\":
- \"Switch\"\n }\n }\n ]\n } \n---\nkind: ConfigMap\napiVersion:
- v1\nmetadata:\n name: calico-config-windows\n namespace: calico-system\n labels:\n
- \ tier: node\n app: calico\ndata:\n veth_mtu: \"1350\"\n \n cni_network_config:
- |\n {\n \"name\": \"Calico\",\n \"cniVersion\": \"0.3.1\",\n \"plugins\":
- [\n {\n \"windows_use_single_network\": true,\n \"type\":
- \"calico\",\n \"mode\": \"vxlan\",\n \"nodename\": \"__KUBERNETES_NODE_NAME__\",\n
- \ \"nodename_file_optional\": true,\n \"log_file_path\": \"c:/cni.log\",\n
- \ \"log_level\": \"debug\",\n\n \"vxlan_mac_prefix\": \"0E-2A\",\n
- \ \"vxlan_vni\": 4096,\n \"mtu\": __CNI_MTU__,\n \"policy\":
- {\n \"type\": \"k8s\"\n },\n\n \"log_level\": \"info\",\n\n
- \ \"capabilities\": {\"dns\": true},\n \"DNS\": {\n \"Search\":
- \ [\n \"svc.cluster.local\"\n ]\n },\n\n \"datastore_type\":
- \"kubernetes\",\n\n \"kubernetes\": {\n \"kubeconfig\": \"__KUBECONFIG_FILEPATH__\"\n
- \ },\n\n \"ipam\": {\n \"type\": \"calico-ipam\",\n
- \ \"subnet\": \"usePodCidr\"\n },\n\n \"policies\":
- \ [\n {\n \"Name\": \"EndpointPolicy\",\n \"Value\":
- \ {\n \"Type\": \"OutBoundNAT\",\n \"ExceptionList\":
- \ [\n \"__K8S_SERVICE_CIDR__\"\n ]\n }\n
- \ },\n {\n \"Name\": \"EndpointPolicy\",\n
- \ \"Value\": {\n \"Type\": \"SDNROUTE\",\n \"DestinationPrefix\":
- \ \"__K8S_SERVICE_CIDR__\",\n \"NeedEncap\": true\n }\n
- \ }\n ]\n }\n ]\n\n }\n---\napiVersion: apps/v1\nkind:
- DaemonSet\nmetadata:\n name: calico-node-windows\n labels:\n tier: node\n
- \ app: calico\n namespace: calico-system\nspec:\n selector:\n matchLabels:\n
- \ app: calico\n template:\n metadata:\n labels:\n tier: node\n
- \ app: calico\n spec:\n affinity:\n nodeAffinity:\n requiredDuringSchedulingIgnoredDuringExecution:\n
- \ nodeSelectorTerms:\n - matchExpressions:\n -
- key: kubernetes.io/os\n operator: In\n values:\n
- \ - windows\n - key: kubernetes.io/arch\n
- \ operator: In\n values:\n -
- amd64\n securityContext:\n windowsOptions:\n hostProcess:
- true\n runAsUserName: \"NT AUTHORITY\\\\system\"\n hostNetwork:
- true\n serviceAccountName: calico-node\n tolerations:\n - operator:
- Exists\n effect: NoSchedule\n # Mark the pod as a critical add-on
- for rescheduling.\n - key: CriticalAddonsOnly\n operator: Exists\n
- \ - effect: NoExecute\n operator: Exists\n initContainers:\n #
- This container installs the CNI binaries\n # and CNI network config file
- on each node.\n - name: install-cni\n image: sigwindowstools/calico-install:v3.26.1-hostprocess\n
- \ args: [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/install.ps1\"]\n
- \ imagePullPolicy: Always\n env:\n # Name of the CNI
- config file to create.\n - name: CNI_CONF_NAME\n value:
- \"10-calico.conflist\"\n # The CNI network config to install on each
- node.\n - name: CNI_NETWORK_CONFIG\n valueFrom:\n configMapKeyRef:\n
- \ name: calico-config-windows\n key: cni_network_config\n
- \ # Set the hostname based on the k8s node name.\n - name:
- KUBERNETES_NODE_NAME\n valueFrom:\n fieldRef:\n fieldPath:
- spec.nodeName\n # CNI MTU Config variable\n - name: CNI_MTU\n
- \ valueFrom:\n configMapKeyRef:\n name:
- calico-config-windows\n key: veth_mtu\n # Prevents
- the container from sleeping forever.\n - name: SLEEP\n value:
- \"false\"\n - name: K8S_SERVICE_CIDR\n value: \"10.96.0.0/12\"\n
- \ volumeMounts:\n - mountPath: /host/opt/cni/bin\n name:
- cni-bin-dir\n - mountPath: /host/etc/cni/net.d\n name:
- cni-net-dir\n - name: kubeadm-config\n mountPath: /etc/kubeadm-config/\n
- \ securityContext:\n windowsOptions:\n hostProcess:
- true\n runAsUserName: \"NT AUTHORITY\\\\system\"\n containers:\n
- \ - name: calico-node-startup\n image: sigwindowstools/calico-node:v3.26.1-hostprocess\n
- \ args: [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/node-service.ps1\"]\n
- \ workingDir: \"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/\"\n imagePullPolicy:
- Always\n volumeMounts:\n - name: calico-config-windows\n mountPath:
- /etc/kube-calico-windows/\n env:\n - name: POD_NAME\n valueFrom:\n
- \ fieldRef:\n apiVersion: v1\n fieldPath:
- metadata.name\n - name: POD_NAMESPACE\n valueFrom:\n fieldRef:\n
- \ apiVersion: v1\n fieldPath: metadata.namespace\n -
- name: CNI_IPAM_TYPE\n value: \"calico-ipam\"\n - name: CALICO_NETWORKING_BACKEND\n
- \ value: \"vxlan\"\n - name: KUBECONFIG\n value: \"C:/etc/cni/net.d/calico-kubeconfig\"\n
- \ - name: VXLAN_VNI\n value: \"4096\"\n - name: calico-node-felix\n
- \ image: sigwindowstools/calico-node:v3.26.1-hostprocess\n args:
- [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/felix-service.ps1\"]\n imagePullPolicy:
- Always\n workingDir: \"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/\"\n volumeMounts:\n
- \ - name: calico-config-windows\n mountPath: /etc/kube-calico-windows/\n
- \ - name: calico-static-rules\n mountPath: /calico/static-rules.json\n
- \ subPath: static-rules.json\n env:\n - name: POD_NAME\n
- \ valueFrom:\n fieldRef:\n apiVersion: v1\n fieldPath:
- metadata.name\n - name: POD_NAMESPACE\n valueFrom:\n fieldRef:\n
- \ apiVersion: v1\n fieldPath: metadata.namespace\n -
- name: VXLAN_VNI\n value: \"4096\"\n - name: KUBECONFIG\n value:
- \"C:/etc/cni/net.d/calico-kubeconfig\"\n volumes:\n - name: calico-config-windows\n
- \ configMap:\n name: calico-config-windows\n - name: calico-static-rules\n
- \ configMap:\n name: calico-static-rules\n # Used to install
- CNI.\n - name: cni-bin-dir\n hostPath:\n path: /opt/cni/bin\n
- \ - name: cni-net-dir\n hostPath:\n path: /etc/cni/net.d\n
- \ - name: kubeadm-config\n configMap:\n name: kubeadm-config\n---\napiVersion:
- apiextensions.k8s.io/v1\nkind: CustomResourceDefinition\nmetadata:\n name: ipamconfigs.crd.projectcalico.org\nspec:\n
- \ group: crd.projectcalico.org\n names:\n kind: IPAMConfig\n listKind:
- IPAMConfigList\n plural: ipamconfigs\n singular: ipamconfig\n preserveUnknownFields:
- false\n scope: Cluster\n versions:\n - name: v1\n schema:\n openAPIV3Schema:\n
- \ properties:\n apiVersion:\n description: 'APIVersion
- defines the versioned schema of this representation\n of an object.
- Servers should convert recognized schemas to the latest\n internal
- value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'\n
- \ type: string\n kind:\n description: 'Kind is a
- string value representing the REST resource this\n object represents.
- Servers may infer this from the endpoint the client\n submits requests
- to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'\n
- \ type: string\n metadata:\n type: object\n spec:\n
- \ description: IPAMConfigSpec contains the specification for an IPAMConfig\n
- \ resource.\n properties:\n autoAllocateBlocks:\n
- \ type: boolean\n maxBlocksPerHost:\n description:
- MaxBlocksPerHost, if non-zero, is the max number of blocks\n that
- can be affine to each host.\n maximum: 2147483647\n minimum:
- 0\n type: integer\n strictAffinity:\n type:
- boolean\n required:\n - autoAllocateBlocks\n -
- strictAffinity\n type: object\n type: object\n served: true\n
- \ storage: true\nstatus:\n acceptedNames:\n kind: \"\"\n plural: \"\"\n
- \ conditions: []\n storedVersions: []\n"
+ \"Switch\"\n }\n }\n ]\n } \n---\n"
kind: ConfigMap
metadata:
annotations:
diff --git a/templates/test/dev/cluster-template-custom-builds.yaml b/templates/test/dev/cluster-template-custom-builds.yaml
index 5abb71a8882..1ada3966848 100644
--- a/templates/test/dev/cluster-template-custom-builds.yaml
+++ b/templates/test/dev/cluster-template-custom-builds.yaml
@@ -694,18 +694,32 @@ spec:
type: Calico
calicoNetwork:
bgp: Disabled
+ windowsDataplane: HNS
mtu: 1350
- ipPools:
ipPools:{{range $i, $cidr := .Cluster.spec.clusterNetwork.pods.cidrBlocks }}
- cidr: {{ $cidr }}
encapsulation: VXLAN{{end}}
- registry: mcr.microsoft.com/oss
- # Image and registry configuration for the tigera/operator pod.
- tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
- calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ registry: quay.io
+ serviceCIDRs:
+ - 10.96.0.0/12 # must match cluster service CIDR (this is the default)
+ # Image and registry configuration for the tigera/operator pod
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
+ # when kubernetesServiceEndpoint (required for windows) is added
+ # DNS configuration is needed to look up the api server name properly
+ # https://github.com/projectcalico/calico/issues/9536
+ dnsConfig:
+ nameservers:
+ - 127.0.0.53
+ options:
+ - name: edns0
+ - name: trust-ad
+ kubernetesServiceEndpoint:
+ host: "{{ .Cluster.spec.controlPlaneEndpoint.host }}"
+ port: "{{ .Cluster.spec.controlPlaneEndpoint.port }}"
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
@@ -869,112 +883,7 @@ data:
\"ACL\",\n \"Protocol\": 6,\n \"Action\": \"Block\",\n
\ \"Direction\": \"Out\",\n \"RemoteAddresses\": \"168.63.129.16/32\",\n
\ \"RemotePorts\": \"80\",\n \"Priority\": 200,\n \"RuleType\":
- \"Switch\"\n }\n }\n ]\n } \n---\nkind: ConfigMap\napiVersion:
- v1\nmetadata:\n name: calico-config-windows\n namespace: calico-system\n labels:\n
- \ tier: node\n app: calico\ndata:\n veth_mtu: \"1350\"\n \n cni_network_config:
- |\n {\n \"name\": \"Calico\",\n \"cniVersion\": \"0.3.1\",\n \"plugins\":
- [\n {\n \"windows_use_single_network\": true,\n \"type\":
- \"calico\",\n \"mode\": \"vxlan\",\n \"nodename\": \"__KUBERNETES_NODE_NAME__\",\n
- \ \"nodename_file_optional\": true,\n \"log_file_path\": \"c:/cni.log\",\n
- \ \"log_level\": \"debug\",\n\n \"vxlan_mac_prefix\": \"0E-2A\",\n
- \ \"vxlan_vni\": 4096,\n \"mtu\": __CNI_MTU__,\n \"policy\":
- {\n \"type\": \"k8s\"\n },\n\n \"log_level\": \"info\",\n\n
- \ \"capabilities\": {\"dns\": true},\n \"DNS\": {\n \"Search\":
- \ [\n \"svc.cluster.local\"\n ]\n },\n\n \"datastore_type\":
- \"kubernetes\",\n\n \"kubernetes\": {\n \"kubeconfig\": \"__KUBECONFIG_FILEPATH__\"\n
- \ },\n\n \"ipam\": {\n \"type\": \"calico-ipam\",\n
- \ \"subnet\": \"usePodCidr\"\n },\n\n \"policies\":
- \ [\n {\n \"Name\": \"EndpointPolicy\",\n \"Value\":
- \ {\n \"Type\": \"OutBoundNAT\",\n \"ExceptionList\":
- \ [\n \"__K8S_SERVICE_CIDR__\"\n ]\n }\n
- \ },\n {\n \"Name\": \"EndpointPolicy\",\n
- \ \"Value\": {\n \"Type\": \"SDNROUTE\",\n \"DestinationPrefix\":
- \ \"__K8S_SERVICE_CIDR__\",\n \"NeedEncap\": true\n }\n
- \ }\n ]\n }\n ]\n\n }\n---\napiVersion: apps/v1\nkind:
- DaemonSet\nmetadata:\n name: calico-node-windows\n labels:\n tier: node\n
- \ app: calico\n namespace: calico-system\nspec:\n selector:\n matchLabels:\n
- \ app: calico\n template:\n metadata:\n labels:\n tier: node\n
- \ app: calico\n spec:\n affinity:\n nodeAffinity:\n requiredDuringSchedulingIgnoredDuringExecution:\n
- \ nodeSelectorTerms:\n - matchExpressions:\n -
- key: kubernetes.io/os\n operator: In\n values:\n
- \ - windows\n - key: kubernetes.io/arch\n
- \ operator: In\n values:\n -
- amd64\n securityContext:\n windowsOptions:\n hostProcess:
- true\n runAsUserName: \"NT AUTHORITY\\\\system\"\n hostNetwork:
- true\n serviceAccountName: calico-node\n tolerations:\n - operator:
- Exists\n effect: NoSchedule\n # Mark the pod as a critical add-on
- for rescheduling.\n - key: CriticalAddonsOnly\n operator: Exists\n
- \ - effect: NoExecute\n operator: Exists\n initContainers:\n #
- This container installs the CNI binaries\n # and CNI network config file
- on each node.\n - name: install-cni\n image: sigwindowstools/calico-install:v3.26.1-hostprocess\n
- \ args: [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/install.ps1\"]\n
- \ imagePullPolicy: Always\n env:\n # Name of the CNI
- config file to create.\n - name: CNI_CONF_NAME\n value:
- \"10-calico.conflist\"\n # The CNI network config to install on each
- node.\n - name: CNI_NETWORK_CONFIG\n valueFrom:\n configMapKeyRef:\n
- \ name: calico-config-windows\n key: cni_network_config\n
- \ # Set the hostname based on the k8s node name.\n - name:
- KUBERNETES_NODE_NAME\n valueFrom:\n fieldRef:\n fieldPath:
- spec.nodeName\n # CNI MTU Config variable\n - name: CNI_MTU\n
- \ valueFrom:\n configMapKeyRef:\n name:
- calico-config-windows\n key: veth_mtu\n # Prevents
- the container from sleeping forever.\n - name: SLEEP\n value:
- \"false\"\n - name: K8S_SERVICE_CIDR\n value: \"10.96.0.0/12\"\n
- \ volumeMounts:\n - mountPath: /host/opt/cni/bin\n name:
- cni-bin-dir\n - mountPath: /host/etc/cni/net.d\n name:
- cni-net-dir\n - name: kubeadm-config\n mountPath: /etc/kubeadm-config/\n
- \ securityContext:\n windowsOptions:\n hostProcess:
- true\n runAsUserName: \"NT AUTHORITY\\\\system\"\n containers:\n
- \ - name: calico-node-startup\n image: sigwindowstools/calico-node:v3.26.1-hostprocess\n
- \ args: [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/node-service.ps1\"]\n
- \ workingDir: \"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/\"\n imagePullPolicy:
- Always\n volumeMounts:\n - name: calico-config-windows\n mountPath:
- /etc/kube-calico-windows/\n env:\n - name: POD_NAME\n valueFrom:\n
- \ fieldRef:\n apiVersion: v1\n fieldPath:
- metadata.name\n - name: POD_NAMESPACE\n valueFrom:\n fieldRef:\n
- \ apiVersion: v1\n fieldPath: metadata.namespace\n -
- name: CNI_IPAM_TYPE\n value: \"calico-ipam\"\n - name: CALICO_NETWORKING_BACKEND\n
- \ value: \"vxlan\"\n - name: KUBECONFIG\n value: \"C:/etc/cni/net.d/calico-kubeconfig\"\n
- \ - name: VXLAN_VNI\n value: \"4096\"\n - name: calico-node-felix\n
- \ image: sigwindowstools/calico-node:v3.26.1-hostprocess\n args:
- [\"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/felix-service.ps1\"]\n imagePullPolicy:
- Always\n workingDir: \"$env:CONTAINER_SANDBOX_MOUNT_POINT/calico/\"\n volumeMounts:\n
- \ - name: calico-config-windows\n mountPath: /etc/kube-calico-windows/\n
- \ - name: calico-static-rules\n mountPath: /calico/static-rules.json\n
- \ subPath: static-rules.json\n env:\n - name: POD_NAME\n
- \ valueFrom:\n fieldRef:\n apiVersion: v1\n fieldPath:
- metadata.name\n - name: POD_NAMESPACE\n valueFrom:\n fieldRef:\n
- \ apiVersion: v1\n fieldPath: metadata.namespace\n -
- name: VXLAN_VNI\n value: \"4096\"\n - name: KUBECONFIG\n value:
- \"C:/etc/cni/net.d/calico-kubeconfig\"\n volumes:\n - name: calico-config-windows\n
- \ configMap:\n name: calico-config-windows\n - name: calico-static-rules\n
- \ configMap:\n name: calico-static-rules\n # Used to install
- CNI.\n - name: cni-bin-dir\n hostPath:\n path: /opt/cni/bin\n
- \ - name: cni-net-dir\n hostPath:\n path: /etc/cni/net.d\n
- \ - name: kubeadm-config\n configMap:\n name: kubeadm-config\n---\napiVersion:
- apiextensions.k8s.io/v1\nkind: CustomResourceDefinition\nmetadata:\n name: ipamconfigs.crd.projectcalico.org\nspec:\n
- \ group: crd.projectcalico.org\n names:\n kind: IPAMConfig\n listKind:
- IPAMConfigList\n plural: ipamconfigs\n singular: ipamconfig\n preserveUnknownFields:
- false\n scope: Cluster\n versions:\n - name: v1\n schema:\n openAPIV3Schema:\n
- \ properties:\n apiVersion:\n description: 'APIVersion
- defines the versioned schema of this representation\n of an object.
- Servers should convert recognized schemas to the latest\n internal
- value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'\n
- \ type: string\n kind:\n description: 'Kind is a
- string value representing the REST resource this\n object represents.
- Servers may infer this from the endpoint the client\n submits requests
- to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'\n
- \ type: string\n metadata:\n type: object\n spec:\n
- \ description: IPAMConfigSpec contains the specification for an IPAMConfig\n
- \ resource.\n properties:\n autoAllocateBlocks:\n
- \ type: boolean\n maxBlocksPerHost:\n description:
- MaxBlocksPerHost, if non-zero, is the max number of blocks\n that
- can be affine to each host.\n maximum: 2147483647\n minimum:
- 0\n type: integer\n strictAffinity:\n type:
- boolean\n required:\n - autoAllocateBlocks\n -
- strictAffinity\n type: object\n type: object\n served: true\n
- \ storage: true\nstatus:\n acceptedNames:\n kind: \"\"\n plural: \"\"\n
- \ conditions: []\n storedVersions: []\n"
+ \"Switch\"\n }\n }\n ]\n } \n---\n"
kind: ConfigMap
metadata:
annotations:
diff --git a/test/e2e/cloud-provider-azure.go b/test/e2e/cloud-provider-azure.go
index 3031ec40e39..59dd4383a5a 100644
--- a/test/e2e/cloud-provider-azure.go
+++ b/test/e2e/cloud-provider-azure.go
@@ -41,14 +41,14 @@ const (
// EnsureCNIAndCloudProviderAzureHelmChart installs the official cloud-provider-azure helm chart
// and a CNI and validates that expected pods exist and are Ready.
-func EnsureCNIAndCloudProviderAzureHelmChart(ctx context.Context, input clusterctl.ApplyCustomClusterTemplateAndWaitInput, hasWindows bool) {
+func EnsureCNIAndCloudProviderAzureHelmChart(ctx context.Context, input clusterctl.ApplyCustomClusterTemplateAndWaitInput) {
specName := "ensure-cloud-provider-azure"
clusterProxy := input.ClusterProxy.GetWorkloadCluster(ctx, input.Namespace, input.ClusterName)
By("Ensuring cloud-provider-azure is installed via CAAPH")
// We do this before waiting for the pods to be ready because there is a co-dependency between CNI (nodes ready) and cloud-provider being initialized.
- EnsureCNI(ctx, input, hasWindows)
+ EnsureCNI(ctx, input)
By("Waiting for Ready cloud-controller-manager deployment pods")
for _, d := range []string{"cloud-controller-manager"} {
diff --git a/test/e2e/cni.go b/test/e2e/cni.go
index 0567cc3ca60..f2f282a57a4 100644
--- a/test/e2e/cni.go
+++ b/test/e2e/cni.go
@@ -40,11 +40,11 @@ const (
)
// EnsureCNI installs the CNI plugin depending on the input.CNIManifestPath
-func EnsureCNI(ctx context.Context, input clusterctl.ApplyCustomClusterTemplateAndWaitInput, hasWindows bool) {
+func EnsureCNI(ctx context.Context, input clusterctl.ApplyCustomClusterTemplateAndWaitInput) {
if input.CNIManifestPath != "" {
InstallCNIManifest(ctx, input)
} else {
- EnsureCalicoIsReady(ctx, input, hasWindows)
+ EnsureCalicoIsReady(ctx, input)
}
}
@@ -60,20 +60,12 @@ func InstallCNIManifest(ctx context.Context, input clusterctl.ApplyCustomCluster
}
// EnsureCalicoIsReady copies the kubeadm configmap to the calico-system namespace and waits for the calico pods to be ready.
-func EnsureCalicoIsReady(ctx context.Context, input clusterctl.ApplyCustomClusterTemplateAndWaitInput, hasWindows bool) {
+func EnsureCalicoIsReady(ctx context.Context, input clusterctl.ApplyCustomClusterTemplateAndWaitInput) {
specName := "ensure-calico"
clusterProxy := input.ClusterProxy.GetWorkloadCluster(ctx, input.Namespace, input.ClusterName)
By("Ensuring Calico CNI is installed via CAAPH")
- By("Copying kubeadm config map to calico-system namespace")
- workloadClusterClient := clusterProxy.GetClient()
-
- if hasWindows {
- // Copy the kubeadm configmap to the calico-system namespace. This is a workaround needed for the calico-node-windows daemonset to be able to run in the calico-system namespace.
- CopyConfigMap(ctx, input, workloadClusterClient, kubeadmConfigMapName, kubesystem, CalicoSystemNamespace)
- }
-
By("Waiting for Ready tigera-operator deployment pods")
for _, d := range []string{"tigera-operator"} {
waitInput := GetWaitForDeploymentsAvailableInput(ctx, clusterProxy, d, calicoOperatorNamespace, specName)
diff --git a/test/e2e/common.go b/test/e2e/common.go
index 60fdd6feec4..fffad9b14b9 100644
--- a/test/e2e/common.go
+++ b/test/e2e/common.go
@@ -283,13 +283,11 @@ func EnsureControlPlaneInitialized(ctx context.Context, input clusterctl.ApplyCu
g.Expect(clusterProxy.GetClient().Get(ctx, client.ObjectKey{Name: kubesystem}, ns)).To(Succeed(), "Failed to get kube-system namespace")
}, input.WaitForControlPlaneIntervals...).Should(Succeed(), "API Server was not reachable in time")
- _, hasWindows := cluster.Labels["cni-windows"]
-
if kubeadmControlPlane.Spec.KubeadmConfigSpec.ClusterConfiguration.ControllerManager.ExtraArgs["cloud-provider"] != infrav1.AzureNetworkPluginName {
// There is a co-dependency between cloud-provider and CNI so we install both together if cloud-provider is external.
- EnsureCNIAndCloudProviderAzureHelmChart(ctx, input, hasWindows)
+ EnsureCNIAndCloudProviderAzureHelmChart(ctx, input)
} else {
- EnsureCNI(ctx, input, hasWindows)
+ EnsureCNI(ctx, input)
}
controlPlane := discoveryAndWaitForControlPlaneInitialized(ctx, input, result)
EnsureAzureDiskCSIDriverHelmChart(ctx, input)
diff --git a/test/e2e/data/infrastructure-azure/v1.19.4/cluster-template-prow-machine-and-machine-pool.yaml b/test/e2e/data/infrastructure-azure/v1.19.4/cluster-template-prow-machine-and-machine-pool.yaml
index 3429f5b6609..ecbab8a3de3 100644
--- a/test/e2e/data/infrastructure-azure/v1.19.4/cluster-template-prow-machine-and-machine-pool.yaml
+++ b/test/e2e/data/infrastructure-azure/v1.19.4/cluster-template-prow-machine-and-machine-pool.yaml
@@ -516,6 +516,11 @@ spec:
ipPools:{{range $i, $cidr := .Cluster.spec.clusterNetwork.pods.cidrBlocks }}
- cidr: {{ $cidr }}
encapsulation: VXLAN{{end}}
+ registry: quay.io
+ # Image and registry configuration for the tigera/operator pod.Add commentMore actions
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
version: ${CALICO_VERSION}
---
apiVersion: addons.cluster.x-k8s.io/v1alpha1
diff --git a/test/e2e/data/infrastructure-azure/v1.19.4/cluster-template-prow.yaml b/test/e2e/data/infrastructure-azure/v1.19.4/cluster-template-prow.yaml
index 4d12f772869..965b1d64148 100644
--- a/test/e2e/data/infrastructure-azure/v1.19.4/cluster-template-prow.yaml
+++ b/test/e2e/data/infrastructure-azure/v1.19.4/cluster-template-prow.yaml
@@ -458,6 +458,11 @@ spec:
ipPools:{{range $i, $cidr := .Cluster.spec.clusterNetwork.pods.cidrBlocks }}
- cidr: {{ $cidr }}
encapsulation: VXLAN{{end}}
+ registry: quay.io
+ # Image and registry configuration for the tigera/operator pod.Add commentMore actions
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
version: ${CALICO_VERSION}
---
apiVersion: addons.cluster.x-k8s.io/v1alpha1
diff --git a/test/e2e/data/infrastructure-azure/v1.20.0/cluster-template-prow-machine-and-machine-pool.yaml b/test/e2e/data/infrastructure-azure/v1.20.0/cluster-template-prow-machine-and-machine-pool.yaml
index 3429f5b6609..ecbab8a3de3 100644
--- a/test/e2e/data/infrastructure-azure/v1.20.0/cluster-template-prow-machine-and-machine-pool.yaml
+++ b/test/e2e/data/infrastructure-azure/v1.20.0/cluster-template-prow-machine-and-machine-pool.yaml
@@ -516,6 +516,11 @@ spec:
ipPools:{{range $i, $cidr := .Cluster.spec.clusterNetwork.pods.cidrBlocks }}
- cidr: {{ $cidr }}
encapsulation: VXLAN{{end}}
+ registry: quay.io
+ # Image and registry configuration for the tigera/operator pod.Add commentMore actions
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
version: ${CALICO_VERSION}
---
apiVersion: addons.cluster.x-k8s.io/v1alpha1
diff --git a/test/e2e/data/infrastructure-azure/v1.20.0/cluster-template-prow.yaml b/test/e2e/data/infrastructure-azure/v1.20.0/cluster-template-prow.yaml
index 4d12f772869..965b1d64148 100644
--- a/test/e2e/data/infrastructure-azure/v1.20.0/cluster-template-prow.yaml
+++ b/test/e2e/data/infrastructure-azure/v1.20.0/cluster-template-prow.yaml
@@ -458,6 +458,11 @@ spec:
ipPools:{{range $i, $cidr := .Cluster.spec.clusterNetwork.pods.cidrBlocks }}
- cidr: {{ $cidr }}
encapsulation: VXLAN{{end}}
+ registry: quay.io
+ # Image and registry configuration for the tigera/operator pod.Add commentMore actions
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
version: ${CALICO_VERSION}
---
apiVersion: addons.cluster.x-k8s.io/v1alpha1
diff --git a/test/e2e/data/infrastructure-azure/v1beta1/cluster-template-kcp-remediation.yaml b/test/e2e/data/infrastructure-azure/v1beta1/cluster-template-kcp-remediation.yaml
index c5f5c7bcc9c..23861cc769f 100644
--- a/test/e2e/data/infrastructure-azure/v1beta1/cluster-template-kcp-remediation.yaml
+++ b/test/e2e/data/infrastructure-azure/v1beta1/cluster-template-kcp-remediation.yaml
@@ -37,18 +37,32 @@ spec:
type: Calico
calicoNetwork:
bgp: Disabled
+ windowsDataplane: HNS
mtu: 1350
- ipPools:
ipPools:{{range $i, $cidr := .Cluster.spec.clusterNetwork.pods.cidrBlocks }}
- cidr: {{ $cidr }}
encapsulation: VXLAN{{end}}
- registry: mcr.microsoft.com/oss
- # Image and registry configuration for the tigera/operator pod.
- tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
- calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ registry: quay.io
+ serviceCIDRs:
+ - 10.96.0.0/12 # must match cluster service CIDR (this is the default)
+ # Image and registry configuration for the tigera/operator pod
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
+ # when kubernetesServiceEndpoint (required for windows) is added
+ # DNS configuration is needed to look up the api server name properly
+ # https://github.com/projectcalico/calico/issues/9536
+ dnsConfig:
+ nameservers:
+ - 127.0.0.53
+ options:
+ - name: edns0
+ - name: trust-ad
+ kubernetesServiceEndpoint:
+ host: "{{ .Cluster.spec.controlPlaneEndpoint.host }}"
+ port: "{{ .Cluster.spec.controlPlaneEndpoint.port }}"
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
diff --git a/test/e2e/data/infrastructure-azure/v1beta1/cluster-template-kcp-scale-in.yaml b/test/e2e/data/infrastructure-azure/v1beta1/cluster-template-kcp-scale-in.yaml
index 29738c24cc9..fb456fa3bf3 100644
--- a/test/e2e/data/infrastructure-azure/v1beta1/cluster-template-kcp-scale-in.yaml
+++ b/test/e2e/data/infrastructure-azure/v1beta1/cluster-template-kcp-scale-in.yaml
@@ -37,18 +37,32 @@ spec:
type: Calico
calicoNetwork:
bgp: Disabled
+ windowsDataplane: HNS
mtu: 1350
- ipPools:
ipPools:{{range $i, $cidr := .Cluster.spec.clusterNetwork.pods.cidrBlocks }}
- cidr: {{ $cidr }}
encapsulation: VXLAN{{end}}
- registry: mcr.microsoft.com/oss
- # Image and registry configuration for the tigera/operator pod.
- tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
- calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ registry: quay.io
+ serviceCIDRs:
+ - 10.96.0.0/12 # must match cluster service CIDR (this is the default)
+ # Image and registry configuration for the tigera/operator pod
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
+ # when kubernetesServiceEndpoint (required for windows) is added
+ # DNS configuration is needed to look up the api server name properly
+ # https://github.com/projectcalico/calico/issues/9536
+ dnsConfig:
+ nameservers:
+ - 127.0.0.53
+ options:
+ - name: edns0
+ - name: trust-ad
+ kubernetesServiceEndpoint:
+ host: "{{ .Cluster.spec.controlPlaneEndpoint.host }}"
+ port: "{{ .Cluster.spec.controlPlaneEndpoint.port }}"
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
diff --git a/test/e2e/data/infrastructure-azure/v1beta1/cluster-template-machine-and-machine-pool.yaml b/test/e2e/data/infrastructure-azure/v1beta1/cluster-template-machine-and-machine-pool.yaml
index b359745aaca..513bac3a734 100644
--- a/test/e2e/data/infrastructure-azure/v1beta1/cluster-template-machine-and-machine-pool.yaml
+++ b/test/e2e/data/infrastructure-azure/v1beta1/cluster-template-machine-and-machine-pool.yaml
@@ -37,18 +37,32 @@ spec:
type: Calico
calicoNetwork:
bgp: Disabled
+ windowsDataplane: HNS
mtu: 1350
- ipPools:
ipPools:{{range $i, $cidr := .Cluster.spec.clusterNetwork.pods.cidrBlocks }}
- cidr: {{ $cidr }}
encapsulation: VXLAN{{end}}
- registry: mcr.microsoft.com/oss
- # Image and registry configuration for the tigera/operator pod.
- tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
- calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ registry: quay.io
+ serviceCIDRs:
+ - 10.96.0.0/12 # must match cluster service CIDR (this is the default)
+ # Image and registry configuration for the tigera/operator pod
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
+ # when kubernetesServiceEndpoint (required for windows) is added
+ # DNS configuration is needed to look up the api server name properly
+ # https://github.com/projectcalico/calico/issues/9536
+ dnsConfig:
+ nameservers:
+ - 127.0.0.53
+ options:
+ - name: edns0
+ - name: trust-ad
+ kubernetesServiceEndpoint:
+ host: "{{ .Cluster.spec.controlPlaneEndpoint.host }}"
+ port: "{{ .Cluster.spec.controlPlaneEndpoint.port }}"
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
diff --git a/test/e2e/data/infrastructure-azure/v1beta1/cluster-template-machine-pool.yaml b/test/e2e/data/infrastructure-azure/v1beta1/cluster-template-machine-pool.yaml
index 90206dd88fe..1d2cd446dd4 100644
--- a/test/e2e/data/infrastructure-azure/v1beta1/cluster-template-machine-pool.yaml
+++ b/test/e2e/data/infrastructure-azure/v1beta1/cluster-template-machine-pool.yaml
@@ -37,18 +37,32 @@ spec:
type: Calico
calicoNetwork:
bgp: Disabled
+ windowsDataplane: HNS
mtu: 1350
- ipPools:
ipPools:{{range $i, $cidr := .Cluster.spec.clusterNetwork.pods.cidrBlocks }}
- cidr: {{ $cidr }}
encapsulation: VXLAN{{end}}
- registry: mcr.microsoft.com/oss
- # Image and registry configuration for the tigera/operator pod.
- tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
- calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ registry: quay.io
+ serviceCIDRs:
+ - 10.96.0.0/12 # must match cluster service CIDR (this is the default)
+ # Image and registry configuration for the tigera/operator pod
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
+ # when kubernetesServiceEndpoint (required for windows) is added
+ # DNS configuration is needed to look up the api server name properly
+ # https://github.com/projectcalico/calico/issues/9536
+ dnsConfig:
+ nameservers:
+ - 127.0.0.53
+ options:
+ - name: edns0
+ - name: trust-ad
+ kubernetesServiceEndpoint:
+ host: "{{ .Cluster.spec.controlPlaneEndpoint.host }}"
+ port: "{{ .Cluster.spec.controlPlaneEndpoint.port }}"
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
diff --git a/test/e2e/data/infrastructure-azure/v1beta1/cluster-template-md-remediation.yaml b/test/e2e/data/infrastructure-azure/v1beta1/cluster-template-md-remediation.yaml
index 03e2ae42565..6c55841cd59 100644
--- a/test/e2e/data/infrastructure-azure/v1beta1/cluster-template-md-remediation.yaml
+++ b/test/e2e/data/infrastructure-azure/v1beta1/cluster-template-md-remediation.yaml
@@ -37,18 +37,32 @@ spec:
type: Calico
calicoNetwork:
bgp: Disabled
+ windowsDataplane: HNS
mtu: 1350
- ipPools:
ipPools:{{range $i, $cidr := .Cluster.spec.clusterNetwork.pods.cidrBlocks }}
- cidr: {{ $cidr }}
encapsulation: VXLAN{{end}}
- registry: mcr.microsoft.com/oss
- # Image and registry configuration for the tigera/operator pod.
- tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
- calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ registry: quay.io
+ serviceCIDRs:
+ - 10.96.0.0/12 # must match cluster service CIDR (this is the default)
+ # Image and registry configuration for the tigera/operator pod
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
+ # when kubernetesServiceEndpoint (required for windows) is added
+ # DNS configuration is needed to look up the api server name properly
+ # https://github.com/projectcalico/calico/issues/9536
+ dnsConfig:
+ nameservers:
+ - 127.0.0.53
+ options:
+ - name: edns0
+ - name: trust-ad
+ kubernetesServiceEndpoint:
+ host: "{{ .Cluster.spec.controlPlaneEndpoint.host }}"
+ port: "{{ .Cluster.spec.controlPlaneEndpoint.port }}"
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
diff --git a/test/e2e/data/infrastructure-azure/v1beta1/cluster-template-node-drain.yaml b/test/e2e/data/infrastructure-azure/v1beta1/cluster-template-node-drain.yaml
index 3a843c1ff82..4cb7c30f6f5 100644
--- a/test/e2e/data/infrastructure-azure/v1beta1/cluster-template-node-drain.yaml
+++ b/test/e2e/data/infrastructure-azure/v1beta1/cluster-template-node-drain.yaml
@@ -37,18 +37,32 @@ spec:
type: Calico
calicoNetwork:
bgp: Disabled
+ windowsDataplane: HNS
mtu: 1350
- ipPools:
ipPools:{{range $i, $cidr := .Cluster.spec.clusterNetwork.pods.cidrBlocks }}
- cidr: {{ $cidr }}
encapsulation: VXLAN{{end}}
- registry: mcr.microsoft.com/oss
- # Image and registry configuration for the tigera/operator pod.
- tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
- calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ registry: quay.io
+ serviceCIDRs:
+ - 10.96.0.0/12 # must match cluster service CIDR (this is the default)
+ # Image and registry configuration for the tigera/operator pod
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
+ # when kubernetesServiceEndpoint (required for windows) is added
+ # DNS configuration is needed to look up the api server name properly
+ # https://github.com/projectcalico/calico/issues/9536
+ dnsConfig:
+ nameservers:
+ - 127.0.0.53
+ options:
+ - name: edns0
+ - name: trust-ad
+ kubernetesServiceEndpoint:
+ host: "{{ .Cluster.spec.controlPlaneEndpoint.host }}"
+ port: "{{ .Cluster.spec.controlPlaneEndpoint.port }}"
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
diff --git a/test/e2e/data/infrastructure-azure/v1beta1/cluster-template-upgrades.yaml b/test/e2e/data/infrastructure-azure/v1beta1/cluster-template-upgrades.yaml
index e4ea2d8646b..62206736bf6 100644
--- a/test/e2e/data/infrastructure-azure/v1beta1/cluster-template-upgrades.yaml
+++ b/test/e2e/data/infrastructure-azure/v1beta1/cluster-template-upgrades.yaml
@@ -37,18 +37,32 @@ spec:
type: Calico
calicoNetwork:
bgp: Disabled
+ windowsDataplane: HNS
mtu: 1350
- ipPools:
ipPools:{{range $i, $cidr := .Cluster.spec.clusterNetwork.pods.cidrBlocks }}
- cidr: {{ $cidr }}
encapsulation: VXLAN{{end}}
- registry: mcr.microsoft.com/oss
- # Image and registry configuration for the tigera/operator pod.
- tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
- calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ registry: quay.io
+ serviceCIDRs:
+ - 10.96.0.0/12 # must match cluster service CIDR (this is the default)
+ # Image and registry configuration for the tigera/operator pod
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
+ # when kubernetesServiceEndpoint (required for windows) is added
+ # DNS configuration is needed to look up the api server name properly
+ # https://github.com/projectcalico/calico/issues/9536
+ dnsConfig:
+ nameservers:
+ - 127.0.0.53
+ options:
+ - name: edns0
+ - name: trust-ad
+ kubernetesServiceEndpoint:
+ host: "{{ .Cluster.spec.controlPlaneEndpoint.host }}"
+ port: "{{ .Cluster.spec.controlPlaneEndpoint.port }}"
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
diff --git a/test/e2e/data/infrastructure-azure/v1beta1/cluster-template.yaml b/test/e2e/data/infrastructure-azure/v1beta1/cluster-template.yaml
index 6a2d55cb91b..c9bfd1f1a71 100644
--- a/test/e2e/data/infrastructure-azure/v1beta1/cluster-template.yaml
+++ b/test/e2e/data/infrastructure-azure/v1beta1/cluster-template.yaml
@@ -37,18 +37,32 @@ spec:
type: Calico
calicoNetwork:
bgp: Disabled
+ windowsDataplane: HNS
mtu: 1350
- ipPools:
ipPools:{{range $i, $cidr := .Cluster.spec.clusterNetwork.pods.cidrBlocks }}
- cidr: {{ $cidr }}
encapsulation: VXLAN{{end}}
- registry: mcr.microsoft.com/oss
- # Image and registry configuration for the tigera/operator pod.
- tigeraOperator:
- image: tigera/operator
- registry: mcr.microsoft.com/oss
- calicoctl:
- image: mcr.microsoft.com/oss/calico/ctl
+ registry: quay.io
+ serviceCIDRs:
+ - 10.96.0.0/12 # must match cluster service CIDR (this is the default)
+ # Image and registry configuration for the tigera/operator pod
+ tigeraOperator:
+ image: tigera/operator
+ registry: quay.io
+ calicoctl:
+ image: quay.io/calico/ctl
+ # when kubernetesServiceEndpoint (required for windows) is added
+ # DNS configuration is needed to look up the api server name properly
+ # https://github.com/projectcalico/calico/issues/9536
+ dnsConfig:
+ nameservers:
+ - 127.0.0.53
+ options:
+ - name: edns0
+ - name: trust-ad
+ kubernetesServiceEndpoint:
+ host: "{{ .Cluster.spec.controlPlaneEndpoint.host }}"
+ port: "{{ .Cluster.spec.controlPlaneEndpoint.port }}"
# By default, tigera tolerates all NoSchedule taints. This breaks upgrades
# when it continuously gets scheduled onto an out-of-date Node that is being
# deleted. Tolerate only the NoSchedule taints that are expected.
diff --git a/test/e2e/helpers.go b/test/e2e/helpers.go
index 951dbafe752..08a8aca90e2 100644
--- a/test/e2e/helpers.go
+++ b/test/e2e/helpers.go
@@ -46,7 +46,6 @@ import (
appsv1 "k8s.io/api/apps/v1"
batchv1 "k8s.io/api/batch/v1"
corev1 "k8s.io/api/core/v1"
- apierrors "k8s.io/apimachinery/pkg/api/errors"
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
"k8s.io/client-go/kubernetes"
typedappsv1 "k8s.io/client-go/kubernetes/typed/apps/v1"
@@ -893,20 +892,6 @@ func getPodLogs(ctx context.Context, clientset *kubernetes.Clientset, pod corev1
return b.String()
}
-func CopyConfigMap(ctx context.Context, input clusterctl.ApplyCustomClusterTemplateAndWaitInput, cl client.Client, cmName, fromNamespace, toNamespace string) {
- cm := &corev1.ConfigMap{}
- Eventually(func(g Gomega) {
- g.Expect(cl.Get(ctx, client.ObjectKey{Name: cmName, Namespace: fromNamespace}, cm)).To(Succeed())
- cm.SetNamespace(toNamespace)
- cm.SetResourceVersion("")
- framework.EnsureNamespace(ctx, cl, toNamespace)
- err := cl.Create(ctx, cm.DeepCopy())
- if !apierrors.IsAlreadyExists(err) {
- g.Expect(err).To(Succeed())
- }
- }, input.WaitForControlPlaneIntervals...).Should(Succeed())
-}
-
func getSubscriptionID(g Gomega) string {
subscriptionID := os.Getenv("AZURE_SUBSCRIPTION_ID")
g.Expect(subscriptionID).NotTo(BeEmpty())