Skip to content

cvmfs_csi_enabled=false not being respected on 1.25 clusters

From https://cern.service-now.com/nav_to.do?uri=incident.do?sysparm_query=number=INC3365942%26sysparm_view=it_operations_management

It seems that the cvmfs_csi_enabled=false label is not being repected and cvmfs is being installed.

openstack coe cluster show   7c0c3588-34b6-445e-9a55-a0dba919a0aa -c labels -f yaml

labels:
  admission_control_list: ExtendedResourceToleration,NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota,Priority
  autoscaler_tag: v1.22.0
  availability_zone: cern-geneva-c
  calico_ipv4pool: 10.100.0.0/16
  calico_ipv4pool_ipip: Always
  calico_tag: v3.24.5
  cephfs_csi_enabled: 'false'
  cephfs_csi_version: cern-csi-1.0-3
  cern_chart_enabled: 'true'
  cern_chart_version: 0.12.0
  cert_manager_api: 'true'
  cgroup_driver: cgroupfs
  cloud_provider_enabled: 'true'
  cloud_provider_tag: v1.24.5
  container_infra_prefix: registry.cern.ch/magnum/
  container_runtime: containerd
  containerd_tarball_sha256: b665b43e652517aac30d68ce7062d4171897476df57fe1cffb48ac8305ac2221
  containerd_tarball_url: https://s3.cern.ch/cri-containerd-release/cri-containerd-cni-1.6.9-1-linux-amd64.tar.gz
  coredns_tag: 1.8.7
  cvmfs_csi_enabled: 'false'
  cvmfs_csi_version: v2.0.0
  eos_enabled: 'false'
  etcd_tag: v3.4.13
  heapster_enabled: 'false'
  heat_container_agent_tag: train-stable-6
  helm_client_tag: v2.16.6
  ignition_version: 3.3.0
  influx_grafana_dashboard_enabled: 'false'
  ingress_controller: ''
  ip_family_policy: single_stack
  kube_csi_enabled: 'false'
  kube_csi_version: cern-csi-1.0-2
  kube_dashboard_enabled: 'false'
  kube_tag: v1.25.3-cern.0
  kubeapi_options: --feature-gates=CSIMigration=true
  kubecontroller_options: --feature-gates=
  kubelet_options: --feature-gates= --system-reserved=memory=500Mi --resolv-conf=/run/systemd/resolve/resolv.conf
  logging_installer: helm
  manila_csi_enabled: 'false'
  manila_enabled: 'false'
  manila_version: v0.3.0
  metrics_server_enabled: 'true'
  monitoring_enabled: 'false'
  nginx_ingress_controller_tag: v1.0.4
  nvidia_gpu_enabled: 'false'
  nvidia_gpu_tag: 35-5.16.13-200.fc35.x86_64-470.82.00
  oidc_enabled: 'false'
  oidc_groups_claim: cern_roles
  oidc_groups_prefix: 'cern_egroup:'
  oidc_issuer_url: https://auth.cern.ch/auth/realms/cern
  oidc_username_claim: cern_upn
  oidc_username_prefix: 'cern_uid:'
  snapshot_controller_enabled: 'false'
  tiller_enabled: 'true'
  tiller_tag: v2.16.6
  traefik_ingress_controller_tag: 2.5.4
  use_podman: 'true'
cat /etc/sysconfig/heat-params 
INSTANCE_NAME="digonzal-test-v25-dqx4zyfshvh6-master-0"
HEAPSTER_ENABLED="False"
METRICS_SERVER_ENABLED="True"
METRICS_SERVER_CHART_TAG="v2.8.8"
PROMETHEUS_MONITORING="False"
KUBE_API_PUBLIC_ADDRESS=""
KUBE_API_PRIVATE_ADDRESS=""
KUBE_API_PORT="6443"
KUBE_NODE_PUBLIC_IP="188.185.36.188"
KUBE_NODE_IP="188.185.36.188"
KUBE_ALLOW_PRIV="true"
TRAEFIK_INGRESS_CONTROLLER_TAG="2.5.4"
ENABLE_CINDER=""
ETCD_VOLUME="9caa9fb5-aaf5-414e-90ea-4208e7a8452f"
ETCD_VOLUME_SIZE="0"
DOCKER_VOLUME="8fddfb0b-2c40-4e2e-b278-550eeedb5455"
DOCKER_VOLUME_SIZE="0"
DOCKER_STORAGE_DRIVER="overlay2"
CGROUP_DRIVER="cgroupfs"
NETWORK_DRIVER="calico"
FLANNEL_NETWORK_CIDR="10.100.0.0/16"
FLANNEL_NETWORK_SUBNETLEN="24"
FLANNEL_BACKEND="vxlan"
PODS_NETWORK_CIDR="10.100.0.0/16"
PODS_NETWORK6_CIDR="2001:4860::0/108"
PORTAL_NETWORK_CIDR="10.254.0.0/16"
PORTAL_NETWORK6_CIDR="fd5e:d3bb:de2e::/108"
IP_FAMILY_POLICY="single_stack"
ADMISSION_CONTROL_LIST="ExtendedResourceToleration,NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota,Priority"
ETCD_DISCOVERY_URL="https://discovery.etcd.io/51249467c5ca09dfcd5759333f74e5ab"
USERNAME="dbjeedy"
PASSWORD="REDACTED"
CLUSTER_NETWORK="CERN_NETWORK"
CLUSTER_NETWORK_NAME="CERN_NETWORK"
CLUSTER_SUBNET=""
TLS_DISABLED="False"
KUBE_DASHBOARD_ENABLED="False"
INFLUX_GRAFANA_DASHBOARD_ENABLED="False"
GRAFANA_ADMIN_PASSWD="REDACTED"
VERIFY_CA="True"
CLUSTER_UUID="7c0c3588-34b6-445e-9a55-a0dba919a0aa"
MAGNUM_URL="https://openstack.cern.ch:9511/v1"
MONITORING_ENABLED="False"
PROMETHEUS_OPERATOR_CHART_TAG="v8.2.2"
PROMETHEUS_ADAPTER_ENABLED="True"
PROMETHEUS_ADAPTER_CHART_TAG="1.4.0"
PROMETHEUS_ADAPTER_CONFIGMAP=""
LANDB_SYNC_ENABLED="False"
LANDB_SYNC_SET=""
LANDB_SYNC_CHART_TAG="0.1.0"
VOLUME_DRIVER=""
REGION_NAME="cern"
HTTP_PROXY=""
HTTPS_PROXY=""
NO_PROXY=""
KUBE_TAG="v1.25.3-cern.0"
CLOUD_PROVIDER_TAG="v1.24.5"
CLOUD_PROVIDER_ENABLED="True"
ETCD_TAG="v3.4.13"
COREDNS_TAG="1.8.7"
FLANNEL_TAG="v0.11.0-amd64"
FLANNEL_CNI_TAG="v0.3.0"
KUBE_VERSION="v1.25.3-cern.0"
KUBE_DASHBOARD_VERSION="v1.8.3"
TRUSTEE_USER_ID="78d9fd5057824b2eb4e03e456bac26ec"
TRUSTEE_PASSWORD="z72U6fJ9362NFufbu7"
TRUST_ID="0a5cb0e00d094ddd91c9f1a457a8b6cf"
AUTH_URL="https://keystone.cern.ch/v3"
INSECURE_REGISTRY_URL=""
CONTAINER_INFRA_PREFIX="registry.cern.ch/magnum/"
SYSTEM_PODS_INITIAL_DELAY="30"
SYSTEM_PODS_TIMEOUT="5"
ETCD_LB_VIP=""
DNS_SERVICE_IP="10.254.0.10"
DNS_CLUSTER_DOMAIN="cluster.local"
CERT_MANAGER_API="True"
CA_KEY="REDACTED"
CERT_MANAGER_IO_ENABLED="False"
CALICO_TAG="v3.24.5"
CALICO_KUBE_CONTROLLERS_TAG="v1.0.3"
CALICO_IPV4POOL="10.100.0.0/16"
CALICO_IPV4POOL_IPIP="Always"
INGRESS_CONTROLLER=""
INGRESS_CONTROLLER_ROLE="ingress"
OCTAVIA_INGRESS_CONTROLLER_TAG="v1.15.0"
KUBELET_OPTIONS="--feature-gates= --system-reserved=memory=500Mi --resolv-conf=/run/systemd/resolve/resolv.conf"
KUBECONTROLLER_OPTIONS="--feature-gates="
KUBEAPI_OPTIONS="--feature-gates=CSIMigration=true"
KUBEPROXY_OPTIONS=""
KUBESCHEDULER_OPTIONS=""
OCTAVIA_ENABLED="True"
KUBE_SERVICE_ACCOUNT_KEY="REDACTED"
KUBE_SERVICE_ACCOUNT_PRIVATE_KEY="REDACTED"
PROMETHEUS_TAG="v1.8.2"
GRAFANA_TAG="5.1.5"
HEAT_CONTAINER_AGENT_TAG="train-stable-6"
KEYSTONE_AUTH_ENABLED="True"
K8S_KEYSTONE_AUTH_TAG="v1.14.0"
PROJECT_ID="cff803b0-0eb4-460f-821d-aab97e531e38"
EXTERNAL_NETWORK_ID="d874403a-5d7e-451e-96b4-0648586355b1"
CERN_ENABLED="False"
CERN_TAG="latest"
LOGGING_TYPE="http"
LOGGING_INCLUDE_INTERNAL="False"
LOGGING_HTTP_DESTINATION="http://monit-logs.cern.ch:10012/"
LOGGING_PRODUCER=""
LOGGING_VERSION="v1.2"
LOGGING_INSTALLER="helm"
LOGGING_CHART_TAG="v0.1.0"
METRICS_PRODUCER=""
METRICS_PRODUCER_VERSION="0.1.0"
KUBE_CSI_ENABLED="False"
KUBE_CSI_VERSION="cern-csi-1.0-2"
EOS_ENABLED="False"
EOS_CHART_TAG="v0.2.0"
CEPHFS_CSI_ENABLED="False"
CEPHFS_CSI_VERSION="cern-csi-1.0-3"
CVMFS_CSI_ENABLED="False"
CVMFS_CSI_VERSION="v2.0.0"
MANILA_CSI_ENABLED="False"
MANILA_CSI_VERSION="v0.2.0"
MANILA_VERSION="v0.3.0"
MANILA_ENABLED="False"
TILLER_ENABLED="True"
TILLER_TAG="v2.16.6"
TILLER_NAMESPACE="magnum-tiller"
HELM_CLIENT_TAG="v2.16.6"
NODE_PROBLEM_DETECTOR_TAG="v0.6.2"
NGINX_INGRESS_CONTROLLER_TAG="v1.0.4"
NGINX_INGRESS_CONTROLLER_CHART_TAG="v1.36.3"
AUTO_HEALING_ENABLED="False"
AUTO_HEALING_CONTROLLER="draino"
AUTO_SCALING_ENABLED="False"
CINDER_CSI_ENABLED="False"
CINDER_CSI_PLUGIN_TAG="v1.16.0"
CSI_ATTACHER_TAG="v2.0.0"
CSI_PROVISIONER_TAG="v1.4.0"
CSI_SNAPSHOTTER_TAG="v1.2.2"
CSI_RESIZER_TAG="v0.3.0"
CSI_NODE_DRIVER_REGISTRAR_TAG="v1.1.0"
DRAINO_TAG="abf028a"
MAGNUM_AUTO_HEALER_TAG="v1.15.0"
AUTOSCALER_TAG="v1.22.0"
MIN_NODE_COUNT="1"
MAX_NODE_COUNT="3"
NPD_ENABLED="True"
NODEGROUP_ROLE="master"
NODEGROUP_NAME="default-master"
USE_PODMAN="True"
CONTAINER_RUNTIME="containerd"
CONTAINERD_VERSION="1.2.8"
CONTAINERD_TARBALL_URL="https://s3.cern.ch/cri-containerd-release/cri-containerd-cni-1.6.9-1-linux-amd64.tar.gz"
CONTAINERD_TARBALL_SHA256="b665b43e652517aac30d68ce7062d4171897476df57fe1cffb48ac8305ac2221"
NVIDIA_GPU_ENABLED="False"
NVIDIA_GPU_TAG="35-5.16.13-200.fc35.x86_64-470.82.00"
CERN_CHART_ENABLED="True"
CERN_CHART_VERSION="0.12.0"
CERN_CHART_VALUES=""
OIDC_ENABLED="False"
OIDC_CLIENT_ID=""
OIDC_ISSUER_URL="https://auth.cern.ch/auth/realms/cern"
OIDC_USERNAME_CLAIM="cern_upn"
OIDC_GROUPS_CLAIM="cern_roles"
OIDC_USERNAME_PREFIX="cern_uid:"
OIDC_GROUPS_PREFIX="cern_egroup:"
OIDC_USERNAME=""
SNAPSHOT_CONTROLLER_ENABLED="False"
SNAPSHOT_CONTROLLER_VERSION="v0.2.0"
SNAPSHOT_VALIDATION_WEBHOOK_ENABLED="False"
SNAPSHOT_VALIDATION_WEBHOOK_VERSION="v0.2.0"
CERN_CENTRAL_MONITORING="false"
CERN_CENTRAL_LOGGING="false"
CERN_INGRESS_NGINX_ENABLED="false"
TRAEFIK_HELM_ENABLED="false"
COREDNS_HELM_ENABLED="true"
OCCM_HELM_ENABLED="True"
CALICO_HELM_ENABLED="true"
Edited by Diogo Filipe Tomas Guerra