diff --git a/doc/source/user/index.rst b/doc/source/user/index.rst index a2d6340e7b50ddecb9cb0cad024511cc1ec4e684..be8b83ce120b0468f42a4e384d284c96fe313f15 100644 --- a/doc/source/user/index.rst +++ b/doc/source/user/index.rst @@ -390,6 +390,8 @@ the table are linked to more details elsewhere in the user guide. +---------------------------------------+--------------------+---------------+ | `nginx_ingress_controller_tag`_ | see below | see below | +---------------------------------------+--------------------+---------------+ +| `nginx_ingress_controller_chart_tag`_ | see below | see below | ++---------------------------------------+--------------------+---------------+ | `kubelet_options`_ | extra kubelet args | "" | +---------------------------------------+--------------------+---------------+ | `kubeapi_options`_ | extra kubeapi args | "" | @@ -1564,10 +1566,21 @@ _`octavia_ingress_controller_tag` The image tag for octavia-ingress-controller. Train-default: v1.15.0 _`nginx_ingress_controller_tag` - The image tag for nginx-ingress-controller. Stein-default: 0.23.0 + The image tag for nginx-ingress-controller. + Stein-default: 0.23.0 + Train-default: 0.26.1 + Ussuru-default: 0.26.1 + Victoria-default: 0.32.0 + +_`nginx_ingress_controller_chart_tag` + The chart version for nginx-ingress-controller. + Train-default: v1.24.7 + Ussuru-default: v1.24.7 + Victoria-default: v1.36.3 _`traefik_ingress_controller_tag` - The image tag for traefik_ingress_controller_tag. Stein-default: v1.7.10 + The image tag for traefik_ingress_controller_tag. + Stein-default: v1.7.10 DNS --- diff --git a/magnum/drivers/common/templates/kubernetes/fragments/cephfs-csi-1x.sh b/magnum/drivers/common/templates/kubernetes/fragments/cephfs-csi-1x.sh index c28e19ecd73c9668d1675ff543441e4a9608d881..1eb03e7410f6dc1fcf804e439529724af6bfa909 100644 --- a/magnum/drivers/common/templates/kubernetes/fragments/cephfs-csi-1x.sh +++ b/magnum/drivers/common/templates/kubernetes/fragments/cephfs-csi-1x.sh @@ -349,7 +349,7 @@ spec: selector: matchLabels: app: csi-cephfsplugin-provisioner - replicas: 3 + replicas: 1 template: metadata: labels: diff --git a/magnum/drivers/common/templates/kubernetes/fragments/cvmfs-csi-1x.sh b/magnum/drivers/common/templates/kubernetes/fragments/cvmfs-csi-1x.sh index 4cadca66c81bf7cefd96f57d3c98be3453a5ba25..736eabd90f11e702699ea4282c550cd2582a1f5e 100644 --- a/magnum/drivers/common/templates/kubernetes/fragments/cvmfs-csi-1x.sh +++ b/magnum/drivers/common/templates/kubernetes/fragments/cvmfs-csi-1x.sh @@ -404,7 +404,7 @@ spec: selector: matchLabels: app: csi-cvmfsplugin-provisioner - replicas: 3 + replicas: 1 template: metadata: labels: diff --git a/magnum/drivers/common/templates/kubernetes/fragments/write-kube-os-config.sh b/magnum/drivers/common/templates/kubernetes/fragments/write-kube-os-config.sh index 39b91ac4f8c8e7d8af0c2e4125fcc839918bb09a..869f0ec20f335a5d6e1b4dbbf0b0c9c653242867 100644 --- a/magnum/drivers/common/templates/kubernetes/fragments/write-kube-os-config.sh +++ b/magnum/drivers/common/templates/kubernetes/fragments/write-kube-os-config.sh @@ -21,8 +21,9 @@ trust-id=$TRUST_ID ca-file=/etc/kubernetes/ca-bundle.crt [LoadBalancer] use-octavia=$OCTAVIA_ENABLED -subnet-id=$CLUSTER_SUBNET -floating-network-id=$EXTERNAL_NETWORK_ID +network-id=$EXTERNAL_NETWORK_ID +internal-lb=True +cascade-delete=False create-monitor=yes monitor-delay=1m monitor-timeout=30s diff --git a/magnum/drivers/common/templates/kubernetes/helm/cern-central-monitoring-logging.sh b/magnum/drivers/common/templates/kubernetes/helm/cern-central-monitoring-logging.sh index 02d356f98a08948585c52bd02aed9339b7f8d438..018144a5b21a962a3d10a7f0eebda99902abc6a2 100644 --- a/magnum/drivers/common/templates/kubernetes/helm/cern-central-monitoring-logging.sh +++ b/magnum/drivers/common/templates/kubernetes/helm/cern-central-monitoring-logging.sh @@ -12,7 +12,8 @@ printf "Starting to run ${step}\n" CHART_NAME="fluentd" # Check if prometheus monitoring is enabled and if user specified a METRICS_PRODUCER -if [ "$(echo ${LOGGING_INSTALLER} | tr '[:upper:]' '[:lower:]')" = "helm" ] && \ +if [ "$(echo ${CERN_CHART_ENABLED} | tr '[:upper:]' '[:lower:]')" != "true" ] && \ + [ "$(echo ${LOGGING_INSTALLER} | tr '[:upper:]' '[:lower:]')" = "helm" ] && \ [ ! -z "${LOGGING_PRODUCER}" ]; then HELM_MODULE_CONFIG_FILE="/srv/magnum/kubernetes/helm/${CHART_NAME}.yaml" [ -f ${HELM_MODULE_CONFIG_FILE} ] || { diff --git a/magnum/drivers/common/templates/kubernetes/helm/cern-chart.sh b/magnum/drivers/common/templates/kubernetes/helm/cern-chart.sh index 8683e0c0a3a31076bd337bb50efb18eaa8e89b29..c6787c65773f4e15ec51cffefd5655df817fbc99 100644 --- a/magnum/drivers/common/templates/kubernetes/helm/cern-chart.sh +++ b/magnum/drivers/common/templates/kubernetes/helm/cern-chart.sh @@ -7,6 +7,22 @@ set -ex step="cern-chart" printf "Starting to run ${step}\n" +### Configure installation dependencies +############################################################################### +if [ "$(echo ${MONITORING_ENABLED} | tr '[:upper:]' '[:lower:]')" = "true" ] && \ + [ "$(echo ${METRICS_PRODUCER})" != "" ]; then + CERN_CENTRAL_MONITORING="true" +else + CERN_CENTRAL_MONITORING="false" +fi + +if [ "$(echo ${LOGGING_INSTALLER} | tr '[:upper:]' '[:lower:]')" = "helm" ] && \ + [ ! -z "${LOGGING_PRODUCER}" ]; then + CERN_CENTRAL_LOGGING="true" +else + CERN_CENTRAL_LOGGING="false" +fi + ### Configuration ############################################################################### CHART_NAME="cern-magnum" @@ -52,6 +68,16 @@ data: enabled: ${EOS_ENABLED} nvidia-gpu: enabled: ${NVIDIA_GPU_ENABLED} + fluentd: + enabled: ${CERN_CENTRAL_LOGGING} + output: + producer: ${LOGGING_PRODUCER} + endpoint: ${LOGGING_HTTP_DESTINATION} + includeInternal: ${LOGGING_INCLUDE_INTERNAL} + landb-sync: + enabled: ${LANDB_SYNC_ENABLED} + prometheus-cern: + enabled: ${CERN_CENTRAL_MONITORING} --- diff --git a/magnum/drivers/common/templates/kubernetes/helm/cern-prometheus-rules.sh b/magnum/drivers/common/templates/kubernetes/helm/cern-prometheus-rules.sh index 5705e4e0c421caf2912b7c71ca111135115482b5..b59c080a00c9267eda509dfcd2bb3c97c44e41f9 100644 --- a/magnum/drivers/common/templates/kubernetes/helm/cern-prometheus-rules.sh +++ b/magnum/drivers/common/templates/kubernetes/helm/cern-prometheus-rules.sh @@ -13,7 +13,8 @@ CHART_NAME="prometheus-cern" CHART_VERSION=${METRICS_PRODUCER_VERSION} # Check if prometheus monitoring is enabled and if user specified a METRICS_PRODUCER -if [ "$(echo ${MONITORING_ENABLED} | tr '[:upper:]' '[:lower:]')" = "true" ] && \ +if [ "$(echo ${CERN_CHART_ENABLED} | tr '[:upper:]' '[:lower:]')" != "true" ] && \ + [ "$(echo ${MONITORING_ENABLED} | tr '[:upper:]' '[:lower:]')" = "true" ] && \ [ "$(echo ${METRICS_PRODUCER})" != "" ]; then HELM_MODULE_CONFIG_FILE="/srv/magnum/kubernetes/helm/${CHART_NAME}.yaml" [ -f ${HELM_MODULE_CONFIG_FILE} ] || { diff --git a/magnum/drivers/common/templates/kubernetes/helm/ingress-nginx.sh b/magnum/drivers/common/templates/kubernetes/helm/ingress-nginx.sh index 089166df4a05cde3bff41ff7e803b753ff8421f5..03c71a26f1d8ae61c90b2932acb27087e8b59fa9 100755 --- a/magnum/drivers/common/templates/kubernetes/helm/ingress-nginx.sh +++ b/magnum/drivers/common/templates/kubernetes/helm/ingress-nginx.sh @@ -1,5 +1,6 @@ #!/bin/bash +set +x . /etc/sysconfig/heat-params set -ex @@ -55,7 +56,6 @@ data: repository: ${CONTAINER_INFRA_PREFIX:-quay.io/kubernetes-ingress-controller/}nginx-ingress-controller tag: ${NGINX_INGRESS_CONTROLLER_TAG} pullPolicy: IfNotPresent - runAsUser: 33 config: {} headers: {} hostNetwork: true diff --git a/magnum/drivers/common/templates/kubernetes/helm/landb-sync.sh b/magnum/drivers/common/templates/kubernetes/helm/landb-sync.sh index 857c2d12657a89c3df0bff048d0a9eb6594556d1..595d08dca22c2b540bacd7602e9b3b0068f33784 100644 --- a/magnum/drivers/common/templates/kubernetes/helm/landb-sync.sh +++ b/magnum/drivers/common/templates/kubernetes/helm/landb-sync.sh @@ -11,7 +11,8 @@ printf "Starting to run ${step}\n" ############################################################################### CHART_NAME="landb-sync" -if [ "$(echo ${LANDB_SYNC_ENABLED} | tr '[:upper:]' '[:lower:]')" = "true" ]; then +if [ "$(echo ${CERN_CHART_ENABLED} | tr '[:upper:]' '[:lower:]')" != "true" ] && \ + [ "$(echo ${LANDB_SYNC_ENABLED} | tr '[:upper:]' '[:lower:]')" = "true" ]; then HELM_MODULE_CONFIG_FILE="/srv/magnum/kubernetes/helm/${CHART_NAME}.yaml" [ -f ${HELM_MODULE_CONFIG_FILE} ] || { diff --git a/magnum/drivers/k8s_fedora_atomic_v1/templates/kubecluster.yaml b/magnum/drivers/k8s_fedora_atomic_v1/templates/kubecluster.yaml index 6042b64b33f6766077def36e3c63dc162868e291..16742c3603d5e02da8a5f27d1dad03c3843133a4 100644 --- a/magnum/drivers/k8s_fedora_atomic_v1/templates/kubecluster.yaml +++ b/magnum/drivers/k8s_fedora_atomic_v1/templates/kubecluster.yaml @@ -898,12 +898,12 @@ parameters: nginx_ingress_controller_tag: type: string description: nginx ingress controller docker image tag - default: 0.26.1 + default: 0.32.0 nginx_ingress_controller_chart_tag: type: string description: nginx ingress controller helm chart tag - default: v1.24.7 + default: v1.36.3 draino_tag: type: string diff --git a/magnum/drivers/k8s_fedora_coreos_v1/templates/kubecluster.yaml b/magnum/drivers/k8s_fedora_coreos_v1/templates/kubecluster.yaml index f59764221510e3c9ec4265bd9152910d24756dcb..b455b46fd740bd4f561e0d7749bd568730bca45c 100644 --- a/magnum/drivers/k8s_fedora_coreos_v1/templates/kubecluster.yaml +++ b/magnum/drivers/k8s_fedora_coreos_v1/templates/kubecluster.yaml @@ -898,12 +898,12 @@ parameters: nginx_ingress_controller_tag: type: string description: nginx ingress controller docker image tag - default: 0.26.1 + default: 0.32.0 nginx_ingress_controller_chart_tag: type: string description: nginx ingress controller helm chart tag - default: v1.24.7 + default: v1.36.3 draino_tag: type: string @@ -1015,7 +1015,7 @@ resources: condition: create_cluster_resources type: ../../common/templates/lb_api.yaml properties: - fixed_subnet: "public-subnet-1" + fixed_subnet: "public-subnet-2" external_network: {get_param: external_network} protocol: {get_param: loadbalancing_protocol} port: {get_param: kubernetes_port} @@ -1024,7 +1024,7 @@ resources: condition: create_cluster_resources type: ../../common/templates/lb_etcd.yaml properties: - fixed_subnet: "public-subnet-1" + fixed_subnet: "public-subnet-2" protocol: {get_param: loadbalancing_protocol} port: 2379