diff --git a/chart/Chart.yaml b/chart/Chart.yaml index 2c3cbe7..a7470a5 100644 --- a/chart/Chart.yaml +++ b/chart/Chart.yaml @@ -1,7 +1,7 @@ apiVersion: v1 name: longhorn -version: 1.3.0-dev -appVersion: v1.3.0-dev +version: 1.3.0-preview1 +appVersion: v1.3.0-preview1 kubeVersion: ">=1.18.0-0" description: Longhorn is a distributed block storage system for Kubernetes. keywords: diff --git a/chart/values.yaml b/chart/values.yaml index 8fae84c..cb9bd4e 100644 --- a/chart/values.yaml +++ b/chart/values.yaml @@ -9,13 +9,13 @@ image: longhorn: engine: repository: longhornio/longhorn-engine - tag: master-head + tag: v1.3.0-preview1 manager: repository: longhornio/longhorn-manager - tag: master-head + tag: v1.3.0-preview1 ui: repository: longhornio/longhorn-ui - tag: master-head + tag: v1.3.0-preview1 instanceManager: repository: longhornio/longhorn-instance-manager tag: v1_20220505 diff --git a/deploy/backupstores/minio-backupstore.yaml b/deploy/backupstores/minio-backupstore.yaml index 34dd0d4..0654bfb 100644 --- a/deploy/backupstores/minio-backupstore.yaml +++ b/deploy/backupstores/minio-backupstore.yaml @@ -46,15 +46,15 @@ spec: containers: - name: minio - image: longhornio/minio:RELEASE.2020-10-18T21-54-12Z - command: ["sh", "-c", "mkdir -p /storage/backupbucket && mkdir -p /root/.minio/certs && ln -s /root/certs/private.key /root/.minio/certs/private.key && ln -s /root/certs/public.crt /root/.minio/certs/public.crt && exec /usr/bin/minio server /storage"] + image: minio/minio:RELEASE.2022-02-01T18-00-14Z + command: ["sh", "-c", "mkdir -p /storage/backupbucket && mkdir -p /root/.minio/certs && ln -s /root/certs/private.key /root/.minio/certs/private.key && ln -s /root/certs/public.crt /root/.minio/certs/public.crt && exec minio server /storage"] env: - - name: MINIO_ACCESS_KEY + - name: MINIO_ROOT_USER valueFrom: secretKeyRef: name: minio-secret key: AWS_ACCESS_KEY_ID - - name: MINIO_SECRET_KEY + - name: MINIO_ROOT_PASSWORD valueFrom: secretKeyRef: name: minio-secret diff --git a/deploy/longhorn-images.txt b/deploy/longhorn-images.txt index 61af129..0dd186d 100644 --- a/deploy/longhorn-images.txt +++ b/deploy/longhorn-images.txt @@ -4,8 +4,8 @@ longhornio/csi-resizer:v1.2.0 longhornio/csi-snapshotter:v3.0.3 longhornio/csi-node-driver-registrar:v2.3.0 longhornio/backing-image-manager:v3_20220506 -longhornio/longhorn-engine:master-head +longhornio/longhorn-engine:v1.3.0-preview1 longhornio/longhorn-instance-manager:v1_20220505 -longhornio/longhorn-manager:master-head +longhornio/longhorn-manager:v1.3.0-preview1 longhornio/longhorn-share-manager:v1_20220506 -longhornio/longhorn-ui:master-head +longhornio/longhorn-ui:v1.3.0-preview1 diff --git a/deploy/longhorn.yaml b/deploy/longhorn.yaml index 5a08684..fe03265 100644 --- a/deploy/longhorn.yaml +++ b/deploy/longhorn.yaml @@ -13,7 +13,7 @@ metadata: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 spec: privileged: true allowPrivilegeEscalation: true @@ -49,7 +49,7 @@ metadata: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 --- # Source: longhorn/templates/default-setting.yaml apiVersion: v1 @@ -60,7 +60,7 @@ metadata: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 data: default-setting.yaml: |- backup-target: @@ -111,7 +111,7 @@ metadata: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 data: storageclass.yaml: | kind: StorageClass @@ -141,7 +141,7 @@ metadata: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 longhorn-manager: "" name: backingimagedatasources.longhorn.io spec: @@ -298,7 +298,7 @@ metadata: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 longhorn-manager: "" name: backingimagemanagers.longhorn.io spec: @@ -481,7 +481,7 @@ metadata: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 longhorn-manager: "" name: backingimages.longhorn.io spec: @@ -648,7 +648,7 @@ metadata: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 longhorn-manager: "" name: backups.longhorn.io spec: @@ -841,7 +841,7 @@ metadata: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 longhorn-manager: "" name: backuptargets.longhorn.io spec: @@ -1024,7 +1024,7 @@ metadata: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 longhorn-manager: "" name: backupvolumes.longhorn.io spec: @@ -1188,7 +1188,7 @@ metadata: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 longhorn-manager: "" name: engineimages.longhorn.io spec: @@ -1379,7 +1379,7 @@ metadata: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 longhorn-manager: "" name: engines.longhorn.io spec: @@ -1698,7 +1698,7 @@ metadata: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 longhorn-manager: "" name: instancemanagers.longhorn.io spec: @@ -1864,7 +1864,7 @@ metadata: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 longhorn-manager: "" name: nodes.longhorn.io spec: @@ -2094,7 +2094,7 @@ metadata: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 longhorn-manager: "" name: orphans.longhorn.io spec: @@ -2360,7 +2360,7 @@ metadata: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 longhorn-manager: "" name: replicas.longhorn.io spec: @@ -2550,7 +2550,7 @@ metadata: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 longhorn-manager: "" name: settings.longhorn.io spec: @@ -2641,7 +2641,7 @@ metadata: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 longhorn-manager: "" name: sharemanagers.longhorn.io spec: @@ -2752,7 +2752,7 @@ metadata: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 longhorn-manager: "" name: volumes.longhorn.io spec: @@ -3083,7 +3083,7 @@ metadata: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 rules: - apiGroups: - apiextensions.k8s.io @@ -3144,7 +3144,7 @@ metadata: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 roleRef: apiGroup: rbac.authorization.k8s.io kind: ClusterRole @@ -3162,7 +3162,7 @@ metadata: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 namespace: longhorn-system rules: - apiGroups: @@ -3182,7 +3182,7 @@ metadata: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 namespace: longhorn-system roleRef: apiGroup: rbac.authorization.k8s.io @@ -3203,7 +3203,7 @@ metadata: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 app: longhorn-manager name: longhorn-backend namespace: longhorn-system @@ -3224,7 +3224,7 @@ metadata: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 app: longhorn-ui name: longhorn-frontend namespace: longhorn-system @@ -3245,7 +3245,7 @@ metadata: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 app: longhorn-conversion-webhook name: longhorn-conversion-webhook namespace: longhorn-system @@ -3266,7 +3266,7 @@ metadata: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 app: longhorn-admission-webhook name: longhorn-admission-webhook namespace: longhorn-system @@ -3287,7 +3287,7 @@ metadata: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 name: longhorn-engine-manager namespace: longhorn-system spec: @@ -3303,7 +3303,7 @@ metadata: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 name: longhorn-replica-manager namespace: longhorn-system spec: @@ -3319,7 +3319,7 @@ metadata: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 app: longhorn-manager name: longhorn-manager namespace: longhorn-system @@ -3332,16 +3332,16 @@ spec: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 app: longhorn-manager spec: initContainers: - name: wait-longhorn-admission-webhook - image: longhornio/longhorn-manager:master-head + image: longhornio/longhorn-manager:v1.3.0-preview1 command: ['sh', '-c', 'while [ $(curl -m 1 -s -o /dev/null -w "%{http_code}" -k https://longhorn-admission-webhook:9443/v1/healthz) != "200" ]; do echo waiting; sleep 2; done'] containers: - name: longhorn-manager - image: longhornio/longhorn-manager:master-head + image: longhornio/longhorn-manager:v1.3.0-preview1 imagePullPolicy: IfNotPresent securityContext: privileged: true @@ -3350,7 +3350,7 @@ spec: - -d - daemon - --engine-image - - "longhornio/longhorn-engine:master-head" + - "longhornio/longhorn-engine:v1.3.0-preview1" - --instance-manager-image - "longhornio/longhorn-instance-manager:v1_20220505" - --share-manager-image @@ -3358,7 +3358,7 @@ spec: - --backing-image-manager-image - "longhornio/backing-image-manager:v3_20220506" - --manager-image - - "longhornio/longhorn-manager:master-head" + - "longhornio/longhorn-manager:v1.3.0-preview1" - --service-account - longhorn-service-account ports: @@ -3425,7 +3425,7 @@ metadata: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 spec: replicas: 1 selector: @@ -3436,23 +3436,23 @@ spec: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 app: longhorn-driver-deployer spec: initContainers: - name: wait-longhorn-manager - image: longhornio/longhorn-manager:master-head + image: longhornio/longhorn-manager:v1.3.0-preview1 command: ['sh', '-c', 'while [ $(curl -m 1 -s -o /dev/null -w "%{http_code}" http://longhorn-backend:9500/v1) != "200" ]; do echo waiting; sleep 2; done'] containers: - name: longhorn-driver-deployer - image: longhornio/longhorn-manager:master-head + image: longhornio/longhorn-manager:v1.3.0-preview1 imagePullPolicy: IfNotPresent command: - longhorn-manager - -d - deploy-driver - --manager-image - - "longhornio/longhorn-manager:master-head" + - "longhornio/longhorn-manager:v1.3.0-preview1" - --manager-url - http://longhorn-backend:9500/v1 env: @@ -3489,7 +3489,7 @@ metadata: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 app: longhorn-ui name: longhorn-ui namespace: longhorn-system @@ -3503,12 +3503,12 @@ spec: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 app: longhorn-ui spec: containers: - name: longhorn-ui - image: longhornio/longhorn-ui:master-head + image: longhornio/longhorn-ui:v1.3.0-preview1 imagePullPolicy: IfNotPresent volumeMounts: - name : nginx-cache @@ -3540,7 +3540,7 @@ metadata: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 app: longhorn-conversion-webhook name: longhorn-conversion-webhook namespace: longhorn-system @@ -3554,7 +3554,7 @@ spec: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 app: longhorn-conversion-webhook spec: affinity: @@ -3571,7 +3571,7 @@ spec: topologyKey: kubernetes.io/hostname containers: - name: longhorn-conversion-webhook - image: longhornio/longhorn-manager:master-head + image: longhornio/longhorn-manager:v1.3.0-preview1 imagePullPolicy: IfNotPresent securityContext: runAsUser: 2000 @@ -3600,7 +3600,7 @@ metadata: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 app: longhorn-admission-webhook name: longhorn-admission-webhook namespace: longhorn-system @@ -3614,7 +3614,7 @@ spec: labels: app.kubernetes.io/name: longhorn app.kubernetes.io/instance: longhorn - app.kubernetes.io/version: v1.3.0-dev + app.kubernetes.io/version: v1.3.0-preview1 app: longhorn-admission-webhook spec: affinity: @@ -3631,14 +3631,14 @@ spec: topologyKey: kubernetes.io/hostname initContainers: - name: wait-longhorn-conversion-webhook - image: longhornio/longhorn-manager:master-head + image: longhornio/longhorn-manager:v1.3.0-preview1 command: ['sh', '-c', 'while [ $(curl -m 1 -s -o /dev/null -w "%{http_code}" -k https://longhorn-conversion-webhook:9443/v1/healthz) != "200" ]; do echo waiting; sleep 2; done'] imagePullPolicy: IfNotPresent securityContext: runAsUser: 2000 containers: - name: longhorn-admission-webhook - image: longhornio/longhorn-manager:master-head + image: longhornio/longhorn-manager:v1.3.0-preview1 imagePullPolicy: IfNotPresent securityContext: runAsUser: 2000 diff --git a/scripts/environment_check.sh b/scripts/environment_check.sh index 70ae982..74795d0 100755 --- a/scripts/environment_check.sh +++ b/scripts/environment_check.sh @@ -1,18 +1,123 @@ #!/bin/bash -dependencies() { +export RED='\x1b[0;31m' +export GREEN='\x1b[38;5;22m' +export CYAN='\x1b[36m' +export YELLOW='\x1b[33m' +export NO_COLOR='\x1b[0m' + +if [ -z "${LOG_TITLE}" ]; then + LOG_TITLE='' +fi +if [ -z "${LOG_LEVEL}" ]; then + LOG_LEVEL="INFO" +fi + +debug() { + if [[ "${LOG_LEVEL}" == "DEBUG" ]]; then + local log_title + if [ -n "${LOG_TITLE}" ]; then + log_title="(${LOG_TITLE})" + else + log_title='' + fi + echo -e "${GREEN}[DEBUG]${log_title} ${NO_COLOR}$1" + fi +} + +info() { + if [[ "${LOG_LEVEL}" == "DEBUG" ]] ||\ + [[ "${LOG_LEVEL}" == "INFO" ]]; then + local log_title + if [ -n "${LOG_TITLE}" ]; then + log_title="(${LOG_TITLE})" + else + log_title='' + fi + echo -e "${CYAN}[INFO] ${log_title} ${NO_COLOR}$1" + fi +} + +warn() { + if [[ "${LOG_LEVEL}" == "DEBUG" ]] ||\ + [[ "${LOG_LEVEL}" == "INFO" ]] ||\ + [[ "${LOG_LEVEL}" == "WARN" ]]; then + local log_title + if [ -n "${LOG_TITLE}" ]; then + log_title="(${LOG_TITLE})" + else + log_title='' + fi + echo -e "${YELLOW}[WARN] ${log_title} ${NO_COLOR}$1" + fi +} + +error() { + if [[ "${LOG_LEVEL}" == "DEBUG" ]] ||\ + [[ "${LOG_LEVEL}" == "INFO" ]] ||\ + [[ "${LOG_LEVEL}" == "WARN" ]] ||\ + [[ "${LOG_LEVEL}" == "ERROR" ]]; then + local log_title + if [ -n "${LOG_TITLE}" ]; then + log_title="(${LOG_TITLE})" + else + log_title='' + fi + echo -e "${RED}[ERROR]${log_title} ${NO_COLOR}$1" + fi +} + +detect_node_os() +{ + local pod="$1" + + OS=`kubectl exec -it $pod -- nsenter --mount=/proc/1/ns/mnt -- bash -c 'grep -E "^ID_LIKE=" /etc/os-release | cut -d= -f2'` + if [[ -z "${OS}" ]]; then + OS=`kubectl exec -it $pod -- nsenter --mount=/proc/1/ns/mnt -- bash -c 'grep -E "^ID=" /etc/os-release | cut -d= -f2'` + fi + echo "$OS" +} + +set_packages_and_check_cmd() +{ + case $OS in + *"debian"* | *"ubuntu"* ) + CHECK_CMD='dpkg -l | grep -w' + PACKAGES=(nfs-common open-iscsi) + ;; + *"centos"* | *"fedora"* | *"rocky"* | *"ol"* ) + CHECK_CMD='rpm -q' + PACKAGES=(nfs-utils iscsi-initiator-utils) + ;; + *"suse"* ) + CHECK_CMD='rpm -q' + PACKAGES=(nfs-client open-iscsi) + ;; + *) + CHECK_CMD='' + PACKAGES=() + warn "Stop the environment check because '$OS' is not supported in the environment check script." + exit 1 + ;; + esac +} + +check_dependencies() { local targets=($@) + local allFound=true for ((i=0; i<${#targets[@]}; i++)); do local target=${targets[$i]} if [ "$(which $target)" == "" ]; then allFound=false - echo Not found: $target + error "Not found: $target" fi done if [ "$allFound" == "false" ]; then - echo "Please install missing dependencies." + error "Please install missing dependencies." exit 2 + else + info "Required dependencies are installed." fi } @@ -33,9 +138,10 @@ spec: labels: app: longhorn-environment-check spec: + hostPID: true containers: - name: longhorn-environment-check - image: busybox + image: alpine:3.12 args: ["/bin/sh", "-c", "sleep 1000000000"] volumeMounts: - name: mountpoint @@ -48,14 +154,14 @@ spec: hostPath: path: /tmp/longhorn-environment-check EOF - kubectl create -f $TEMP_DIR/environment_check.yaml + kubectl create -f $TEMP_DIR/environment_check.yaml > /dev/null } cleanup() { - echo "cleaning up..." - kubectl delete -f $TEMP_DIR/environment_check.yaml + info "Cleaning up longhorn-environment-check pods..." + kubectl delete -f $TEMP_DIR/environment_check.yaml > /dev/null rm -rf $TEMP_DIR - echo "clean up complete" + info "Cleanup completed." } wait_ds_ready() { @@ -65,16 +171,16 @@ wait_ds_ready() { local desiredNumberScheduled=$(echo $ds | jq .status.desiredNumberScheduled) if [ "$desiredNumberScheduled" == "$numberReady" ] && [ "$desiredNumberScheduled" != "0" ]; then - echo "all pods ready ($numberReady/$desiredNumberScheduled)" + info "All longhorn-environment-check pods are ready ($numberReady/$desiredNumberScheduled)." return fi - echo "waiting for pods to become ready ($numberReady/$desiredNumberScheduled)" + info "Waiting for longhorn-environment-check pods to become ready ($numberReady/$desiredNumberScheduled)..." sleep 3 done } -validate_ds() { +check_mount_propagation() { local allSupported=true local pods=$(kubectl -l app=longhorn-environment-check get po -o json) @@ -88,25 +194,101 @@ validate_ds() { if [ "$mountPropagation" != "Bidirectional" ]; then allSupported=false - echo "node $nodeName: MountPropagation DISABLED" + error "node $nodeName: MountPropagation is disabled" fi done if [ "$allSupported" != "true" ]; then - echo - echo " MountPropagation is disabled on at least one node." - echo " As a result, CSI driver and Base image cannot be supported." - echo + error "MountPropagation is disabled on at least one node. As a result, CSI driver and Base image cannot be supported." exit 1 else - echo -e "\n MountPropagation is enabled!\n" + info "MountPropagation is enabled." fi } -dependencies kubectl jq mktemp +check_package_installed() { + local pods=$(kubectl get pods -o name | grep longhorn-environment-check) + + local allFound=true + + for pod in ${pods}; do + OS=`detect_node_os $pod` + if [ x"$OS" == x"" ]; then + error "Unable to detect OS on node $node." + exit 2 + fi + + set_packages_and_check_cmd "$OS" + + for ((i=0; i<${#PACKAGES[@]}; i++)); do + local package=${PACKAGES[$i]} + + kubectl exec -it $pod -- nsenter --mount=/proc/1/ns/mnt -- timeout 30 bash -c "$CHECK_CMD $package" > /dev/null 2>&1 + if [ $? != 0 ]; then + allFound=false + node=`kubectl get ${pod} --no-headers -o=custom-columns=:.spec.nodeName` + error "$package is not found in $node." + fi + done + done + + if [ "$allFound" == "false" ]; then + error "Please install missing packages." + exit 2 + else + info "Required packages are installed." + fi +} + +check_multipathd() { + local pods=$(kubectl get pods -o name | grep longhorn-environment-check) + local allNotFound=true + + for pod in ${pods}; do + kubectl exec -t $pod -- nsenter --mount=/proc/1/ns/mnt -- bash -c "systemctl status --no-pager multipathd.service" > /dev/null 2>&1 + if [ $? = 0 ]; then + allNotFound=false + node=`kubectl get ${pod} --no-headers -o=custom-columns=:.spec.nodeName` + warn "multipathd is running on $node." + fi + done + + if [ "$allNotFound" == "false" ]; then + warn "multipathd would probably result in the Longhorn volume mount failure. Please refer to https://longhorn.io/kb/troubleshooting-volume-with-multipath for more information." + fi +} + +check_iscsid() { + local pods=$(kubectl get pods -o name | grep longhorn-environment-check) + local allFound=true + + for pod in ${pods}; do + kubectl exec -t $pod -- nsenter --mount=/proc/1/ns/mnt -- bash -c "systemctl status --no-pager iscsid.service" > /dev/null 2>&1 + + if [ $? != 0 ]; then + allFound=false + node=`kubectl get ${pod} --no-headers -o=custom-columns=:.spec.nodeName` + error "iscsid is not running on $node." + fi + done + + if [ "$allFound" == "false" ]; then + exit 2 + fi +} + +DEPENDENCIES=(kubectl jq mktemp) +check_dependencies ${DEPENDENCIES[@]} + TEMP_DIR=$(mktemp -d) + trap cleanup EXIT create_ds wait_ds_ready -validate_ds +check_package_installed +check_iscsid +check_multipathd +check_mount_propagation + exit 0 + diff --git a/uninstall/uninstall.yaml b/uninstall/uninstall.yaml index bdc70fa..6e826b6 100644 --- a/uninstall/uninstall.yaml +++ b/uninstall/uninstall.yaml @@ -64,7 +64,7 @@ rules: resources: ["csidrivers", "storageclasses"] verbs: ["*"] - apiGroups: ["longhorn.io"] - resources: ["volumes", "engines", "replicas", "settings", "engineimages", "nodes", "instancemanagers", "sharemanagers", "backingimages", "backingimagemanagers", "backingimagedatasources", "backuptargets", "backupvolumes", "backups", "recurringjobs"] + resources: ["volumes", "engines", "replicas", "settings", "engineimages", "nodes", "instancemanagers", "sharemanagers", "backingimages", "backingimagemanagers", "backingimagedatasources", "backuptargets", "backupvolumes", "backups", "recurringjobs", "orphans"] verbs: ["*"] - apiGroups: ["coordination.k8s.io"] resources: ["leases"] @@ -104,7 +104,7 @@ spec: spec: containers: - name: longhorn-uninstall - image: longhornio/longhorn-manager:master-head + image: longhornio/longhorn-manager:v1.3.0-preview1 imagePullPolicy: IfNotPresent securityContext: privileged: true