Add review-app ci template and extract it to a separate directory.

Use parts of autodevops template to define what is necessary for
deploying a GitLab EE review app using GitLab Helm chart.

.gitlab-ci.yml

@@ -38,6 +38,8 @@ variables:
   ELASTIC_URL: "http://elastic:changeme@docker.elastic.co-elasticsearch-elasticsearch:9200"
   EE_KNAPSACK_RSPEC_SUITE_REPORT_PATH: knapsack/${CI_PROJECT_NAME}/rspec_report-master-ee.json
 
+include: 'ci/.review-app.yml'
+
 before_script:
   - bundle --version
   - date

ci/.review-app.yml

+# Review apps related tasks
+
+.duplicated-setup: &duplicated-setup
+  retry: 1
+  tags:
+    - gitlab-org
+  except:
+    - /(^docs[\/-].*|.*-docs$)/
+    - /(^qa[\/-].*|.*-qa$)/
+  variables:
+    SETUP_DB: "false"
+
+review-app-image:
+  <<: *duplicated-setup
+  image: ruby:2.4-alpine
+  before_script: []
+  allow_failure: true # TODO, decide if we want to be able to bypass this
+  cache: {}
+  script:
+    - BUILD_TRIGGER_TOKEN=$REVIEW_APPS_BUILD_TRIGGER_TOKEN scripts/trigger-build cng
+  only:
+    - //@gitlab-org/gitlab-ee
+
+.auto_devops: &auto_devops |
+  # Auto DevOps variables and functions
+  [[ "$TRACE" ]] && set -x
+  export TILLER_NAMESPACE=$KUBE_NAMESPACE
+
+  function check_kube_domain() {
+    if [ -z ${REVIEW_APPS_DOMAIN+x} ]; then
+      echo "In order to deploy or use Review Apps, REVIEW_APPS_DOMAIN variable must be set"
+      echo "You can do it in Auto DevOps project settings or defining a variable at group or project level"
+      echo "You can also manually add it in .gitlab-ci.yml"
+      false
+    else
+      true
+    fi
+  }
+
+  function download_gitlab_chart() {
+    if [ -z ${CNG_BRANCH} ]; then
+      export CNG_BRANCH="master"
+    fi
+    curl -o gitlab.tar.bz2 https://gitlab.com/charts/gitlab/-/archive/$CNG_BRANCH/gitlab-$CNG_BRANCH.tar.bz2
+    tar -xjf gitlab.tar.bz2
+    cd gitlab-$CNG_BRANCH
+
+    helm init --client-only
+    helm repo add gitlab https://charts.gitlab.io
+    helm dependency update
+    helm dependency build
+  }
+
+  function ensure_namespace() {
+    kubectl describe namespace "$KUBE_NAMESPACE" || kubectl create namespace "$KUBE_NAMESPACE"
+  }
+
+  function install_tiller() {
+    echo "Checking Tiller..."
+    helm init --upgrade
+    kubectl rollout status -n "$TILLER_NAMESPACE" -w "deployment/tiller-deploy"
+    if ! helm version --debug; then
+      echo "Failed to init Tiller."
+      return 1
+    fi
+    echo ""
+  }
+
+  function create_secret() {
+    echo "Create secret..."
+    if [[ "$CI_PROJECT_VISIBILITY" == "public" ]]; then
+      return
+    fi
+
+    kubectl create secret -n "$KUBE_NAMESPACE" \
+      docker-registry gitlab-registry \
+      --docker-server="$CI_REGISTRY" \
+      --docker-username="${CI_DEPLOY_USER:-$CI_REGISTRY_USER}" \
+      --docker-password="${CI_DEPLOY_PASSWORD:-$CI_REGISTRY_PASSWORD}" \
+      --docker-email="$GITLAB_USER_EMAIL" \
+      -o yaml --dry-run | kubectl replace -n "$KUBE_NAMESPACE" --force -f -
+  }
+
+  function previousDeployFailed() {
+    set +e
+    echo "Checking for previous deployment of $CI_ENVIRONMENT_SLUG"
+    deployment_status=$(helm status $CI_ENVIRONMENT_SLUG >/dev/null 2>&1)
+    status=$?
+    # if `status` is `0`, deployment exists, has a status
+    if [ $status -eq 0 ]; then
+      echo "Previous deployment found, checking status"
+      deployment_status=$(helm status $CI_ENVIRONMENT_SLUG | grep ^STATUS | cut -d' ' -f2)
+      echo "Previous deployment state: $deployment_status"
+      if [[ "$deployment_status" == "FAILED" || "$deployment_status" == "PENDING_UPGRADE" || "$deployment_status" == "PENDING_INSTALL" ]]; then
+        status=0;
+      else
+        status=1;
+      fi
+    else
+      echo "Previous deployment NOT found."
+    fi
+    set -e
+    return $status
+  }
+
+  function deploy() {
+    track="${1-stable}"
+    name="$CI_ENVIRONMENT_SLUG"
+
+    if [[ "$track" != "stable" ]]; then
+      name="$name-$track"
+    fi
+
+    replicas="1"
+    service_enabled="false"
+    postgres_enabled="$POSTGRES_ENABLED"
+    # canary uses stable db
+    [[ "$track" == "canary" ]] && postgres_enabled="false"
+
+    env_track=$( echo $track | tr -s  '[:lower:]'  '[:upper:]' )
+    env_slug=$( echo ${CI_ENVIRONMENT_SLUG//-/_} | tr -s  '[:lower:]'  '[:upper:]' )
+
+    if [[ "$track" == "stable" ]]; then
+      # for stable track get number of replicas from `PRODUCTION_REPLICAS`
+      eval new_replicas=\$${env_slug}_REPLICAS
+      service_enabled="true"
+    else
+      # for all tracks get number of replicas from `CANARY_PRODUCTION_REPLICAS`
+      eval new_replicas=\$${env_track}_${env_slug}_REPLICAS
+    fi
+    if [[ -n "$new_replicas" ]]; then
+      replicas="$new_replicas"
+    fi
+
+    # Cleanup and previous installs, as FAILED and PENDING_UPGRADE will cause errors with `upgrade`
+    if [ "$CI_ENVIRONMENT_SLUG" != "production" ] && previousDeployFailed ; then
+      echo "Deployment in bad state, cleaning up $CI_ENVIRONMENT_SLUG"
+      delete
+      cleanup
+    fi
+    helm repo add gitlab https://charts.gitlab.io/
+    helm dep update .
+
+    helm upgrade --install \
+      --wait \
+      --timeout 600 \
+      --set releaseOverride="$CI_ENVIRONMENT_SLUG" \
+      --set global.hosts.hostSuffix="$HOST_SUFFIX" \
+      --set global.hosts.domain="$REVIEW_APPS_DOMAIN" \
+      --set global.hosts.externalIP="$REVIEW_APPS_DOMAIN_IP" \
+      --set certmanager.install=false \
+      --set global.ingress.configureCertmanager=false \
+      --set global.ingress.tls.secretName=tls-cert \
+      --set gitlab.migrations.initialRootPassword="$REVIEW_APPS_ROOT_PASSWORD" \
+      --set gitlab.unicorn.resources.requests.cpu=200m \
+      --set gitlab.sidekiq.resources.requests.cpu=100m \
+      --set gitlab.gitlab-shell.resources.requests.cpu=100m \
+      --set redis.resources.requests.cpu=100m \
+      --set minio.resources.requests.cpu=100m \
+      --set gitlab.migrations.image.repository=registry.gitlab.com/gitlab-org/build/cng/gitlab-rails-ee \
+      --set gitlab.migrations.image.tag=$CI_COMMIT_REF_NAME \
+      --set gitlab.sidekiq.image.repository=registry.gitlab.com/gitlab-org/build/cng/gitlab-sidekiq-ee \
+      --set gitlab.sidekiq.image.tag=$CI_COMMIT_REF_NAME \
+      --set gitlab.unicorn.image.repository=registry.gitlab.com/gitlab-org/build/cng/gitlab-unicorn-ee \
+      --set gitlab.unicorn.image.tag=$CI_COMMIT_REF_NAME \
+      --set gitlab.gitaly.image.repository=registry.gitlab.com/gitlab-org/build/cng/gitaly \
+      --set gitlab.gitaly.image.tag=v$GITALY_VERSION \
+      --set gitlab.gitlab-shell.image.repository=registry.gitlab.com/gitlab-org/build/cng/gitlab-shell \
+      --set gitlab.gitlab-shell.image.tag=v$GITLAB_SHELL_VERSION \
+      --namespace="$KUBE_NAMESPACE" \
+      --version="$CI_PIPELINE_ID-$CI_JOB_ID" \
+      "$name" \
+      .
+  }
+
+  function delete() {
+    track="${1-stable}"
+    name="$CI_ENVIRONMENT_SLUG"
+
+    if [[ "$track" != "stable" ]]; then
+      name="$name-$track"
+    fi
+    helm delete --purge "$name" || true
+  }
+
+  function cleanup() {
+    kubectl get ingress,configmap,all -n "$KUBE_NAMESPACE" \
+      -o jsonpath='{range .items[*]}{.kind}{" "}{.metadata.name}{"\n"}{end}' \
+      | grep "CI_ENVIRONMENT_SLUG" \
+      | xargs -n2 kubectl delete -n "$KUBE_NAMESPACE" \
+      || true
+  }
+
+review:
+  <<: *duplicated-setup
+  image: registry.gitlab.com/charts/gitlab:latest
+  stage: post-test
+  before_script:
+    - *auto_devops
+  script:
+    - export GITLAB_SHELL_VERSION=$(< GITLAB_SHELL_VERSION)
+    - export GITALY_VERSION=$(< GITALY_SERVER_VERSION)
+    - check_kube_domain
+    - download_gitlab_chart
+    - ensure_namespace
+    - install_tiller
+    - create_secret
+    - deploy
+  environment:
+    name: review/$CI_COMMIT_REF_NAME
+    url: https://gitlab-$CI_ENVIRONMENT_SLUG.$REVIEW_APPS_DOMAIN
+    on_stop: stop_review
+  variables:
+    HOST_SUFFIX: "$CI_ENVIRONMENT_SLUG"
+    DOMAIN: "-$CI_ENVIRONMENT_SLUG.$REVIEW_APPS_DOMAIN"
+  only:
+    refs:
+      - branches
+    kubernetes: active
+  allow_failure: true # TODO, decide if we want to be able to bypass this
+  except:
+    refs:
+      - master
+
+stop_review:
+  image: registry.gitlab.com/charts/gitlab:latest
+  stage: post-cleanup
+  before_script:
+    - *auto_devops
+  variables:
+    GIT_CHECKOUT: "false"
+  script:
+    - delete
+    - cleanup
+  environment:
+    name: review/$CI_COMMIT_REF_NAME
+    action: stop
+  when: manual
+  allow_failure: true
+  only:
+    refs:
+      - branches
+    kubernetes: active
+  except:
+    - master