Add rule for quarantining nightly e2e tests

Rename scheduled jobs for master and nightly

.gitlab/ci/qa.gitlab-ci.yml

@@ -33,15 +33,25 @@ qa:selectors:
   script:
     - bundle exec bin/qa Test::Sanity::Selectors
 
-qa:auto_quarantine:
+qa:master-auto-quarantine-dequarantine:
   extends:
     - .qa-job-base
   rules:
     - if: '$QA_TRIGGER_AUTO_QUARANTINE =~ /true|yes|1/i'
   script:
-    - bundle exec confiner -r .confiner/quarantine.yml
+    - bundle exec confiner -r .confiner/master.yml
   allow_failure: true
 
+qa:nightly-auto-quarantine-dequarantine:
+  extends:
+    - .qa-job-base
+  rules:
+    - if: '$QA_TRIGGER_AUTO_QUARANTINE =~ /true|yes|1/i'
+  script:
+    - bundle exec confiner -r .confiner/nightly.yml
+  allow_failure: true
+
+
 qa:selectors-as-if-foss:
   extends:
     - qa:selectors

qa/.confiner/nightly.yml

+- name: Quarantine E2E tests in Nightly that fail consistently
+  plugin:
+    name: gitlab
+    args:
+      threshold: 3
+      private_token: $QA_GITLAB_CI_TOKEN
+      project_id: gitlab-org/quality/nightly # https://gitlab.com/gitlab-org/quality/nightly/
+      target_project: gitlab-org/gitlab
+      failure_issue_labels: QA,Quality,found:nightly
+      failure_issue_prefix: "Failure in "
+      pwd: qa
+      timeout: 30
+      ref: master
+      environment:
+        name: nightly
+        pattern: 'pipeline: :nightly'
+      job_pattern: '^((?!quarantine).)*$'
+  actions:
+    - quarantine