Explicitly set retries to 3 for all existing Sidekiq workers

Some time ago, we set the default number of Sidekiq retries to 3. In the
next commit we're going to change that to 25, but we only want it to
apply to new workers. So we'll first need to explicitly set all existing
workers to 3.

To aid with this, I used the below script. I had to make a couple of
tweaks for some worker concerns, but it covered most of the several
hundred workers we have:

    Dir.glob('{ee/,}app/workers/**/*.rb').select do |worker|
      contents = open(worker).read

      next unless contents.include?('ApplicationWorker')
      next if contents.include?('sidekiq_options retry: ')

      new_contents =
        contents.gsub(/^( +)include ApplicationWorker$/,
                      "\\1include ApplicationWorker\n\n" +
                      "\\1sidekiq_options retry: 3")

      open(worker, 'w').puts(new_contents)
    end

app/workers/admin_email_worker.rb

@@ -2,6 +2,8 @@
 
 class AdminEmailWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
+
+  sidekiq_options retry: 3
   # rubocop:disable Scalability/CronWorkerContext
   # This worker does not perform work scoped to a context
   include CronjobQueue

app/workers/analytics/instance_statistics/count_job_trigger_worker.rb

@@ -5,6 +5,8 @@ module Analytics
     # This worker will be removed in 14.0
     class CountJobTriggerWorker
       include ApplicationWorker
+
+      sidekiq_options retry: 3
       include CronjobQueue # rubocop:disable Scalability/CronWorkerContext
 
       feature_category :devops_reports

app/workers/analytics/instance_statistics/counter_job_worker.rb

@@ -6,6 +6,8 @@ module Analytics
     class CounterJobWorker
       include ApplicationWorker
 
+      sidekiq_options retry: 3
+
       feature_category :devops_reports
       urgency :low
 

app/workers/analytics/usage_trends/count_job_trigger_worker.rb

@@ -5,6 +5,8 @@ module Analytics
     class CountJobTriggerWorker
       extend ::Gitlab::Utils::Override
       include ApplicationWorker
+
+      sidekiq_options retry: 3
       include CronjobQueue # rubocop:disable Scalability/CronWorkerContext
 
       DEFAULT_DELAY = 3.minutes.freeze

app/workers/analytics/usage_trends/counter_job_worker.rb

@@ -6,6 +6,8 @@ module Analytics
       extend ::Gitlab::Utils::Override
       include ApplicationWorker
 
+      sidekiq_options retry: 3
+
       feature_category :devops_reports
       urgency :low
 

app/workers/approve_blocked_pending_approval_users_worker.rb

@@ -3,6 +3,8 @@
 class ApproveBlockedPendingApprovalUsersWorker
   include ApplicationWorker
 
+  sidekiq_options retry: 3
+
   idempotent!
 
   feature_category :users

app/workers/archive_trace_worker.rb

@@ -2,6 +2,8 @@
 
 class ArchiveTraceWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
+
+  sidekiq_options retry: 3
   include PipelineBackgroundQueue
 
   # rubocop: disable CodeReuse/ActiveRecord

app/workers/authorized_keys_worker.rb

@@ -3,6 +3,8 @@
 class AuthorizedKeysWorker
   include ApplicationWorker
 
+  sidekiq_options retry: 3
+
   PERMITTED_ACTIONS = %w[add_key remove_key].freeze
 
   feature_category :source_code_management

app/workers/authorized_project_update/periodic_recalculate_worker.rb

@@ -3,6 +3,8 @@
 module AuthorizedProjectUpdate
   class PeriodicRecalculateWorker
     include ApplicationWorker
+
+    sidekiq_options retry: 3
     # This worker does not perform work scoped to a context
     include CronjobQueue # rubocop:disable Scalability/CronWorkerContext
 

app/workers/authorized_project_update/project_create_worker.rb

@@ -4,6 +4,8 @@ module AuthorizedProjectUpdate
   class ProjectCreateWorker
     include ApplicationWorker
 
+    sidekiq_options retry: 3
+
     feature_category :authentication_and_authorization
     urgency :low
     queue_namespace :authorized_project_update

app/workers/authorized_project_update/project_group_link_create_worker.rb

@@ -4,6 +4,8 @@ module AuthorizedProjectUpdate
   class ProjectGroupLinkCreateWorker
     include ApplicationWorker
 
+    sidekiq_options retry: 3
+
     feature_category :authentication_and_authorization
     urgency :low
     queue_namespace :authorized_project_update

app/workers/authorized_project_update/user_refresh_over_user_range_worker.rb

@@ -15,6 +15,8 @@ module AuthorizedProjectUpdate
 
     include ApplicationWorker
 
+    sidekiq_options retry: 3
+
     feature_category :authentication_and_authorization
     urgency :low
     queue_namespace :authorized_project_update

app/workers/authorized_projects_worker.rb

@@ -2,6 +2,8 @@
 
 class AuthorizedProjectsWorker
   include ApplicationWorker
+
+  sidekiq_options retry: 3
   prepend WaitableWorker
 
   feature_category :authentication_and_authorization

app/workers/auto_devops/disable_worker.rb

@@ -3,6 +3,8 @@
 module AutoDevops
   class DisableWorker # rubocop:disable Scalability/IdempotentWorker
     include ApplicationWorker
+
+    sidekiq_options retry: 3
     include AutoDevopsQueue
 
     def perform(pipeline_id)

app/workers/auto_merge_process_worker.rb

@@ -3,6 +3,8 @@
 class AutoMergeProcessWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
 
+  sidekiq_options retry: 3
+
   queue_namespace :auto_merge
   feature_category :continuous_delivery
   worker_resource_boundary :cpu

app/workers/background_migration_worker.rb

@@ -3,6 +3,8 @@
 class BackgroundMigrationWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
 
+  sidekiq_options retry: 3
+
   feature_category :database
   urgency :throttled
   loggable_arguments 0, 1

app/workers/build_finished_worker.rb

@@ -2,6 +2,8 @@
 
 class BuildFinishedWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
+
+  sidekiq_options retry: 3
   include PipelineQueue
 
   queue_namespace :pipeline_processing

app/workers/build_hooks_worker.rb

@@ -2,6 +2,8 @@
 
 class BuildHooksWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
+
+  sidekiq_options retry: 3
   include PipelineQueue
 
   queue_namespace :pipeline_hooks

app/workers/build_queue_worker.rb

@@ -2,6 +2,8 @@
 
 class BuildQueueWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
+
+  sidekiq_options retry: 3
   include PipelineQueue
 
   queue_namespace :pipeline_processing

app/workers/build_success_worker.rb

@@ -2,6 +2,8 @@
 
 class BuildSuccessWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
+
+  sidekiq_options retry: 3
   include PipelineQueue
 
   queue_namespace :pipeline_processing

app/workers/chaos/cpu_spin_worker.rb

@@ -3,6 +3,8 @@
 module Chaos
   class CpuSpinWorker # rubocop:disable Scalability/IdempotentWorker
     include ApplicationWorker
+
+    sidekiq_options retry: 3
     include ChaosQueue
 
     def perform(duration_s)

app/workers/chaos/db_spin_worker.rb

@@ -3,6 +3,8 @@
 module Chaos
   class DbSpinWorker # rubocop:disable Scalability/IdempotentWorker
     include ApplicationWorker
+
+    sidekiq_options retry: 3
     include ChaosQueue
 
     def perform(duration_s, interval_s)

app/workers/chaos/leak_mem_worker.rb

@@ -3,6 +3,8 @@
 module Chaos
   class LeakMemWorker # rubocop:disable Scalability/IdempotentWorker
     include ApplicationWorker
+
+    sidekiq_options retry: 3
     include ChaosQueue
 
     def perform(memory_mb, duration_s)

app/workers/chaos/sleep_worker.rb

@@ -3,6 +3,8 @@
 module Chaos
   class SleepWorker # rubocop:disable Scalability/IdempotentWorker
     include ApplicationWorker
+
+    sidekiq_options retry: 3
     include ChaosQueue
 
     def perform(duration_s)

app/workers/ci/archive_traces_cron_worker.rb

@@ -3,6 +3,8 @@
 module Ci
   class ArchiveTracesCronWorker # rubocop:disable Scalability/IdempotentWorker
     include ApplicationWorker
+
+    sidekiq_options retry: 3
     include CronjobQueue # rubocop:disable Scalability/CronWorkerContext
 
     feature_category :continuous_integration

app/workers/ci/build_prepare_worker.rb

@@ -3,6 +3,8 @@
 module Ci
   class BuildPrepareWorker # rubocop:disable Scalability/IdempotentWorker
     include ApplicationWorker
+
+    sidekiq_options retry: 3
     include PipelineQueue
 
     queue_namespace :pipeline_processing

app/workers/ci/build_schedule_worker.rb

@@ -3,6 +3,8 @@
 module Ci
   class BuildScheduleWorker # rubocop:disable Scalability/IdempotentWorker
     include ApplicationWorker
+
+    sidekiq_options retry: 3
     include PipelineQueue
 
     queue_namespace :pipeline_processing

app/workers/ci/build_trace_chunk_flush_worker.rb

@@ -3,6 +3,8 @@
 module Ci
   class BuildTraceChunkFlushWorker
     include ApplicationWorker
+
+    sidekiq_options retry: 3
     include PipelineBackgroundQueue
 
     deduplicate :until_executed

app/workers/ci/create_cross_project_pipeline_worker.rb

@@ -5,6 +5,7 @@ module Ci
     include ::ApplicationWorker
     include ::PipelineQueue
 
+    sidekiq_options retry: 3
     worker_resource_boundary :cpu
 
     def perform(bridge_id)

app/workers/ci/daily_build_group_report_results_worker.rb

@@ -3,6 +3,8 @@
 module Ci
   class DailyBuildGroupReportResultsWorker
     include ApplicationWorker
+
+    sidekiq_options retry: 3
     include PipelineBackgroundQueue
 
     feature_category :code_testing

app/workers/ci/delete_objects_worker.rb

@@ -3,6 +3,8 @@
 module Ci
   class DeleteObjectsWorker
     include ApplicationWorker
+
+    sidekiq_options retry: 3
     include LimitedCapacity::Worker
 
     feature_category :continuous_integration

app/workers/ci/drop_pipeline_worker.rb

@@ -3,6 +3,8 @@
 module Ci
   class DropPipelineWorker
     include ApplicationWorker
+
+    sidekiq_options retry: 3
     include PipelineQueue
 
     idempotent!

app/workers/ci/initial_pipeline_process_worker.rb

@@ -3,6 +3,8 @@
 module Ci
   class InitialPipelineProcessWorker
     include ApplicationWorker
+
+    sidekiq_options retry: 3
     include PipelineQueue
 
     queue_namespace :pipeline_processing

app/workers/ci/merge_requests/add_todo_when_build_fails_worker.rb

@@ -3,6 +3,8 @@ module Ci
   module MergeRequests
     class AddTodoWhenBuildFailsWorker
       include ApplicationWorker
+
+      sidekiq_options retry: 3
       include PipelineQueue
 
       urgency :low

app/workers/ci/pipeline_artifacts/coverage_report_worker.rb

@@ -4,6 +4,8 @@ module Ci
   module PipelineArtifacts
     class CoverageReportWorker
       include ApplicationWorker
+
+      sidekiq_options retry: 3
       include PipelineBackgroundQueue
 
       feature_category :code_testing

app/workers/ci/pipeline_artifacts/create_quality_report_worker.rb

@@ -5,6 +5,8 @@ module Ci
     class CreateQualityReportWorker
       include ApplicationWorker
 
+      sidekiq_options retry: 3
+
       queue_namespace :pipeline_background
       feature_category :code_testing
 

app/workers/ci/pipeline_artifacts/expire_artifacts_worker.rb

@@ -4,6 +4,8 @@ module Ci
   module PipelineArtifacts
     class ExpireArtifactsWorker
       include ApplicationWorker
+
+      sidekiq_options retry: 3
       # rubocop:disable Scalability/CronWorkerContext
       # This worker does not perform work scoped to a context
       include CronjobQueue

app/workers/ci/pipeline_bridge_status_worker.rb

@@ -5,6 +5,7 @@ module Ci
     include ::ApplicationWorker
     include ::PipelineQueue
 
+    sidekiq_options retry: 3
     urgency :high
     worker_resource_boundary :cpu
 

app/workers/ci/pipeline_success_unlock_artifacts_worker.rb

@@ -3,6 +3,8 @@
 module Ci
   class PipelineSuccessUnlockArtifactsWorker
     include ApplicationWorker
+
+    sidekiq_options retry: 3
     include PipelineBackgroundQueue
 
     idempotent!

app/workers/ci/ref_delete_unlock_artifacts_worker.rb

@@ -3,6 +3,8 @@
 module Ci
   class RefDeleteUnlockArtifactsWorker
     include ApplicationWorker
+
+    sidekiq_options retry: 3
     include PipelineBackgroundQueue
 
     idempotent!

app/workers/ci/resource_groups/assign_resource_from_resource_group_worker.rb

@@ -4,6 +4,8 @@ module Ci
   module ResourceGroups
     class AssignResourceFromResourceGroupWorker # rubocop:disable Scalability/IdempotentWorker
       include ApplicationWorker
+
+      sidekiq_options retry: 3
       include PipelineQueue
 
       queue_namespace :pipeline_processing

app/workers/ci/schedule_delete_objects_cron_worker.rb

@@ -3,6 +3,8 @@
 module Ci
   class ScheduleDeleteObjectsCronWorker
     include ApplicationWorker
+
+    sidekiq_options retry: 3
     # rubocop:disable Scalability/CronWorkerContext
     # This worker does not perform work scoped to a context
     include CronjobQueue

app/workers/ci/test_failure_history_worker.rb

@@ -3,6 +3,8 @@
 module Ci
   class TestFailureHistoryWorker
     include ApplicationWorker
+
+    sidekiq_options retry: 3
     include PipelineBackgroundQueue
 
     idempotent!

app/workers/ci_platform_metrics_update_cron_worker.rb

@@ -3,6 +3,8 @@
 class CiPlatformMetricsUpdateCronWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
 
+  sidekiq_options retry: 3
+
   # This worker does not perform work scoped to a context
   include CronjobQueue # rubocop:disable Scalability/CronWorkerContext
 

app/workers/cleanup_container_repository_worker.rb

@@ -3,6 +3,8 @@
 class CleanupContainerRepositoryWorker
   include ApplicationWorker
 
+  sidekiq_options retry: 3
+
   queue_namespace :container_repository
   feature_category :container_registry
   urgency :low

app/workers/cluster_configure_istio_worker.rb

@@ -2,6 +2,8 @@
 
 class ClusterConfigureIstioWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
+
+  sidekiq_options retry: 3
   include ClusterQueue
 
   worker_has_external_dependencies!

app/workers/cluster_install_app_worker.rb

@@ -2,6 +2,8 @@
 
 class ClusterInstallAppWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
+
+  sidekiq_options retry: 3
   include ClusterQueue
   include ClusterApplications
 

app/workers/cluster_patch_app_worker.rb

@@ -2,6 +2,8 @@
 
 class ClusterPatchAppWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
+
+  sidekiq_options retry: 3
   include ClusterQueue
   include ClusterApplications
 

app/workers/cluster_provision_worker.rb

@@ -2,6 +2,8 @@
 
 class ClusterProvisionWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
+
+  sidekiq_options retry: 3
   include ClusterQueue
 
   worker_has_external_dependencies!

app/workers/cluster_upgrade_app_worker.rb

@@ -2,6 +2,8 @@
 
 class ClusterUpgradeAppWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
+
+  sidekiq_options retry: 3
   include ClusterQueue
   include ClusterApplications
 

app/workers/cluster_wait_for_app_installation_worker.rb

@@ -2,6 +2,8 @@
 
 class ClusterWaitForAppInstallationWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
+
+  sidekiq_options retry: 3
   include ClusterQueue
   include ClusterApplications
 

app/workers/cluster_wait_for_app_update_worker.rb

@@ -2,6 +2,8 @@
 
 class ClusterWaitForAppUpdateWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
+
+  sidekiq_options retry: 3
   include ClusterQueue
   include ClusterApplications
 

app/workers/cluster_wait_for_ingress_ip_address_worker.rb

@@ -2,6 +2,8 @@
 
 class ClusterWaitForIngressIpAddressWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
+
+  sidekiq_options retry: 3
   include ClusterQueue
   include ClusterApplications
 

app/workers/clusters/applications/activate_service_worker.rb

@@ -4,6 +4,8 @@ module Clusters
   module Applications
     class ActivateServiceWorker # rubocop:disable Scalability/IdempotentWorker
       include ApplicationWorker
+
+      sidekiq_options retry: 3
       include ClusterQueue
 
       loggable_arguments 1

app/workers/clusters/applications/check_prometheus_health_worker.rb

@@ -4,6 +4,8 @@ module Clusters
   module Applications
     class CheckPrometheusHealthWorker
       include ApplicationWorker
+
+      sidekiq_options retry: 3
       # rubocop:disable Scalability/CronWorkerContext
       # This worker does not perform work scoped to a context
       include CronjobQueue

app/workers/clusters/applications/deactivate_service_worker.rb

@@ -4,6 +4,8 @@ module Clusters
   module Applications
     class DeactivateServiceWorker # rubocop:disable Scalability/IdempotentWorker
       include ApplicationWorker
+
+      sidekiq_options retry: 3
       include ClusterQueue
 
       loggable_arguments 1

app/workers/clusters/applications/uninstall_worker.rb

@@ -4,6 +4,8 @@ module Clusters
   module Applications
     class UninstallWorker # rubocop:disable Scalability/IdempotentWorker
       include ApplicationWorker
+
+      sidekiq_options retry: 3
       include ClusterQueue
       include ClusterApplications
 

app/workers/clusters/applications/wait_for_uninstall_app_worker.rb

@@ -4,6 +4,8 @@ module Clusters
   module Applications
     class WaitForUninstallAppWorker # rubocop:disable Scalability/IdempotentWorker
       include ApplicationWorker
+
+      sidekiq_options retry: 3
       include ClusterQueue
       include ClusterApplications
 

app/workers/concerns/gitlab/github_import/object_importer.rb

@@ -9,6 +9,8 @@ module Gitlab
 
       included do
         include ApplicationWorker
+
+        sidekiq_options retry: 3
         include GithubImport::Queue
         include ReschedulingMethods
         include Gitlab::NotifyUponDeath

app/workers/concerns/gitlab/jira_import/import_worker.rb

@@ -7,6 +7,8 @@ module Gitlab
 
       included do
         include ApplicationWorker
+
+        sidekiq_options retry: 3
         include ProjectImportOptions
         include Gitlab::JiraImport::QueueOptions
       end

app/workers/concerns/reactive_cacheable_worker.rb

@@ -6,6 +6,8 @@ module ReactiveCacheableWorker
   included do
     include ApplicationWorker
 
+    sidekiq_options retry: 3
+
     feature_category_not_owned!
     loggable_arguments 0
 

app/workers/container_expiration_policies/cleanup_container_repository_worker.rb

@@ -3,6 +3,8 @@
 module ContainerExpirationPolicies
   class CleanupContainerRepositoryWorker
     include ApplicationWorker
+
+    sidekiq_options retry: 3
     include LimitedCapacity::Worker
     include Gitlab::Utils::StrongMemoize
 

app/workers/container_expiration_policy_worker.rb

@@ -2,6 +2,8 @@
 
 class ContainerExpirationPolicyWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
+
+  sidekiq_options retry: 3
   include CronjobQueue
   include ExclusiveLeaseGuard
 

app/workers/create_commit_signature_worker.rb

@@ -3,6 +3,8 @@
 class CreateCommitSignatureWorker
   include ApplicationWorker
 
+  sidekiq_options retry: 3
+
   feature_category :source_code_management
   weight 2
   idempotent!

app/workers/create_note_diff_file_worker.rb

@@ -3,6 +3,8 @@
 class CreateNoteDiffFileWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
 
+  sidekiq_options retry: 3
+
   feature_category :code_review
 
   def perform(diff_note_id)

app/workers/create_pipeline_worker.rb

@@ -2,6 +2,8 @@
 
 class CreatePipelineWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
+
+  sidekiq_options retry: 3
   include PipelineQueue
 
   queue_namespace :pipeline_creation

app/workers/database/batched_background_migration_worker.rb

@@ -3,6 +3,8 @@
 module Database
   class BatchedBackgroundMigrationWorker
     include ApplicationWorker
+
+    sidekiq_options retry: 3
     include CronjobQueue # rubocop:disable Scalability/CronWorkerContext
 
     feature_category :database

app/workers/delete_container_repository_worker.rb

@@ -2,6 +2,8 @@
 
 class DeleteContainerRepositoryWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
+
+  sidekiq_options retry: 3
   include ExclusiveLeaseGuard
 
   queue_namespace :container_repository

app/workers/delete_diff_files_worker.rb

@@ -3,6 +3,8 @@
 class DeleteDiffFilesWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
 
+  sidekiq_options retry: 3
+
   feature_category :code_review
 
   # rubocop: disable CodeReuse/ActiveRecord

app/workers/delete_merged_branches_worker.rb

@@ -3,6 +3,8 @@
 class DeleteMergedBranchesWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
 
+  sidekiq_options retry: 3
+
   feature_category :source_code_management
 
   def perform(project_id, user_id)

app/workers/delete_stored_files_worker.rb

@@ -3,6 +3,8 @@
 class DeleteStoredFilesWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
 
+  sidekiq_options retry: 3
+
   feature_category_not_owned!
   loggable_arguments 0
 

app/workers/delete_user_worker.rb

@@ -3,6 +3,8 @@
 class DeleteUserWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
 
+  sidekiq_options retry: 3
+
   feature_category :authentication_and_authorization
   loggable_arguments 2
 

app/workers/deployments/drop_older_deployments_worker.rb

@@ -4,6 +4,8 @@ module Deployments
   class DropOlderDeploymentsWorker # rubocop:disable Scalability/IdempotentWorker
     include ApplicationWorker
 
+    sidekiq_options retry: 3
+
     queue_namespace :deployment
     feature_category :continuous_delivery
 

app/workers/deployments/execute_hooks_worker.rb

@@ -4,6 +4,8 @@ module Deployments
   class ExecuteHooksWorker # rubocop:disable Scalability/IdempotentWorker
     include ApplicationWorker
 
+    sidekiq_options retry: 3
+
     queue_namespace :deployment
     feature_category :continuous_delivery
     worker_resource_boundary :cpu

app/workers/deployments/finished_worker.rb

@@ -6,6 +6,8 @@ module Deployments
   class FinishedWorker # rubocop:disable Scalability/IdempotentWorker
     include ApplicationWorker
 
+    sidekiq_options retry: 3
+
     queue_namespace :deployment
     feature_category :continuous_delivery
     worker_resource_boundary :cpu

app/workers/deployments/forward_deployment_worker.rb

@@ -6,6 +6,8 @@ module Deployments
   class ForwardDeploymentWorker # rubocop:disable Scalability/IdempotentWorker
     include ApplicationWorker
 
+    sidekiq_options retry: 3
+
     queue_namespace :deployment
     feature_category :continuous_delivery
 

app/workers/deployments/link_merge_request_worker.rb

@@ -4,6 +4,8 @@ module Deployments
   class LinkMergeRequestWorker
     include ApplicationWorker
 
+    sidekiq_options retry: 3
+
     queue_namespace :deployment
     idempotent!
     feature_category :continuous_delivery

app/workers/deployments/success_worker.rb

@@ -6,6 +6,8 @@ module Deployments
   class SuccessWorker # rubocop:disable Scalability/IdempotentWorker
     include ApplicationWorker
 
+    sidekiq_options retry: 3
+
     queue_namespace :deployment
     feature_category :continuous_delivery
     worker_resource_boundary :cpu

app/workers/deployments/update_environment_worker.rb

@@ -4,6 +4,8 @@ module Deployments
   class UpdateEnvironmentWorker
     include ApplicationWorker
 
+    sidekiq_options retry: 3
+
     queue_namespace :deployment
     idempotent!
     feature_category :continuous_delivery

app/workers/design_management/copy_design_collection_worker.rb

@@ -4,6 +4,8 @@ module DesignManagement
   class CopyDesignCollectionWorker
     include ApplicationWorker
 
+    sidekiq_options retry: 3
+
     feature_category :design_management
     idempotent!
     urgency :low

app/workers/design_management/new_version_worker.rb

@@ -4,6 +4,8 @@ module DesignManagement
   class NewVersionWorker # rubocop:disable Scalability/IdempotentWorker
     include ApplicationWorker
 
+    sidekiq_options retry: 3
+
     feature_category :design_management
     # Declare this worker as memory bound due to
     # `GenerateImageVersionsService` resizing designs

app/workers/disallow_two_factor_for_group_worker.rb

@@ -2,6 +2,8 @@
 
 class DisallowTwoFactorForGroupWorker
   include ApplicationWorker
+
+  sidekiq_options retry: 3
   include ExceptionBacktrace
 
   feature_category :subgroups

app/workers/disallow_two_factor_for_subgroups_worker.rb

@@ -2,6 +2,8 @@
 
 class DisallowTwoFactorForSubgroupsWorker
   include ApplicationWorker
+
+  sidekiq_options retry: 3
   include ExceptionBacktrace
 
   INTERVAL = 2.seconds.to_i

app/workers/email_receiver_worker.rb

@@ -3,6 +3,8 @@
 class EmailReceiverWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
 
+  sidekiq_options retry: 3
+
   feature_category :issue_tracking
   urgency :high
   weight 2

app/workers/emails_on_push_worker.rb

@@ -3,6 +3,8 @@
 class EmailsOnPushWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
 
+  sidekiq_options retry: 3
+
   attr_reader :email, :skip_premailer
 
   feature_category :source_code_management

app/workers/environments/auto_stop_cron_worker.rb

@@ -3,6 +3,8 @@
 module Environments
   class AutoStopCronWorker # rubocop:disable Scalability/IdempotentWorker
     include ApplicationWorker
+
+    sidekiq_options retry: 3
     include CronjobQueue # rubocop:disable Scalability/CronWorkerContext
 
     feature_category :continuous_delivery

app/workers/error_tracking_issue_link_worker.rb

@@ -7,6 +7,8 @@
 #   until the prior link is deleted.
 class ErrorTrackingIssueLinkWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
+
+  sidekiq_options retry: 3
   include ExclusiveLeaseGuard
   include Gitlab::Utils::StrongMemoize
 

app/workers/experiments/record_conversion_event_worker.rb

@@ -4,6 +4,8 @@ module Experiments
   class RecordConversionEventWorker
     include ApplicationWorker
 
+    sidekiq_options retry: 3
+
     feature_category :users
     urgency :low
 

app/workers/expire_build_artifacts_worker.rb

@@ -2,6 +2,8 @@
 
 class ExpireBuildArtifactsWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
+
+  sidekiq_options retry: 3
   # rubocop:disable Scalability/CronWorkerContext
   # This worker does not perform work scoped to a context
   include CronjobQueue

app/workers/expire_build_instance_artifacts_worker.rb

@@ -3,6 +3,8 @@
 class ExpireBuildInstanceArtifactsWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
 
+  sidekiq_options retry: 3
+
   feature_category :continuous_integration
 
   # rubocop: disable CodeReuse/ActiveRecord

app/workers/expire_job_cache_worker.rb

@@ -2,6 +2,8 @@
 
 class ExpireJobCacheWorker
   include ApplicationWorker
+
+  sidekiq_options retry: 3
   include PipelineQueue
 
   queue_namespace :pipeline_cache

app/workers/expire_pipeline_cache_worker.rb

@@ -2,6 +2,8 @@
 
 class ExpirePipelineCacheWorker
   include ApplicationWorker
+
+  sidekiq_options retry: 3
   include PipelineQueue
 
   queue_namespace :pipeline_cache

app/workers/export_csv_worker.rb

@@ -3,6 +3,8 @@
 class ExportCsvWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
 
+  sidekiq_options retry: 3
+
   feature_category :issue_tracking
   worker_resource_boundary :cpu
   loggable_arguments 2

app/workers/flush_counter_increments_worker.rb

@@ -8,6 +8,8 @@
 class FlushCounterIncrementsWorker
   include ApplicationWorker
 
+  sidekiq_options retry: 3
+
   feature_category_not_owned!
   urgency :low
   deduplicate :until_executing, including_scheduled: true

app/workers/gitlab/github_import/advance_stage_worker.rb

@@ -8,6 +8,8 @@ module Gitlab
     # stage.
     class AdvanceStageWorker # rubocop:disable Scalability/IdempotentWorker
       include ApplicationWorker
+
+      sidekiq_options retry: 3
       include ::Gitlab::Import::AdvanceStage
 
       sidekiq_options dead: false

app/workers/gitlab/github_import/refresh_import_jid_worker.rb

@@ -4,6 +4,8 @@ module Gitlab
   module GithubImport
     class RefreshImportJidWorker # rubocop:disable Scalability/IdempotentWorker
       include ApplicationWorker
+
+      sidekiq_options retry: 3
       include GithubImport::Queue
 
       # The interval to schedule new instances of this job at.

app/workers/gitlab/github_import/stage/finish_import_worker.rb

@@ -5,6 +5,8 @@ module Gitlab
     module Stage
       class FinishImportWorker # rubocop:disable Scalability/IdempotentWorker
         include ApplicationWorker
+
+        sidekiq_options retry: 3
         include GithubImport::Queue
         include StageMethods
 

app/workers/gitlab/github_import/stage/import_base_data_worker.rb

@@ -5,6 +5,8 @@ module Gitlab
     module Stage
       class ImportBaseDataWorker # rubocop:disable Scalability/IdempotentWorker
         include ApplicationWorker
+
+        sidekiq_options retry: 3
         include GithubImport::Queue
         include StageMethods
 

app/workers/gitlab/github_import/stage/import_issues_and_diff_notes_worker.rb

@@ -5,6 +5,8 @@ module Gitlab
     module Stage
       class ImportIssuesAndDiffNotesWorker # rubocop:disable Scalability/IdempotentWorker
         include ApplicationWorker
+
+        sidekiq_options retry: 3
         include GithubImport::Queue
         include StageMethods
 

app/workers/gitlab/github_import/stage/import_lfs_objects_worker.rb

@@ -5,6 +5,8 @@ module Gitlab
     module Stage
       class ImportLfsObjectsWorker # rubocop:disable Scalability/IdempotentWorker
         include ApplicationWorker
+
+        sidekiq_options retry: 3
         include GithubImport::Queue
         include StageMethods