Merge branch 'qa-ml-improve-git-repo-auth' into 'master'

Add git credentials to .netrc when needed

Closes gitlab-org/quality/nightly#57 and #56857

See merge request gitlab-org/gitlab-ce!24691

qa/qa/git/repository.rb

@@ -5,15 +5,19 @@ require 'uri'
 require 'open3'
 require 'fileutils'
 require 'tmpdir'
+require 'tempfile'
+require 'securerandom'
 
 module QA
   module Git
     class Repository
       include Scenario::Actable
 
-      attr_writer :password, :use_lfs
+      attr_writer :use_lfs
       attr_accessor :env_vars
 
+      InvalidCredentialsError = Class.new(RuntimeError)
+
       def initialize
         # We set HOME to the current working directory (which is a
         # temporary directory created in .perform()) so the temporarily dropped
@@ -28,6 +32,14 @@ module QA
         end
       end
 
+      def password=(password)
+        @password = password
+
+        raise InvalidCredentialsError, "Please provide a username when setting a password" unless username
+
+        try_add_credentials_to_netrc
+      end
+
       def uri=(address)
         @uri = URI(address)
       end
@@ -148,16 +160,7 @@ module QA
         return unless add_credentials?
         return if netrc_already_contains_content?
 
-        # Despite libcurl supporting a custom .netrc location through the
-        # CURLOPT_NETRC_FILE environment variable, git does not support it :(
-        # Info: https://curl.haxx.se/libcurl/c/CURLOPT_NETRC_FILE.html
-        #
-        # This will create a .netrc in the correct working directory, which is
-        # a temporary directory created in .perform()
-        #
-        FileUtils.mkdir_p(tmp_home_dir)
-        File.open(netrc_file_path, 'a') { |file| file.puts(netrc_content) }
-        File.chmod(0600, netrc_file_path)
+        save_netrc_content
       end
 
       private
@@ -175,7 +178,6 @@ module QA
       def add_credentials?
         return false if !username || !password
         return true unless ssh_key_set?
-        return true if ssh_key_set? && use_lfs?
 
         false
       end
@@ -214,6 +216,23 @@ module QA
         end
       end
 
+      def read_netrc_content
+        File.exist?(netrc_file_path) ? File.readlines(netrc_file_path) : []
+      end
+
+      def save_netrc_content
+        # Despite libcurl supporting a custom .netrc location through the
+        # CURLOPT_NETRC_FILE environment variable, git does not support it :(
+        # Info: https://curl.haxx.se/libcurl/c/CURLOPT_NETRC_FILE.html
+        #
+        # This will create a .netrc in the correct working directory, which is
+        # a temporary directory created in .perform()
+        #
+        FileUtils.mkdir_p(tmp_home_dir)
+        File.open(netrc_file_path, 'a') { |file| file.puts(netrc_content) }
+        File.chmod(0600, netrc_file_path)
+      end
+
       def tmp_home_dir
         @tmp_home_dir ||= File.join(Dir.tmpdir, "qa-netrc-credentials", $$.to_s)
       end
@@ -227,8 +246,7 @@ module QA
       end
 
       def netrc_already_contains_content?
-        File.exist?(netrc_file_path) &&
-          File.readlines(netrc_file_path).grep(/^#{netrc_content}$/).any?
+        read_netrc_content.grep(/^#{netrc_content}$/).any?
       end
     end
   end

qa/qa/resource/repository/push.rb

@@ -67,8 +67,6 @@ module QA
               email = user.email
             end
 
-            repository.try_add_credentials_to_netrc
-
             @output += repository.clone
             repository.configure_identity(username, email)
 

qa/spec/git/repository_spec.rb

 describe QA::Git::Repository do
   include Support::StubENV
 
+  shared_context 'git directory' do
     let(:repository) { described_class.new }
+    let(:tmp_git_dir) { Dir.mktmpdir }
+    let(:tmp_netrc_dir) { Dir.mktmpdir }
 
     before do
       stub_env('GITLAB_USERNAME', 'root')
       cd_empty_temp_directory
       set_bad_uri
+
+      allow(repository).to receive(:tmp_home_dir).and_return(tmp_netrc_dir)
+    end
+
+    after do
+      # Switch to a safe dir before deleting tmp dirs to avoid dir access errors
+      FileUtils.cd __dir__
+      FileUtils.remove_entry_secure(tmp_git_dir, true)
+      FileUtils.remove_entry_secure(tmp_netrc_dir, true)
+    end
+
+    def cd_empty_temp_directory
+      FileUtils.cd tmp_git_dir
+    end
+
+    def set_bad_uri
+      repository.uri = 'http://foo/bar.git'
+    end
+  end
+
+  context 'with default credentials' do
+    include_context 'git directory' do
+      before do
         repository.use_default_credentials
       end
+    end
 
     describe '#clone' do
       it 'is unable to resolve host' do
@@ -56,14 +83,37 @@ describe QA::Git::Repository do
       end
     end
 
-  def cd_empty_temp_directory
-    tmp_dir = 'tmp/git-repository-spec/'
-    FileUtils.rm_rf(tmp_dir) if ::File.exist?(tmp_dir)
-    FileUtils.mkdir_p tmp_dir
-    FileUtils.cd tmp_dir
+    describe '#use_default_credentials' do
+      it 'adds credentials to .netrc' do
+        expect(File.read(File.join(tmp_netrc_dir, '.netrc')))
+          .to eq("machine foo login #{QA::Runtime::User.default_username} password #{QA::Runtime::User.default_password}\n")
+      end
+    end
   end
 
-  def set_bad_uri
-    repository.uri = 'http://foo/bar.git'
+  context 'with specific credentials' do
+    include_context 'git directory'
+
+    context 'before setting credentials' do
+      it 'does not add credentials to .netrc' do
+        expect(repository).not_to receive(:save_netrc_content)
+      end
+    end
+
+    describe '#password=' do
+      it 'raises an error if no username was given' do
+        expect { repository.password = 'foo' }
+          .to raise_error(QA::Git::Repository::InvalidCredentialsError,
+            "Please provide a username when setting a password")
+      end
+
+      it 'adds credentials to .netrc' do
+        repository.username = 'user'
+        repository.password = 'foo'
+
+        expect(File.read(File.join(tmp_netrc_dir, '.netrc')))
+          .to eq("machine foo login user password foo\n")
+      end
+    end
   end
 end