Commit e38db196 authored by Douwe Maan's avatar Douwe Maan

Merge branch 'gitaly-mandatory-20180627-jv-2' into 'master'

Make Gitaly signature RPC's mandatory

Closes gitaly#745, gitaly#1044, and gitaly#876

See merge request gitlab-org/gitlab-ce!20212
parents c9de5be5 f4d68347
...@@ -220,19 +220,7 @@ module Gitlab ...@@ -220,19 +220,7 @@ module Gitlab
end end
def shas_with_signatures(repository, shas) def shas_with_signatures(repository, shas)
GitalyClient.migrate(:filter_shas_with_signatures) do |is_enabled|
if is_enabled
Gitlab::GitalyClient::CommitService.new(repository).filter_shas_with_signatures(shas) Gitlab::GitalyClient::CommitService.new(repository).filter_shas_with_signatures(shas)
else
shas.select do |sha|
begin
Rugged::Commit.extract_signature(repository.rugged, sha)
rescue Rugged::OdbError
false
end
end
end
end
end end
# Only to be used when the object ids will not necessarily have a # Only to be used when the object ids will not necessarily have a
...@@ -250,13 +238,7 @@ module Gitlab ...@@ -250,13 +238,7 @@ module Gitlab
end end
def extract_signature(repository, commit_id) def extract_signature(repository, commit_id)
repository.gitaly_migrate(:extract_commit_signature) do |is_enabled|
if is_enabled
repository.gitaly_commit_client.extract_signature(commit_id) repository.gitaly_commit_client.extract_signature(commit_id)
else
rugged_extract_signature(repository, commit_id)
end
end
end end
def extract_signature_lazily(repository, commit_id) def extract_signature_lazily(repository, commit_id)
...@@ -276,36 +258,9 @@ module Gitlab ...@@ -276,36 +258,9 @@ module Gitlab
end end
def batch_signature_extraction(repository, commit_ids) def batch_signature_extraction(repository, commit_ids)
repository.gitaly_migrate(:extract_commit_signature_in_batch) do |is_enabled|
if is_enabled
gitaly_batch_signature_extraction(repository, commit_ids)
else
rugged_batch_signature_extraction(repository, commit_ids)
end
end
end
def gitaly_batch_signature_extraction(repository, commit_ids)
repository.gitaly_commit_client.get_commit_signatures(commit_ids) repository.gitaly_commit_client.get_commit_signatures(commit_ids)
end end
def rugged_batch_signature_extraction(repository, commit_ids)
commit_ids.each_with_object({}) do |commit_id, signatures|
signature_data = rugged_extract_signature(repository, commit_id)
next unless signature_data
signatures[commit_id] = signature_data
end
end
def rugged_extract_signature(repository, commit_id)
begin
Rugged::Commit.extract_signature(repository.rugged, commit_id)
rescue Rugged::OdbError
nil
end
end
def get_message(repository, commit_id) def get_message(repository, commit_id)
BatchLoader.for({ repository: repository, commit_id: commit_id }).batch do |items, loader| BatchLoader.for({ repository: repository, commit_id: commit_id }).batch do |items, loader|
items_by_repo = items.group_by { |i| i[:repository] } items_by_repo = items.group_by { |i| i[:repository] }
......
...@@ -324,6 +324,8 @@ module Gitlab ...@@ -324,6 +324,8 @@ module Gitlab
return if signature.blank? && signed_text.blank? return if signature.blank? && signed_text.blank?
[signature, signed_text] [signature, signed_text]
rescue GRPC::InvalidArgument => ex
raise ArgumentError, ex
end end
def get_commit_signatures(commit_ids) def get_commit_signatures(commit_ids)
...@@ -341,6 +343,8 @@ module Gitlab ...@@ -341,6 +343,8 @@ module Gitlab
end end
signatures signatures
rescue GRPC::InvalidArgument => ex
raise ArgumentError, ex
end end
def get_commit_messages(commit_ids) def get_commit_messages(commit_ids)
......
...@@ -309,7 +309,7 @@ describe Gitlab::Git::Commit, seed_helper: true do ...@@ -309,7 +309,7 @@ describe Gitlab::Git::Commit, seed_helper: true do
it { is_expected.not_to include(SeedRepo::FirstCommit::ID) } it { is_expected.not_to include(SeedRepo::FirstCommit::ID) }
end end
shared_examples '.shas_with_signatures' do describe '.shas_with_signatures' do
let(:signed_shas) { %w[5937ac0a7beb003549fc5fd26fc247adbce4a52e 570e7b2abdd848b95f2f578043fc23bd6f6fd24d] } let(:signed_shas) { %w[5937ac0a7beb003549fc5fd26fc247adbce4a52e 570e7b2abdd848b95f2f578043fc23bd6f6fd24d] }
let(:unsigned_shas) { %w[19e2e9b4ef76b422ce1154af39a91323ccc57434 c642fe9b8b9f28f9225d7ea953fe14e74748d53b] } let(:unsigned_shas) { %w[19e2e9b4ef76b422ce1154af39a91323ccc57434 c642fe9b8b9f28f9225d7ea953fe14e74748d53b] }
let(:first_signed_shas) { %w[5937ac0a7beb003549fc5fd26fc247adbce4a52e c642fe9b8b9f28f9225d7ea953fe14e74748d53b] } let(:first_signed_shas) { %w[5937ac0a7beb003549fc5fd26fc247adbce4a52e c642fe9b8b9f28f9225d7ea953fe14e74748d53b] }
...@@ -330,14 +330,6 @@ describe Gitlab::Git::Commit, seed_helper: true do ...@@ -330,14 +330,6 @@ describe Gitlab::Git::Commit, seed_helper: true do
end end
end end
describe '.shas_with_signatures with gitaly on' do
it_should_behave_like '.shas_with_signatures'
end
describe '.shas_with_signatures with gitaly disabled', :disable_gitaly do
it_should_behave_like '.shas_with_signatures'
end
describe '.find_all' do describe '.find_all' do
shared_examples 'finding all commits' do shared_examples 'finding all commits' do
it 'should return a return a collection of commits' do it 'should return a return a collection of commits' do
...@@ -498,7 +490,7 @@ describe Gitlab::Git::Commit, seed_helper: true do ...@@ -498,7 +490,7 @@ describe Gitlab::Git::Commit, seed_helper: true do
end end
describe '.extract_signature_lazily' do describe '.extract_signature_lazily' do
shared_examples 'loading signatures in batch once' do describe 'loading signatures in batch once' do
it 'fetches signatures in batch once' do it 'fetches signatures in batch once' do
commit_ids = %w[0b4bc9a49b562e85de7cc9e834518ea6828729b9 4b4918a572fa86f9771e5ba40fbd48e1eb03e2c6] commit_ids = %w[0b4bc9a49b562e85de7cc9e834518ea6828729b9 4b4918a572fa86f9771e5ba40fbd48e1eb03e2c6]
signatures = commit_ids.map do |commit_id| signatures = commit_ids.map do |commit_id|
...@@ -516,29 +508,15 @@ describe Gitlab::Git::Commit, seed_helper: true do ...@@ -516,29 +508,15 @@ describe Gitlab::Git::Commit, seed_helper: true do
subject { described_class.extract_signature_lazily(repository, commit_id).itself } subject { described_class.extract_signature_lazily(repository, commit_id).itself }
context 'with Gitaly extract_commit_signature_in_batch feature enabled' do
it_behaves_like 'extracting commit signature'
it_behaves_like 'loading signatures in batch once'
end
context 'with Gitaly extract_commit_signature_in_batch feature disabled', :disable_gitaly do
it_behaves_like 'extracting commit signature' it_behaves_like 'extracting commit signature'
it_behaves_like 'loading signatures in batch once'
end
end end
describe '.extract_signature' do describe '.extract_signature' do
subject { described_class.extract_signature(repository, commit_id) } subject { described_class.extract_signature(repository, commit_id) }
context 'with gitaly' do
it_behaves_like 'extracting commit signature'
end
context 'without gitaly', :disable_gitaly do
it_behaves_like 'extracting commit signature' it_behaves_like 'extracting commit signature'
end end
end end
end
describe '#init_from_rugged' do describe '#init_from_rugged' do
let(:gitlab_commit) { described_class.new(repository, rugged_commit) } let(:gitlab_commit) { described_class.new(repository, rugged_commit) }
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment