Commit 18a8eb96 authored by Zeger-Jan van de Weg's avatar Zeger-Jan van de Weg

Calculating repository checksums executed by Gitaly

OPT_OUT status has been removed, and alternative implementation removed.
Also checks if the repository exists before executing the checksum RPC
to guard against NotFound errors.

Closes gitlab-org/gitaly#1105
parent 14507fd1
---
title: Remove shellout implementation for Repository checksums
merge_request:
author:
type: other
...@@ -1576,14 +1576,12 @@ module Gitlab ...@@ -1576,14 +1576,12 @@ module Gitlab
end end
def checksum def checksum
gitaly_migrate(:calculate_checksum, # The exists? RPC is much cheaper, so we perform this request first
status: Gitlab::GitalyClient::MigrationStatus::OPT_OUT) do |is_enabled| raise NoRepository, "Repository does not exists" unless exists?
if is_enabled
gitaly_repository_client.calculate_checksum gitaly_repository_client.calculate_checksum
else rescue GRPC::NotFound
calculate_checksum_by_shelling_out raise NoRepository # Guard against data races.
end
end
end end
private private
...@@ -2498,36 +2496,6 @@ module Gitlab ...@@ -2498,36 +2496,6 @@ module Gitlab
rev_parse_target(ref).oid rev_parse_target(ref).oid
end end
def calculate_checksum_by_shelling_out
raise NoRepository unless exists?
args = %W(--git-dir=#{path} show-ref --heads --tags)
output, status = run_git(args)
if status.nil? || !status.zero?
# Non-valid git repositories return 128 as the status code and an error output
raise InvalidRepository if status == 128 && output.to_s.downcase =~ /not a git repository/
# Empty repositories returns with a non-zero status and an empty output.
raise ChecksumError, output unless output.blank?
return EMPTY_REPOSITORY_CHECKSUM
end
refs = output.split("\n")
result = refs.inject(nil) do |checksum, ref|
value = Digest::SHA1.hexdigest(ref).hex
if checksum.nil?
value
else
checksum ^ value
end
end
result.to_s(16)
end
def build_git_cmd(*args) def build_git_cmd(*args)
object_directories = alternate_object_directories.join(File::PATH_SEPARATOR) object_directories = alternate_object_directories.join(File::PATH_SEPARATOR)
......
...@@ -2247,66 +2247,42 @@ describe Gitlab::Git::Repository, seed_helper: true do ...@@ -2247,66 +2247,42 @@ describe Gitlab::Git::Repository, seed_helper: true do
end end
describe '#checksum' do describe '#checksum' do
shared_examples 'calculating checksum' do it 'calculates the checksum for non-empty repo' do
it 'calculates the checksum for non-empty repo' do expect(repository.checksum).to eq '54f21be4c32c02f6788d72207fa03ad3bce725e4'
expect(repository.checksum).to eq '54f21be4c32c02f6788d72207fa03ad3bce725e4' end
end
it 'returns 0000000000000000000000000000000000000000 for an empty repo' do
FileUtils.rm_rf(File.join(storage_path, 'empty-repo.git'))
system(git_env, *%W(#{Gitlab.config.git.bin_path} init --bare empty-repo.git),
chdir: storage_path,
out: '/dev/null',
err: '/dev/null')
empty_repo = described_class.new('default', 'empty-repo.git', '') it 'returns 0000000000000000000000000000000000000000 for an empty repo' do
FileUtils.rm_rf(File.join(storage_path, 'empty-repo.git'))
expect(empty_repo.checksum).to eq '0000000000000000000000000000000000000000' system(git_env, *%W(#{Gitlab.config.git.bin_path} init --bare empty-repo.git),
end chdir: storage_path,
out: '/dev/null',
err: '/dev/null')
it 'raises Gitlab::Git::Repository::InvalidRepository error for non-valid git repo' do empty_repo = described_class.new('default', 'empty-repo.git', '')
FileUtils.rm_rf(File.join(storage_path, 'non-valid.git'))
system(git_env, *%W(#{Gitlab.config.git.bin_path} clone --bare #{TEST_REPO_PATH} non-valid.git), expect(empty_repo.checksum).to eq '0000000000000000000000000000000000000000'
chdir: SEED_STORAGE_PATH, end
out: '/dev/null',
err: '/dev/null')
File.truncate(File.join(storage_path, 'non-valid.git/HEAD'), 0) it 'raises Gitlab::Git::Repository::InvalidRepository error for non-valid git repo' do
FileUtils.rm_rf(File.join(storage_path, 'non-valid.git'))
non_valid = described_class.new('default', 'non-valid.git', '') system(git_env, *%W(#{Gitlab.config.git.bin_path} clone --bare #{TEST_REPO_PATH} non-valid.git),
chdir: SEED_STORAGE_PATH,
out: '/dev/null',
err: '/dev/null')
expect { non_valid.checksum }.to raise_error(Gitlab::Git::Repository::InvalidRepository) File.truncate(File.join(storage_path, 'non-valid.git/HEAD'), 0)
end
it 'raises Gitlab::Git::Repository::NoRepository error when there is no repo' do non_valid = described_class.new('default', 'non-valid.git', '')
broken_repo = described_class.new('default', 'a/path.git', '')
expect { broken_repo.checksum }.to raise_error(Gitlab::Git::Repository::NoRepository) expect { non_valid.checksum }.to raise_error(Gitlab::Git::Repository::InvalidRepository)
end
end end
context 'when calculate_checksum Gitaly feature is enabled' do it 'raises Gitlab::Git::Repository::NoRepository error when there is no repo' do
it_behaves_like 'calculating checksum' broken_repo = described_class.new('default', 'a/path.git', '')
end
context 'when calculate_checksum Gitaly feature is disabled', :disable_gitaly do
it_behaves_like 'calculating checksum'
describe 'when storage is broken', :broken_storage do
it 'raises a storage exception when storage is not available' do
broken_repo = described_class.new('broken', 'a/path.git', '')
expect { broken_repo.rugged }.to raise_error(Gitlab::Git::Storage::Inaccessible)
end
end
it "raises a Gitlab::Git::Repository::Failure error if the `popen` call to git returns a non-zero exit code" do
allow(repository).to receive(:popen).and_return(['output', nil])
expect { repository.checksum }.to raise_error Gitlab::Git::Repository::ChecksumError expect { broken_repo.checksum }.to raise_error(Gitlab::Git::Repository::NoRepository)
end
end end
end end
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment