Commit f9b157fe authored by Bob Van Landuyt's avatar Bob Van Landuyt

Merge branch 'qmnguyen0711/expand-a-histogram-bucket' into 'master'

Adjust gitlab_database_transaction_seconds bucket

See merge request gitlab-org/gitlab!56952
parents f933d954 1c439f93
---
title: Adjust gitlab_database_transaction_seconds histogram bucket
merge_request: 56952
author:
type: changed
...@@ -54,7 +54,9 @@ module EE ...@@ -54,7 +54,9 @@ module EE
end end
def observe_db_role_duration(db_role, event) def observe_db_role_duration(db_role, event)
observe("gitlab_sql_#{db_role}_duration_seconds".to_sym, event) observe("gitlab_sql_#{db_role}_duration_seconds".to_sym, event) do
buckets ::Gitlab::Metrics::Subscribers::ActiveRecord::SQL_DURATION_BUCKET
end
duration = event.duration / 1000.0 duration = event.duration / 1000.0
duration_key = "db_#{db_role}_duration_s".to_sym duration_key = "db_#{db_role}_duration_s".to_sym
......
...@@ -11,13 +11,16 @@ module Gitlab ...@@ -11,13 +11,16 @@ module Gitlab
DB_COUNTERS = %i{db_count db_write_count db_cached_count}.freeze DB_COUNTERS = %i{db_count db_write_count db_cached_count}.freeze
SQL_COMMANDS_WITH_COMMENTS_REGEX = /\A(\/\*.*\*\/\s)?((?!(.*[^\w'"](DELETE|UPDATE|INSERT INTO)[^\w'"])))(WITH.*)?(SELECT)((?!(FOR UPDATE|FOR SHARE)).)*$/i.freeze SQL_COMMANDS_WITH_COMMENTS_REGEX = /\A(\/\*.*\*\/\s)?((?!(.*[^\w'"](DELETE|UPDATE|INSERT INTO)[^\w'"])))(WITH.*)?(SELECT)((?!(FOR UPDATE|FOR SHARE)).)*$/i.freeze
DURATION_BUCKET = [0.05, 0.1, 0.25].freeze SQL_DURATION_BUCKET = [0.05, 0.1, 0.25].freeze
TRANSACTION_DURATION_BUCKET = [0.1, 0.25, 1].freeze
# This event is published from ActiveRecordBaseTransactionMetrics and # This event is published from ActiveRecordBaseTransactionMetrics and
# used to record a database transaction duration when calling # used to record a database transaction duration when calling
# ActiveRecord::Base.transaction {} block. # ActiveRecord::Base.transaction {} block.
def transaction(event) def transaction(event)
observe(:gitlab_database_transaction_seconds, event) observe(:gitlab_database_transaction_seconds, event) do
buckets TRANSACTION_DURATION_BUCKET
end
end end
def sql(event) def sql(event)
...@@ -33,7 +36,9 @@ module Gitlab ...@@ -33,7 +36,9 @@ module Gitlab
increment(:db_cached_count) if cached_query?(payload) increment(:db_cached_count) if cached_query?(payload)
increment(:db_write_count) unless select_sql_command?(payload) increment(:db_write_count) unless select_sql_command?(payload)
observe(:gitlab_sql_duration_seconds, event) observe(:gitlab_sql_duration_seconds, event) do
buckets SQL_DURATION_BUCKET
end
end end
def self.db_counter_payload def self.db_counter_payload
...@@ -66,10 +71,8 @@ module Gitlab ...@@ -66,10 +71,8 @@ module Gitlab
Gitlab::SafeRequestStore[counter] = Gitlab::SafeRequestStore[counter].to_i + 1 Gitlab::SafeRequestStore[counter] = Gitlab::SafeRequestStore[counter].to_i + 1
end end
def observe(histogram, event) def observe(histogram, event, &block)
current_transaction&.observe(histogram, event.duration / 1000.0) do current_transaction&.observe(histogram, event.duration / 1000.0, &block)
buckets DURATION_BUCKET
end
end end
def current_transaction def current_transaction
......
...@@ -8,6 +8,85 @@ RSpec.describe Gitlab::Metrics::Subscribers::ActiveRecord do ...@@ -8,6 +8,85 @@ RSpec.describe Gitlab::Metrics::Subscribers::ActiveRecord do
let(:env) { {} } let(:env) { {} }
let(:subscriber) { described_class.new } let(:subscriber) { described_class.new }
let(:connection) { double(:connection) } let(:connection) { double(:connection) }
describe '#transaction' do
let(:web_transaction) { double('Gitlab::Metrics::WebTransaction') }
let(:background_transaction) { double('Gitlab::Metrics::WebTransaction') }
let(:event) do
double(
:event,
name: 'transaction.active_record',
duration: 230,
payload: { connection: connection }
)
end
before do
allow(background_transaction).to receive(:observe)
allow(web_transaction).to receive(:observe)
end
context 'when both web and background transaction are available' do
before do
allow(::Gitlab::Metrics::WebTransaction).to receive(:current)
.and_return(web_transaction)
allow(::Gitlab::Metrics::BackgroundTransaction).to receive(:current)
.and_return(background_transaction)
end
it 'captures the metrics for web only' do
expect(web_transaction).to receive(:observe).with(:gitlab_database_transaction_seconds, 0.23)
expect(background_transaction).not_to receive(:observe)
expect(background_transaction).not_to receive(:increment)
subscriber.transaction(event)
end
end
context 'when web transaction is available' do
let(:web_transaction) { double('Gitlab::Metrics::WebTransaction') }
before do
allow(::Gitlab::Metrics::WebTransaction).to receive(:current)
.and_return(web_transaction)
allow(::Gitlab::Metrics::BackgroundTransaction).to receive(:current)
.and_return(nil)
end
it 'captures the metrics for web only' do
expect(web_transaction).to receive(:observe).with(:gitlab_database_transaction_seconds, 0.23)
expect(background_transaction).not_to receive(:observe)
expect(background_transaction).not_to receive(:increment)
subscriber.transaction(event)
end
end
context 'when background transaction is available' do
let(:background_transaction) { double('Gitlab::Metrics::BackgroundTransaction') }
before do
allow(::Gitlab::Metrics::WebTransaction).to receive(:current)
.and_return(nil)
allow(::Gitlab::Metrics::BackgroundTransaction).to receive(:current)
.and_return(background_transaction)
end
it 'captures the metrics for web only' do
expect(background_transaction).to receive(:observe).with(:gitlab_database_transaction_seconds, 0.23)
expect(web_transaction).not_to receive(:observe)
expect(web_transaction).not_to receive(:increment)
subscriber.transaction(event)
end
end
end
describe '#sql' do
let(:payload) { { sql: 'SELECT * FROM users WHERE id = 10', connection: connection } } let(:payload) { { sql: 'SELECT * FROM users WHERE id = 10', connection: connection } }
let(:event) do let(:event) do
...@@ -69,4 +148,5 @@ RSpec.describe Gitlab::Metrics::Subscribers::ActiveRecord do ...@@ -69,4 +148,5 @@ RSpec.describe Gitlab::Metrics::Subscribers::ActiveRecord do
it_behaves_like 'track generic sql events' it_behaves_like 'track generic sql events'
end end
end
end end
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment