Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
G
gitlab-ce
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
0
Merge Requests
0
Analytics
Analytics
Repository
Value Stream
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Commits
Issue Boards
Open sidebar
Boxiang Sun
gitlab-ce
Commits
c33d5e16
Commit
c33d5e16
authored
11 years ago
by
Dmitriy Zaporozhets
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
refactor backup/restore
parent
362d82d1
Changes
5
Show whitespace changes
Inline
Side-by-side
Showing
5 changed files
with
140 additions
and
103 deletions
+140
-103
doc/install/databases.md
doc/install/databases.md
+1
-1
lib/backup.rb
lib/backup.rb
+0
-56
lib/backup/database.rb
lib/backup/database.rb
+58
-0
lib/backup/repository.rb
lib/backup/repository.rb
+74
-0
lib/tasks/gitlab/backup.rake
lib/tasks/gitlab/backup.rake
+7
-46
No files found.
doc/install/databases.md
View file @
c33d5e16
...
@@ -21,7 +21,7 @@ GitLab supports the following databases:
...
@@ -21,7 +21,7 @@ GitLab supports the following databases:
mysql> CREATE DATABASE IF NOT EXISTS `gitlabhq_production` DEFAULT CHARACTER SET `utf8` COLLATE `utf8_unicode_ci`;
mysql> CREATE DATABASE IF NOT EXISTS `gitlabhq_production` DEFAULT CHARACTER SET `utf8` COLLATE `utf8_unicode_ci`;
# Grant the GitLab user necessary permissopns on the table.
# Grant the GitLab user necessary permissopns on the table.
mysql> GRANT SELECT, INSERT, UPDATE, DELETE, CREATE, DROP, INDEX, ALTER ON `gitlabhq_production`.* TO 'gitlab'@'localhost';
mysql> GRANT SELECT,
LOCK TABLES,
INSERT, UPDATE, DELETE, CREATE, DROP, INDEX, ALTER ON `gitlabhq_production`.* TO 'gitlab'@'localhost';
# Quit the database session
# Quit the database session
mysql> \q
mysql> \q
...
...
This diff is collapsed.
Click to expand it.
lib/backup.rb
deleted
100644 → 0
View file @
362d82d1
require
'yaml'
class
Backup
attr_reader
:config
,
:db_dir
def
initialize
@config
=
YAML
.
load_file
(
File
.
join
(
Rails
.
root
,
'config'
,
'database.yml'
))[
Rails
.
env
]
@db_dir
=
File
.
join
(
Gitlab
.
config
.
backup
.
path
,
'db'
)
FileUtils
.
mkdir_p
(
@db_dir
)
unless
Dir
.
exists?
(
@db_dir
)
end
def
backup_db
case
config
[
"adapter"
]
when
/^mysql/
then
system
(
"mysqldump
#{
mysql_args
}
#{
config
[
'database'
]
}
>
#{
db_file_name
}
"
)
when
"postgresql"
then
pg_env
system
(
"pg_dump
#{
config
[
'database'
]
}
>
#{
db_file_name
}
"
)
end
end
def
restore_db
case
config
[
"adapter"
]
when
/^mysql/
then
system
(
"mysql
#{
mysql_args
}
#{
config
[
'database'
]
}
<
#{
db_file_name
}
"
)
when
"postgresql"
then
pg_env
system
(
"pg_restore
#{
config
[
'database'
]
}
#{
db_file_name
}
"
)
end
end
protected
def
db_file_name
File
.
join
(
db_dir
,
'database.sql'
)
end
def
mysql_args
args
=
{
'host'
=>
'--host'
,
'port'
=>
'--port'
,
'socket'
=>
'--socket'
,
'username'
=>
'--user'
,
'encoding'
=>
'--default-character-set'
,
'password'
=>
'--password'
}
args
.
map
{
|
opt
,
arg
|
"
#{
arg
}
=
#{
config
[
opt
]
}
"
if
config
[
opt
]
}.
compact
.
join
(
' '
)
end
def
pg_env
ENV
[
'PGUSER'
]
=
config
[
"username"
]
if
config
[
"username"
]
ENV
[
'PGHOST'
]
=
config
[
"host"
]
if
config
[
"host"
]
ENV
[
'PGPORT'
]
=
config
[
"port"
].
to_s
if
config
[
"port"
]
ENV
[
'PGPASSWORD'
]
=
config
[
"password"
].
to_s
if
config
[
"password"
]
end
end
This diff is collapsed.
Click to expand it.
lib/backup/database.rb
0 → 100644
View file @
c33d5e16
require
'yaml'
module
Backup
class
Database
attr_reader
:config
,
:db_dir
def
initialize
@config
=
YAML
.
load_file
(
File
.
join
(
Rails
.
root
,
'config'
,
'database.yml'
))[
Rails
.
env
]
@db_dir
=
File
.
join
(
Gitlab
.
config
.
backup
.
path
,
'db'
)
FileUtils
.
mkdir_p
(
@db_dir
)
unless
Dir
.
exists?
(
@db_dir
)
end
def
dump
case
config
[
"adapter"
]
when
/^mysql/
then
system
(
"mysqldump
#{
mysql_args
}
#{
config
[
'database'
]
}
>
#{
db_file_name
}
"
)
when
"postgresql"
then
pg_env
system
(
"pg_dump
#{
config
[
'database'
]
}
>
#{
db_file_name
}
"
)
end
end
def
restore
case
config
[
"adapter"
]
when
/^mysql/
then
system
(
"mysql
#{
mysql_args
}
#{
config
[
'database'
]
}
<
#{
db_file_name
}
"
)
when
"postgresql"
then
pg_env
system
(
"pg_restore
#{
config
[
'database'
]
}
#{
db_file_name
}
"
)
end
end
protected
def
db_file_name
File
.
join
(
db_dir
,
'database.sql'
)
end
def
mysql_args
args
=
{
'host'
=>
'--host'
,
'port'
=>
'--port'
,
'socket'
=>
'--socket'
,
'username'
=>
'--user'
,
'encoding'
=>
'--default-character-set'
,
'password'
=>
'--password'
}
args
.
map
{
|
opt
,
arg
|
"
#{
arg
}
=
#{
config
[
opt
]
}
"
if
config
[
opt
]
}.
compact
.
join
(
' '
)
end
def
pg_env
ENV
[
'PGUSER'
]
=
config
[
"username"
]
if
config
[
"username"
]
ENV
[
'PGHOST'
]
=
config
[
"host"
]
if
config
[
"host"
]
ENV
[
'PGPORT'
]
=
config
[
"port"
].
to_s
if
config
[
"port"
]
ENV
[
'PGPASSWORD'
]
=
config
[
"password"
].
to_s
if
config
[
"password"
]
end
end
end
This diff is collapsed.
Click to expand it.
lib/backup/repository.rb
0 → 100644
View file @
c33d5e16
require
'yaml'
module
Backup
class
Repository
attr_reader
:repos_path
def
dump
prepare
Project
.
find_each
(
batch_size:
1000
)
do
|
project
|
print
" *
#{
project
.
path_with_namespace
}
... "
if
project
.
empty_repo?
puts
"[SKIPPED]"
.
cyan
next
end
# Create namespace dir if missing
FileUtils
.
mkdir_p
(
File
.
join
(
backup_repos_path
,
project
.
namespace
.
path
))
if
project
.
namespace
if
system
(
"cd
#{
path_to_repo
(
project
)
}
> /dev/null 2>&1 && git bundle create
#{
path_to_bundle
(
project
)
}
--all > /dev/null 2>&1"
)
puts
"[DONE]"
.
green
else
puts
"[FAILED]"
.
red
end
end
end
def
restore
if
File
.
exists?
(
repos_path
)
# Move repos dir to 'repositories.old' dir
bk_repos_path
=
File
.
join
(
repos_path
,
'..'
,
'repositories.old'
)
FileUtils
.
mv
(
repos_path
,
bk_repos_path
)
end
FileUtils
.
mkdir_p
(
repos_path
)
Project
.
find_each
(
batch_size:
1000
)
do
|
project
|
print
"
#{
project
.
path_with_namespace
}
... "
project
.
namespace
.
ensure_dir_exist
if
project
.
namespace
if
system
(
"git clone --bare
#{
path_to_bundle
(
project
)
}
#{
path_to_repo
(
project
)
}
> /dev/null 2>&1"
)
puts
"[DONE]"
.
green
else
puts
"[FAILED]"
.
red
end
end
end
protected
def
path_to_repo
(
project
)
File
.
join
(
repos_path
,
project
.
path_with_namespace
+
'.git'
)
end
def
path_to_bundle
(
project
)
File
.
join
(
backup_repos_path
,
project
.
path_with_namespace
+
".bundle"
)
end
def
repos_path
Gitlab
.
config
.
gitlab_shell
.
repos_path
end
def
backup_repos_path
File
.
join
(
Gitlab
.
config
.
backup
.
path
,
"repositories"
)
end
def
prepare
FileUtils
.
rm_rf
(
backup_repos_path
)
FileUtils
.
mkdir_p
(
backup_repos_path
)
end
end
end
This diff is collapsed.
Click to expand it.
lib/tasks/gitlab/backup.rake
View file @
c33d5e16
...
@@ -111,67 +111,28 @@ namespace :gitlab do
...
@@ -111,67 +111,28 @@ namespace :gitlab do
namespace
:repo
do
namespace
:repo
do
task
:create
=>
:environment
do
task
:create
=>
:environment
do
backup_path_repo
=
File
.
join
(
Gitlab
.
config
.
backup
.
path
,
"repositories"
)
FileUtils
.
mkdir_p
(
backup_path_repo
)
until
Dir
.
exists?
(
backup_path_repo
)
puts
"Dumping repositories ..."
.
blue
puts
"Dumping repositories ..."
.
blue
Backup
::
Repository
.
new
.
dump
Project
.
find_each
(
:batch_size
=>
1000
)
do
|
project
|
puts
"done"
.
green
print
" *
#{
project
.
path_with_namespace
}
... "
if
project
.
empty_repo?
puts
"[SKIPPED]"
.
cyan
next
end
# Create namespace dir if missing
FileUtils
.
mkdir_p
(
File
.
join
(
backup_path_repo
,
project
.
namespace
.
path
))
if
project
.
namespace
# Build a destination path for backup
path_to_bundle
=
File
.
join
(
backup_path_repo
,
project
.
path_with_namespace
+
".bundle"
)
if
Kernel
.
system
(
"cd
#{
project
.
repository
.
path_to_repo
}
> /dev/null 2>&1 && git bundle create
#{
path_to_bundle
}
--all > /dev/null 2>&1"
)
puts
"[DONE]"
.
green
else
puts
"[FAILED]"
.
red
end
end
end
end
task
:restore
=>
:environment
do
task
:restore
=>
:environment
do
backup_path_repo
=
File
.
join
(
Gitlab
.
config
.
backup
.
path
,
"repositories"
)
puts
"Restoring repositories ..."
.
blue
repos_path
=
Gitlab
.
config
.
gitlab_shell
.
repos_path
Backup
::
Repository
.
new
.
restore
puts
"done"
.
green
puts
"Restoring repositories ... "
Project
.
find_each
(
:batch_size
=>
1000
)
do
|
project
|
print
"
#{
project
.
path_with_namespace
}
... "
if
project
.
namespace
project
.
namespace
.
ensure_dir_exist
end
# Build a backup path
path_to_bundle
=
File
.
join
(
backup_path_repo
,
project
.
path_with_namespace
+
".bundle"
)
if
Kernel
.
system
(
"git clone --bare
#{
path_to_bundle
}
#{
project
.
repository
.
path_to_repo
}
> /dev/null 2>&1"
)
puts
"[DONE]"
.
green
else
puts
"[FAILED]"
.
red
end
end
end
end
end
end
namespace
:db
do
namespace
:db
do
task
:create
=>
:environment
do
task
:create
=>
:environment
do
puts
"Dumping database ... "
.
blue
puts
"Dumping database ... "
.
blue
Backup
.
new
.
backup_db
Backup
::
Database
.
new
.
dump
puts
"done"
.
green
puts
"done"
.
green
end
end
task
:restore
=>
:environment
do
task
:restore
=>
:environment
do
puts
"Restoring database ... "
.
blue
puts
"Restoring database ... "
.
blue
Backup
.
new
.
restore_db
Backup
::
Database
.
new
.
restore
puts
"done"
.
green
puts
"done"
.
green
end
end
end
end
...
...
This diff is collapsed.
Click to expand it.
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment