Borg Backup and Rclone to Object Storage

1
# useradd borg
2
# passwd borg
3
# sudo su - borg
4
$ mkdir /mnt/backups
5
$ cat /home/borg/.ssh/authorized_keys
6
ssh-rsa AAAAB3N[..]6N/Yw== root@server01
7
$ borg init /mnt/backups/repo1 -e none

1
# ssh-keygen
2
Generating public/private rsa key pair.
3
Enter file in which to save the key (/root/.ssh/id_rsa): /root/.ssh/borg_key
4
Created directory '/root/.ssh'.
5
Enter passphrase (empty for no passphrase):
6
Enter same passphrase again:
7
Your identification has been saved in /root/.ssh/borg_key.
8
Your public key has been saved in /root/.ssh/borg_key.pub.
9

10
# ./backup.sh
11
Warning: Attempting to access a previously unknown unencrypted repository!
12
Do you want to continue? [yN] y
13
Synchronizing chunks cache...
14
Archives: 0, w/ cached Idx: 0, w/ outdated Idx: 0, w/o cached Idx: 0.
15
Done.
16
------------------------------------------------------------------------------
17
Archive name: server01-2018-03-29
18
Archive fingerprint: 79f91d82291db36be7de90c421c082d7ee4333d11ac77cd5d543a4fe568431e3
19
Time (start): Thu, 2018-03-29 19:32:45
20
Time (end):   Thu, 2018-03-29 19:32:47
21
Duration: 1.36 seconds
22
Number of files: 1069
23
Utilization of max. archive size: 0%
24
------------------------------------------------------------------------------
25
                       Original size      Compressed size    Deduplicated size
26
This archive:               42.29 MB             15.41 MB             11.84 MB
27
All archives:               42.29 MB             15.41 MB             11.84 MB
28

29
                       Unique chunks         Total chunks
30
Chunk index:                    1023                 1059
31
------------------------------------------------------------------------------
32
Keeping archive: server01-2018-03-29                     Thu, 2018-03-29 19:32:45 [79f91d82291db36be7de90c421c082d7ee4333d11ac77cd5d543a4fe568431e3]

1
server01-2018-03-29                     Thu, 2018-03-29 19:32:45 [79f91d82291db36be7de90c421c082d7ee4333d11ac77cd5d543a4fe568431e3]
2

3
$ borg list repo1::server01-2018-03-29 | less
4

5
$ cd /tmp
6
$ borg extract /mnt/backups/repo1::server01-2018-03-29  etc/hosts
7

8
$ ls -l etc/hosts
9
-rw-r--r--. 1 borg borg 389 Mar 26 15:50 etc/hosts

1
0 0 * * * /root/scripts/backup.sh > /dev/null 2>&1
2

3
# sudo su - root
4
# cd scripts/
5
# cat backup.sh
6
#!/usr/bin/env bash
7

8
##
9
## Set environment variables
10
##
11

12
## if you don't use the standard SSH key,
13
## you have to specify the path to the key like this
14
export BORG_RSH='ssh -i /root/.ssh/borg_key'
15

16
## You can save your borg passphrase in an environment
17
## variable, so you don't need to type it in when using borg
18
# export BORG_PASSPHRASE="top_secret_passphrase"
19

20
##
21
## Set some variables
22
##
23

24
LOG="/var/log/borg/backup.log"
25
BACKUP_USER="borg"
26
REPOSITORY="ssh://${BACKUP_USER}@10.1.1.2/mnt/backups/repo1"
27

28
#export BORG_PASSCOMMAND=''
29

30
#Bail if borg is already running, maybe previous run didn't finish
31
if pidof -x borg >/dev/null; then
32
    echo "Backup already running"
33
    exit
34
fi
35

36
##
37
## Output to a logfile
38
##
39

40
exec > >(tee -i ${LOG})
41
exec 2>&1
42

43
echo "###### Backup started: $(date) ######"
44

45
##
46
## At this place you could perform different tasks
47
## that will take place before the backup, e.g.
48
##
49
## - Create a list of installed software
50
## - Create a database dump
51
##
52

53
##
54
## Transfer the files into the repository.
55
## In this example the folders root, etc,
56
## var/www and home will be saved.
57
## In addition you find a list of excludes that should not
58
## be in a backup and are excluded by default.
59
##
60

61
echo "Transfer files ..."
62
/usr/local/bin/borg create -v --stats                   \
63
    $REPOSITORY::'{hostname}-{now:%Y-%m-%d}'    \
64
    /root                                \
65
    /etc                                 \
66
    /u01                                 \
67
    /home                                \
68
    --exclude /dev                       \
69
    --exclude /proc                      \
70
    --exclude /sys                       \
71
    --exclude /var/run                   \
72
    --exclude /run                       \
73
    --exclude /lost+found                \
74
    --exclude /mnt                       \
75
    --exclude /var/lib/lxcfs
76

77

78
# Use the `prune` subcommand to maintain 7 daily, 4 weekly and 6 monthly
79
# archives of THIS machine. The '{hostname}-' prefix is very important to
80
# limit prune's operation to this machine's archives and not apply to
81
# other machine's archives also.
82
/usr/local/bin/borg prune -v --list $REPOSITORY --prefix '{hostname}-' \
83
    --keep-daily=7 --keep-weekly=4 --keep-monthly=6
84

85
echo "###### Backup ended: $(date) ######"

1
# df -h | grep borg
2
/dev/mapper/vg01-vg01--lv01  980G  7.3G  973G   1% /mnt/backups
3

4
# sudo su - borg
5

6
[$ cat ~/.config/rclone/rclone.conf
7
[s3_backups]
8
type = s3
9
env_auth = false
10
access_key_id = ocid1.credential.oc1..aaaa[snipped]
11
secret_access_key = KJFevw6s=
12
region = us-ashburn-1
13
endpoint = [snipped].compat.objectstorage.us-ashburn-1.oraclecloud.com
14
location_constraint =
15
acl = private
16
server_side_encryption =
17
storage_class =
18

19
$ rclone  lsd s3_backups:
20
          -1 2018-03-27 21:07:11        -1 backups
21
          -1 2018-03-29 13:39:42        -1 repo1
22
          -1 2018-03-26 22:23:35        -1 terraform
23
          -1 2018-03-27 14:34:55        -1 terraform-src

1
2018/03/29 22:37:00 INFO  : S3 bucket repo1: Modify window is 1ns
2
2018/03/29 22:37:00 INFO  : README: Copied (replaced existing)
3
2018/03/29 22:37:00 INFO  : hints.38: Copied (new)
4
2018/03/29 22:37:00 INFO  : integrity.38: Copied (new)
5
2018/03/29 22:37:00 INFO  : data/0/17: Copied (new)
6
2018/03/29 22:37:00 INFO  : config: Copied (replaced existing)
7
2018/03/29 22:37:00 INFO  : data/0/18: Copied (new)
8
2018/03/29 22:37:00 INFO  : index.38: Copied (new)
9
2018/03/29 22:37:59 INFO  : data/0/24: Copied (new)
10
2018/03/29 22:38:00 INFO  :
11
Transferred:   1.955 GBytes (33.361 MBytes/s)
12
Errors:                 0
13
Checks:                 2
14
Transferred:            8
15
Elapsed time:        1m0s
16
Transferring:
17
 *                                     data/0/21: 100% /501.284M, 16.383M/s, 0s
18
 *                                     data/0/22: 98% /500.855M, 18.072M/s, 0s
19
 *                                     data/0/23: 100% /500.951M, 14.231M/s, 0s
20
 *                                     data/0/25:  0% /501.379M, 0/s, -
21

22
2018/03/29 22:38:00 INFO  : data/0/22: Copied (new)
23
2018/03/29 22:38:00 INFO  : data/0/23: Copied (new)
24
2018/03/29 22:38:01 INFO  : data/0/21: Copied (new)
25
2018/03/29 22:38:57 INFO  : data/0/25: Copied (new)
26
2018/03/29 22:38:58 INFO  : data/0/27: Copied (new)
27
2018/03/29 22:38:59 INFO  : data/0/26: Copied (new)
28
2018/03/29 22:38:59 INFO  : data/0/28: Copied (new)
29
2018/03/29 22:39:00 INFO  :
30
Transferred:   3.919 GBytes (33.438 MBytes/s)
31
Errors:                 0
32
Checks:                 2
33
Transferred:           15
34
Elapsed time:        2m0s
35
Transferring:
36
 *                                     data/0/29:  0% /500.335M, 0/s, -
37
 *                                     data/0/30:  0% /500.294M, 0/s, -
38
 *                                     data/0/31:  0% /500.393M, 0/s, -
39
 *                                     data/0/32:  0% /500.264M, 0/s, -
40

41
2018/03/29 22:39:45 INFO  : data/0/29: Copied (new)
42
2018/03/29 22:39:52 INFO  : data/0/30: Copied (new)
43
2018/03/29 22:39:52 INFO  : S3 bucket repo1: Waiting for checks to finish
44
2018/03/29 22:39:55 INFO  : data/0/32: Copied (new)
45
2018/03/29 22:39:55 INFO  : S3 bucket repo1: Waiting for transfers to finish
46
2018/03/29 22:39:56 INFO  : data/0/31: Copied (new)
47
2018/03/29 22:39:57 INFO  : data/0/36: Copied (new)
48
2018/03/29 22:39:57 INFO  : data/0/37: Copied (new)
49
2018/03/29 22:39:57 INFO  : data/0/38: Copied (new)
50
2018/03/29 22:39:58 INFO  : data/0/1: Copied (replaced existing)
51
2018/03/29 22:40:00 INFO  :
52
Transferred:   5.874 GBytes (33.413 MBytes/s)
53
Errors:                 0
54
Checks:                 3
55
Transferred:           23
56
Elapsed time:        3m0s
57
Transferring:
58
 *                                     data/0/33:  0% /500.895M, 0/s, -
59
 *                                     data/0/34:  0% /501.276M, 0/s, -
60
 *                                     data/0/35:  0% /346.645M, 0/s, -
61

62
2018/03/29 22:40:25 INFO  : data/0/35: Copied (new)
63
2018/03/29 22:40:28 INFO  : data/0/33: Copied (new)
64
2018/03/29 22:40:30 INFO  : data/0/34: Copied (new)
65
2018/03/29 22:40:30 INFO  : Waiting for deletions to finish
66
2018/03/29 22:40:30 INFO  : data/0/3: Deleted
67
2018/03/29 22:40:30 INFO  : index.3: Deleted
68
2018/03/29 22:40:30 INFO  : hints.3: Deleted
69
2018/03/29 22:40:30 INFO  :
70
Transferred:   7.191 GBytes (34.943 MBytes/s)
71
Errors:                 0
72
Checks:                 6
73
Transferred:           26
74
Elapsed time:     3m30.7s

1
2018/03/29 22:43:13 INFO  : S3 bucket repo1: Modify window is 1ns
2
2018/03/29 22:43:13 INFO  : S3 bucket repo1: Waiting for checks to finish
3
2018/03/29 22:43:13 INFO  : S3 bucket repo1: Waiting for transfers to finish
4
2018/03/29 22:43:13 INFO  : Waiting for deletions to finish
5
2018/03/29 22:43:13 INFO  :
6
Transferred:      0 Bytes (0 Bytes/s)
7
Errors:                 0
8
Checks:                26
9
Transferred:            0
10
Elapsed time:       100ms

1
$ ./s3_backup.sh
2
$ more ../s3_backups.log
3
2018/03/29 22:43:56 INFO  : S3 bucket repo1: Modify window is 1ns
4
2018/03/29 22:43:56 INFO  : S3 bucket repo1: Waiting for checks to finish
5
2018/03/29 22:43:56 INFO  : S3 bucket repo1: Waiting for transfers to finish
6
2018/03/29 22:43:56 INFO  : Waiting for deletions to finish
7
2018/03/29 22:43:56 INFO  :
8
Transferred:      0 Bytes (0 Bytes/s)
9
Errors:                 0
10
Checks:                26
11
Transferred:            0
12
Elapsed time:       100ms

1
Total objects: 26
2
Total size: 7.191 GBytes (7721115523 Bytes)

1
50 23 * * * /home/borg/scripts/s3_backup.sh
2

3
$ cat s3_backup.sh
4
#!/bin/bash
5
set -e
6

7
#repos=( repo1 repo2 repo3 )
8
repos=( repo1 )
9

10
#Bail if rclone is already running, maybe previous run didn't finish
11
if pidof -x rclone >/dev/null; then
12
    echo "Process already running"
13
    exit
14
fi
15

16
for i in "${repos[@]}"
17
do
18
    #Lets see how much space is used by directory to back up
19
    #if directory is gone, or has gotten small, we will exit
20
    space=`du -s /mnt/backups/$i|awk '{print $1}'`
21

22
    if (( $space < 3450000 )); then echo "EXITING - not enough space used in $i" exit fi /usr/bin/rclone -v sync /mnt/backups/$i s3_backups:$i >> /home/borg/s3_backups.log 2>&1
23
done