Hi,
i am trying to get a bareos installation to work properly. I have 1,168 TB of
data i have to backup. However bareos runs for literally days until the hdd is
full (it has 2,7 TB available).
I tried to exclude a few unneeded things but i cannot see that it is even
obeying to my excludes.
When i check with the console or run an estimate command before i start the
backup, i always see that it is processing files and directories i have
excluded.
What i tried:
In Bconsole:
@output /test/list
estimate job=host1.local.domain listing level=Full
This shows directories that are in the excludes. I assume it would backup these
files.
Here is my (redacted) bareos-dir.conf. What am i doing wrong ? Why is it not
obeying the excludes and why is it backuping forever ?
KR
Stoney
---------------------------------------------------------------------------
Director { # define myself
Name = bareos01-dir
QueryFile = "/usr/lib/bareos/scripts/query.sql"
Maximum Concurrent Jobs = 10
Password = "redacted" # Console password
Messages = Daemon
Auditing = yes
# Enable the Heartbeat if you experience connection losses
# (eg. because of your router or firewall configuration).
# Additionally the Heartbeat can be enabled in bareos-sd and bareos-fd.
#
# Heartbeat Interval = 1m
# remove comment in next line to load dynamic backends from specified
directory
# Backend Directory = /usr/lib64/bareos/backends
# remove comment from "Plugin Directory" to load plugins from specified
directory.
# if "Plugin Names" is defined, only the specified plugins will be loaded,
# otherwise all director plugins (*-dir.so) from the "Plugin Directory".
#
# Plugin Directory = /usr/lib64/bareos/plugins
# Plugin Names = ""
}
JobDefs {
Name = "DefaultJob"
Type = Backup
Level = Incremental
Client = bareos01-fd
FileSet = "SelfTest" # selftest fileset
(#13)
Schedule = "WeeklyCycle-EarlyMorning"
Storage = FileStorage1, FileStorage2, FileStorage3, FileStorage4, FileStorage5
Messages = Standard
Pool = Incremental
Priority = 10
Write Bootstrap = "/var/lib/bareos/%c.bsr"
Full Backup Pool = Full # write Full Backups into "Full"
Pool (#05)
Differential Backup Pool = Differential # write Diff Backups into
"Differential" Pool (#08)
Incremental Backup Pool = Incremental # write Incr Backups into
"Incremental" Pool (#11)
}
#
# Backup the catalog database (after the nightly save)
#
Job {
Name = "BackupCatalog"
JobDefs = "DefaultJob"
Level = Full
FileSet="Catalog"
Schedule = "WeeklyCycleAfterBackup"
# This creates an ASCII copy of the catalog
# Arguments to make_catalog_backup.pl are:
# make_catalog_backup.pl <catalog-name>
RunBeforeJob = "/usr/lib/bareos/scripts/make_catalog_backup.pl MyCatalog"
# This deletes the copy of the catalog
RunAfterJob = "/usr/lib/bareos/scripts/delete_catalog_backup"
# This sends the bootstrap via mail for disaster recovery.
# Should be sent to another system, please change recipient accordingly
Write Bootstrap = "|/usr/bin/bsmtp -h localhost -f \"\(Bareos\) \" -s
\"Bootstrap for Job %j\" root@localhost" # (#01)
Priority = 11 # run after main backup
}
#
# Standard Restore template, to be changed by Console program
# Only one such job is needed for all Jobs/Clients/Storage ...
#
Job {
Name = "RestoreFiles"
Type = Restore
Client=bareos01-fd
FileSet = "Linux All"
Storage = FileStorage1, FileStorage2, FileStorage3, FileStorage4, FileStorage5
Pool = Incremental
Messages = Standard
Where = /
}
FileSet {
Name = "Windows All Drives"
Enable VSS = yes
Include {
Options {
Signature = MD5
Drive Type = fixed
IgnoreCase = yes
WildFile = "[A-Z]:/pagefile.sys"
WildDir = "[A-Z]:/RECYCLER"
WildDir = "[A-Z]:/$RECYCLE.BIN"
WildDir = "[A-Z]:/System Volume Information"
Exclude = yes
}
File = /
}
}
FileSet {
Name = "Linux All"
# General Excludes /
Include {
Options {
Signature = MD5 # calculate md5 checksum per file
One FS = No # change into other filessytems
Compression = lzfast # lz4 / lzfast / lz4hc
IgnoreCase = yes
wildfile = "*.tmp"
wildfile = "*.avi"
wildfile = "*.mpg"
wildfile = "*.divx"
wildfile = "*.mkv"
wildfile = "*.mov"
wildfile = "backup*.gz"
wildfile = "*.deb"
wildfile = "*.rpm"
wildfile = "*.muh"
# Exclude VZ, we specify it below
wilddir = "/vz"
wilddir = "/var/lib/vz"
Exclude = yes
}
File = /
}
# Excludes for virtual servers /vz/ partitions
Include {
Options {
Signature = MD5 # calculate md5 checksum per file
One FS = No # change into other filessytems
Compression = lzfast # lz4 / lzfast / lz4hc
IgnoreCase = yes
# General Wildcard Block
wildfile = "*.tmp"
wildfile = "*.?.gz"
wildfile = "*.avi"
wildfile = "*.mpg"
wildfile = "*.divx"
wildfile = "*.mkv"
wildfile = "*.mov"
wildfile = "*.iso"
wildfile = "*.img"
wildfile = "*.mp3"
wildfile = "*.deb"
wildfile = "*.rpm"
wildfile = "backup*.gz"
wildfile = "sess_*"
wilddir = "/vz/*/sys"
wilddir = "/vz/*/proc"
wilddir = "/var/lib/vz/*/sys"
wilddir = "/var/lib/vz/*/proc"
# /vz/private Block
wilddir = "/vz/private/123456/storage/"
wilddir = "/vz/private/*/test"
wilddir = "/vz/private/*/testdirectory"
wilddir = "/vz/private/*/var/www/vhosts/system/*/logs"
wilddir = "/vz/private/*/var/www/vhosts/*/logs"
wilddir = "/vz/private/*/var/www/vhosts/*/*/logs"
wilddir = "/vz/private/*/var/lib/php5"
wilddir = "/vz/private/*/var/lib/psa/dumps/"
wilddir = "/vz/private/*/backups/"
wilddir = "/vz/private/*/var/backup/"
wilddir = "/vz/private/123456/home/username/directory/web/"
# /var/lib/vz/private Block
wilddir = "/var/lib/vz/private/123456/storage/"
wilddir = "/var/lib/vz/private/*/test"
wilddir = "/var/lib/vz/private/*/testdirectory"
wilddir = "/var/lib/vz/private/*/var/www/vhosts/system/*/logs"
wilddir = "/var/lib/vz/private/*/var/www/vhosts/*/logs"
wilddir = "/var/lib/vz/private/*/var/www/vhosts/*/*/logs"
wilddir = "/var/lib/vz/private/*/var/lib/php5"
wilddir = "/var/lib/vz/private/*/var/lib/psa/dumps/"
wilddir = "/var/lib/vz/private/*/backups/"
wilddir = "/var/lib/vz/private/*/var/backup/"
wilddir = "/var/lib/vz/private/123456/home/username/directory/web/"
# /vz/root Block
wilddir = "/vz/root/123456/storage/"
wilddir = "/vz/root/*/test"
wilddir = "/vz/root/*/testdirectory"
wilddir = "/vz/root/*/var/www/vhosts/system/*/logs"
wilddir = "/vz/root/*/var/www/vhosts/*/logs"
wilddir = "/vz/root/*/var/www/vhosts/*/*/logs"
wilddir = "/vz/root/*/var/lib/php5"
wilddir = "/vz/root/*/var/lib/psa/dumps/"
# Original wilddir = "/vz/root/987654/backups/"
wilddir = "/vz/root/*/backups/"
# Original wilddir = "/vz/root/1234567/var/backup/"
wilddir = "/vz/root/*/var/backup/"
wilddir = "/vz/root/123456/home/username/directory/web/"
wilddir = "/vz/root/567432/"
Exclude = yes
}
File = /vz
File = /var/lib/vz
}
# Things that usually have to be excluded
# You have to exclude /var/lib/bareos/storage
# on your bareos server
Exclude {
File = /var/lib/bareos
File = /var/lib/bareos/storage
File = /proc
File = /tmp
File = /sys
File = /var/tmp
File = /.journal
File = /.fsck
# File = /test
}
}
# fileset just to backup some files for selftest
FileSet {
Name = "SelfTest"
Include {
Options {
Signature = MD5 # calculate md5 checksum per file
}
File = "/usr/sbin"
}
}
Schedule {
Name = "WeeklyCycle-EarlyMorning"
Run = Full 1st sun at 1:00 # (#04)
Run = Differential 2nd-5th sun at 1:00 # (#07)
Run = Incremental mon-sat at 3:00 # (#10)
}
# This schedule does the catalog. It starts after the WeeklyCycle
Schedule {
Name = "WeeklyCycleAfterBackup"
Run = Full mon-sun at 09:10
}
# This is the backup of the catalog
FileSet {
Name = "Catalog"
Include {
Options {
signature = MD5
}
File = "/var/lib/bareos/bareos.sql" # database dump
File = "/etc/bareos" # configuration
}
}
# Client (File Services) to backup
Client {
Name = bareos01-fd
Address = bareos01
Password = "redacted2" # password for FileDaemon
}
#
# Definition of file storage device
#
Storage {
Name = FileStorage1
# Do not use "localhost" here
Address = bareos01 # N.B. Use a fully qualified name here
Password = "redacted3"
Device = FileStorage1
Media Type = FileDev1
Maximum Concurrent Jobs = 2
}
Storage {
Name = FileStorage2
# Do not use "localhost" here
Address = bareos01 # N.B. Use a fully qualified name here
Password = "redacted3"
Device = FileStorage2
Media Type = FileDev2
Maximum Concurrent Jobs = 2
}
Storage {
Name = FileStorage3
# Do not use "localhost" here
Address = bareos01 # N.B. Use a fully qualified name here
Password = "redacted3"
Device = FileStorage3
Media Type = FileDev3
Maximum Concurrent Jobs = 3
}
Storage {
Name = FileStorage4
# Do not use "localhost" here
Address = bareos01 # N.B. Use a fully qualified name here
Password = "redacted3"
Device = FileStorage4
Media Type = FileDev4
Maximum Concurrent Jobs = 2
}
Storage {
Name = FileStorage5
# Do not use "localhost" here
Address = bareos01 # N.B. Use a fully qualified name here
Password = "redacted3"
Device = FileStorage5
Media Type = FileDev5
Maximum Concurrent Jobs = 2
}
#
# Generic catalog service
#
Catalog {
Name = MyCatalog
# Uncomment the following lines if you want the dbi driver
# dbdriver = "dbi:postgresql"; dbaddress = 127.0.0.1; dbport =
#dbdriver = "postgresql"
dbdriver = "postgresql"
dbname = "bareos"
dbuser = "bareos"
dbpassword = "redacted"
}
#
# Reasonable message delivery -- send most everything to email address and to
the console
#
Messages {
Name = Standard
mailcommand = "/usr/bin/bsmtp -h localhost -f \"\(Bareos\) \<%r\>\" -s
\"Bareos: %t %e of %c %l\" %r"
operatorcommand = "/usr/bin/bsmtp -h localhost -f \"\(Bareos\) \<%r\>\" -s
\"Bareos: Intervention needed for %j\" %r"
mail = [email protected] = all, !skipped, !audit # (#02)
operator = [email protected] = mount # (#03)
console = all, !skipped, !saved, !audit
append = "/var/log/bareos/bareos.log" = all, !skipped, !audit
catalog = all, !audit
}
#
# Message delivery for daemon messages (no job).
#
Messages {
Name = Daemon
mailcommand = "/usr/bin/bsmtp -h localhost -f \"\(Bareos\) \<%r\>\" -s
\"Bareos daemon message\" %r"
mail = [email protected] = all, !skipped, !audit # (#02)
console = all, !skipped, !saved, !audit
append = "/var/log/bareos/bareos.log" = all, !skipped, !audit
append = "/var/log/bareos/bareos-audit.log" = audit
}
#
# Full Pool definition
Pool {
Name = Full
Pool Type = Backup
Recycle = yes # Bareos can automatically recycle Volumes
AutoPrune = yes # Prune expired volumes
Volume Retention = 30 days # How long should the Full Backups be
kept? (#06)
Maximum Volume Bytes = 1G # Limit Volume size to something
reasonable
Maximum Volumes = 2200 # Limit number of Volumes in Pool
Label Format = "Full-" # Volumes will be labeled
"Full-<volume-id>"
}
#
# Differential Pool definition
#
Pool {
Name = Differential
Pool Type = Backup
Recycle = yes # Bareos can automatically recycle Volumes
AutoPrune = yes # Prune expired volumes
Volume Retention = 30 days # How long should the Differential
Backups be kept? (#09)
Maximum Volume Bytes = 1G # Limit Volume size to something reasonable
Maximum Volumes = 200 # Limit number of Volumes in Pool
Label Format = "Diff-" # Volumes will be labeled
"Differential-<volume-id>"
}
#
# Incremental Pool definition
#
Pool {
Name = Incremental
Pool Type = Backup
Recycle = yes # Bareos can automatically recycle Volumes
AutoPrune = yes # Prune expired volumes
Volume Retention = 14 days # How long should the Incremental Backups
be kept? (#12)
Maximum Volume Bytes = 1G # Limit Volume size to something
reasonable
Maximum Volumes = 100 # Limit number of Volumes in Pool
Label Format = "Inc-" # Volumes will be labeled
"Incremental-<volume-id>"
}
#
# Scratch pool definition
#
Pool {
Name = Scratch
Pool Type = Backup
Maximum Volume Bytes = 1G
}
#
# Restricted console used by tray-monitor to get the status of the director
#
Console {
Name = bareos01-mon
Password = "redacted4"
CommandACL = status, .status
JobACL = *all*
}
####
####
Job {
Name = "saveme1.domain.int"
JobDefs = "saveme1-job"
Client = "saveme1-fd"
}
JobDefs {
Name = "saveme1-job"
Type = Backup
Level = Incremental
Client = saveme1-fd
FileSet = "Linux All"
Schedule = "WeeklyCycle-EarlyMorning"
Storage = FileStorage1, FileStorage2, FileStorage3, FileStorage4, FileStorage5
Messages = Standard
Pool = Incremental
Priority = 10
Write Bootstrap = "/var/lib/bareos/%c.bsr"
Full Backup Pool = Full # write Full Backups into "Full"
Pool (#05)
Differential Backup Pool = Differential # write Diff Backups into
"Differential" Pool (#08)
Incremental Backup Pool = Incremental # write Incr Backups into
"Incremental" Pool (#11)
}
Client {
Name = "saveme1-fd"
Address = 192.168.1.1
Password = "redacted5" # password for FileDaemon
File Retention = 5 weeks # 30 days
Job Retention = 5 weeks # six months
AutoPrune = yes # Prune expired Jobs/Files
Passive = yes
# Maximum Bandwidth Per Job = 25600 k/s # 25MBit, due to 95th percentile
upstream billing
}
####
Job {
Name = "saveme2.domain.int"
JobDefs = "saveme2-job"
Client = "saveme2-fd"
}
JobDefs {
Name = "saveme2-job"
Type = Backup
Level = Incremental
Client = saveme2-fd
FileSet = "Linux All"
Spool Data = yes
Schedule = "WeeklyCycle-EarlyMorning"
Storage = FileStorage1, FileStorage2, FileStorage3, FileStorage4, FileStorage5
Messages = Standard
Pool = Incremental
Priority = 10
Write Bootstrap = "/var/lib/bareos/%c.bsr"
Full Backup Pool = Full # write Full Backups into "Full"
Pool (#05)
Differential Backup Pool = Differential # write Diff Backups into
"Differential" Pool (#08)
Incremental Backup Pool = Incremental # write Incr Backups into
"Incremental" Pool (#11)
}
Client {
Name = "saveme2-fd"
Address = 192.168.1.2
Password = "redacted6" # password for FileDaemon
File Retention = 5 weeks # 30 days
Job Retention = 5 weeks # six months
AutoPrune = yes # Prune expired Jobs/Files
Passive = yes
# Maximum Bandwidth Per Job = 25600 k/s # 25MBit, due to 95th percentile
upstream billing
}
####
@/etc/bareos/bareos-dir.d/webui-consoles.conf
@/etc/bareos/bareos-dir.d/webui-profiles.conf
----------------------------------------------------------------------------
--
You received this message because you are subscribed to the Google Groups
"bareos-users" group.
To unsubscribe from this group and stop receiving emails from it, send an email
to [email protected].
To post to this group, send email to [email protected].
For more options, visit https://groups.google.com/d/optout.
