Hello,

since beginning of this year a tape issue has been arrived my backups.
All my LTO-4 Tapes will not fill any more to the ~ 760 GiByte than
before. Only ~ 510-580 GiByte will be stored on the tapes which is
shown by the list volume command.
The latest volume with > 720 GiByte has to been written on the full-
Backups at 06.01.2020. All tapes after that date will only filled
with 500-600 GiByte.

|     422 | LTO30097   | Full      |       1 | 406,660,746,240 |      406 |  
473,040,000 |       1 |    0 |         0 | LTO-3     |       2 |        0 | 
2019-08-08 05:30:51 | 454,457,559 |
|     424 | LTO30099   | Full      |       1 | 406,697,131,008 |      409 |  
473,040,000 |       1 |    0 |         0 | LTO-3     |       2 |        0 | 
2019-08-05 10:38:22 | 454,216,810 |
|     425 | LTO30100   | Full      |       1 | 406,700,292,096 |      406 |  
473,040,000 |       1 |    0 |         0 | LTO-3     |       2 |        0 | 
2019-08-07 10:33:05 | 454,389,293 |
|     426 | LTO30101   | Full      |       1 | 406,729,451,520 |      406 |  
473,040,000 |       1 |    0 |         0 | LTO-3     |       2 |        0 | 
2019-08-05 17:08:29 | 454,240,217 |
|     427 | LTO40001   | Full      |       1 | 812,703,725,568 |      813 |  
473,040,000 |       1 |    0 |         0 | LTO-3     |       2 |        0 | 
2018-11-05 10:51:08 | 430,630,376 |
|     428 | LTO40002   | Full      |       1 | 812,678,501,376 |      812 |  
473,040,000 |       1 |    0 |         0 | LTO-3     |       2 |        0 | 
2018-11-06 10:04:59 | 430,714,007 |
|     429 | LTO40003   | Full      |       1 | 812,701,596,672 |      813 |  
473,040,000 |       1 |    0 |         0 | LTO-3     |       2 |        0 | 
2018-10-08 20:22:19 | 428,245,447 |
|     431 | LTO40004   | Full      |       1 | 812,714,886,144 |      817 |  
473,040,000 |       1 |    0 |         0 | LTO-3     |       2 |        0 | 
2018-12-03 12:22:02 | 433,055,030 |
|     432 | LTO40005   | Full      |       1 | 812,693,016,576 |      812 |  
473,040,000 |       1 |    0 |         0 | LTO-3     |       2 |        0 | 
2018-12-04 10:28:39 | 433,134,627 |
|     433 | LTO40006   | Full      |       1 | 812,596,248,576 |      815 |  
473,040,000 |       1 |    0 |         0 | LTO-3     |       2 |        0 | 
2019-01-07 04:01:50 | 436,049,018 |
|     434 | LTO40007   | Full      |       1 | 812,761,721,856 |      812 |  
473,040,000 |       1 |    0 |         0 | LTO-3     |       2 |        0 | 
2019-01-07 18:38:57 | 436,101,645 |
|     435 | LTO40016   | Full      |       1 | 812,686,758,912 |      813 |  
473,040,000 |       1 |    0 |         0 | LTO-3     |       2 |        0 | 
2019-02-04 04:23:58 | 438,469,546 |
|     436 | LTO40008   | Full      |       1 | 812,671,534,080 |      812 |  
473,040,000 |       1 |    0 |         0 | LTO-3     |       2 |        0 | 
2019-03-04 04:18:59 | 440,888,447 |
|     437 | LTO40009   | Full      |       1 | 812,782,107,648 |      812 |  
473,040,000 |       1 |    0 |         0 | LTO-3     |       2 |        0 | 
2019-03-04 19:16:49 | 440,942,317 |
|     438 | LTO40010   | Full      |       1 | 812,681,017,344 |      813 |  
473,040,000 |       1 |    0 |         0 | LTO-3     |       2 |        0 | 
2019-04-08 04:15:13 | 443,912,221 |
|     439 | LTO40011   | Full      |       1 | 812,760,173,568 |      813 |  
473,040,000 |       1 |    0 |         0 | LTO-3     |       2 |        0 | 
2019-02-04 18:40:48 | 438,520,956 |
|     441 | LTO40014   | Full      |       1 | 812,726,369,280 |      812 |  
473,040,000 |       1 |    0 |         0 | LTO-3     |       2 |        0 | 
2019-04-08 18:14:51 | 443,962,599 |
|     442 | LTO40012   | Full      |       1 | 812,686,500,864 |      813 |  
473,040,000 |       1 |    0 |         0 | LTO-3     |       2 |        0 | 
2019-05-06 04:26:15 | 446,332,083 |
|     443 | LTO40013   | Full      |       1 | 812,738,562,048 |      812 |  
473,040,000 |       1 |    0 |         0 | LTO-3     |       2 |        0 | 
2019-05-06 18:28:43 | 446,382,631 |
|     444 | LTO40015   | Full      |       1 | 812,673,921,024 |      812 |  
473,040,000 |       1 |    0 |         0 | LTO-3     |       2 |        0 | 
2019-06-03 19:18:29 | 448,804,817 |
|     445 | LTO40017   | Full      |       1 | 812,674,050,048 |      812 |  
473,040,000 |       1 |    0 |         0 | LTO-3     |       2 |        0 | 
2019-06-04 22:02:59 | 448,901,087 |
|     446 | LTO40018   | Full      |       1 | 812,729,723,904 |      813 |  
473,040,000 |       1 |    0 |         0 | LTO-3     |       2 |        0 | 
2019-06-03 18:26:33 | 448,801,701 |
|     447 | LTO40019   | Full      |       1 | 812,656,180,224 |      813 |  
473,040,000 |       1 |    0 |         0 | LTO-3     |       2 |        0 | 
2019-07-09 19:34:41 | 451,916,189 |
|     448 | LTO40020   | Full      |       1 | 812,725,788,672 |      813 |  
473,040,000 |       1 |    0 |         0 | LTO-3     |       2 |        0 | 
2019-07-08 17:53:41 | 451,823,729 |
|     449 | LTO30102   | Full      |       1 | 406,658,681,856 |      406 |  
473,040,000 |       1 |    0 |         0 | LTO-3     |       2 |        0 | 
2019-10-10 14:23:28 | 459,932,716 |
|     450 | LTO30103   | Full      |       1 | 406,603,588,608 |      407 |  
473,040,000 |       1 |    0 |         0 | LTO-3     |       2 |        0 | 
2019-11-04 01:38:20 | 462,046,808 |
|     451 | LTO30104   | Full      |       1 | 406,075,880,448 |      406 |  
473,040,000 |       1 |    0 |         0 | LTO-3     |       2 |        0 | 
2019-11-04 12:51:29 | 462,087,197 |
|     452 | LTO30105   | Full      |       1 | 406,723,193,856 |      406 |  
473,040,000 |       1 |   12 |         1 | LTO-3     |       2 |        0 | 
2019-11-05 19:35:29 | 462,197,837 |
|     453 | LTO30106   | Full      |       1 | 400,497,527,808 |      400 |  
473,040,000 |       1 |   16 |         1 | LTO-3     |       2 |        0 | 
2019-11-06 09:13:57 | 462,246,945 |
|     454 | LTO40022   | Full      |       1 | 812,717,724,672 |      813 |  
473,040,000 |       1 |   11 |         1 | LTO-3     |       2 |        0 | 
2019-12-02 17:19:02 | 464,522,450 |
|     455 | LTO40023   | Full      |       1 | 782,473,273,344 |      784 |  
473,040,000 |       1 |   13 |         1 | LTO-3     |       2 |        0 | 
2020-01-06 08:08:39 | 467,513,427 |
|     460 | LTO40026   | Full      |       1 | 628,718,920,704 |      628 |  
473,040,000 |       1 |    9 |         1 | LTO-3     |       2 |        0 | 
2020-01-06 19:55:00 | 467,555,808 |
|     461 | LTO40025   | Full      |       1 | 628,959,808,512 |      629 |  
473,040,000 |       1 |   17 |         1 | LTO-3     |       2 |        0 | 
2020-01-07 16:41:52 | 467,630,620 |
|     462 | LTO40027   | Full      |       1 | 629,233,274,880 |      630 |  
473,040,000 |       1 |    5 |         1 | LTO-3     |       2 |        0 | 
2020-02-03 12:04:15 | 469,946,763 |
|     463 | LTO40028   | Full      |       1 | 579,429,107,712 |      579 |  
473,040,000 |       1 |   19 |         1 | LTO-3     |       2 |        0 | 
2020-02-03 22:48:11 | 469,985,399 |
|     464 | LTO40031   | Full      |       1 | 552,112,210,944 |      552 |  
473,040,000 |       1 |    6 |         1 | LTO-3     |       2 |        0 | 
2020-02-04 21:54:52 | 470,068,600 |
|     465 | LTO40029   | Full      |       1 | 548,973,702,144 |      551 |  
473,040,000 |       1 |   20 |         1 | LTO-3     |       2 |        0 | 
2020-03-02 09:06:23 | 472,355,291 |
|     467 | LTO40032   | Full      |       1 | 554,964,544,512 |      555 |  
473,040,000 |       1 |   18 |         1 | LTO-3     |       2 |        0 | 
2020-03-02 21:06:34 | 472,398,502 |
|     468 | LTO40033   | Full      |       1 | 558,934,032,384 |      558 |  
473,040,000 |       1 |    1 |         1 | LTO-3     |       2 |        0 | 
2020-03-03 15:39:49 | 472,465,297 |
|     469 | LTO40034   | Append    |       1 | 475,099,978,752 |      476 |  
473,040,000 |       1 |    4 |         1 | LTO-3     |       2 |        0 | 
2020-03-04 09:53:10 | 472,530,898 |

Do not wonder, there are also older LTO-3 Tapes used which could be identified 
by
the label name.

My first idea was a configuration change between the full backup ~ 2019-12-02 
and 2020-01-06
but the latest change was for a file-storage in 09-2019.

My HW has not been changed. It is still a Dell 40 slot machine with 2 LTO-4 
drives
as before.

I upgraded bacula last year, but already in 07.2019 so it could be not have had
an effect. In 02.2020 I upgraded to 9.x version.

My third idea was that the drives has to been started to fill the tapes in 
fixed block
mode and/or compression has been turned on. (I use client 
compression+encryption, so
compression on the drives could be a negative effect, so it is normally turned 
off).
To check it today I stopped the sd- loaded a older tape on sg0 and a never tape 
on sg1
(nst0 against nst1) but there is no relevant difference found in the status 
information's:

root@backup:~# diff <(tapeinfo -f /dev/sg0) <(tapeinfo -f /dev/sg1)
6c6
< SerialNumber: 'HU19145705'
---
> SerialNumber: 'HU1914570A'
root@backup:~# diff <(mt -f /dev/nst0 status) <(mt -f /dev/nst1 status)
<empty result)

root@backup:~# tapeinfo -f /dev/sg0
Product Type: Tape Drive
Vendor ID: 'HP      '
Product ID: 'Ultrium 4-SCSI  '
Revision: 'V67B'
Attached Changer API: No
SerialNumber: 'HU19145705'
MinBlock: 1
MaxBlock: 16777215
SCSI ID: 0
SCSI LUN: 0
Ready: yes
BufferedMode: yes
Medium Type: Not Loaded
Density Code: 0x46
BlockSize: 0
DataCompEnabled: no
DataCompCapable: yes
DataDeCompEnabled: yes
CompType: 0x1
DeCompType: 0x1
BOP: yes
Block Position: 0
Partition 0 Remaining Kbytes: 800226
Partition 0 Size in Kbytes: 800226
ActivePartition: 0
EarlyWarningSize: 0
NumPartitions: 0
MaxPartitions: 0

root@backup:~# mt -f /dev/nst0 status
SCSI 2 tape drive:
File number=0, block number=0, partition=0.
Tape block size 0 bytes. Density code 0x46 (LTO-4).
Soft error count since last status=0
General status bits on (41010000):
 BOT ONLINE IM_REP_EN

Here the relevant lines of bacula-sd.conf:
190 Autochanger {
191   Name = "FibreCAT TX48 S2"
192   Device = "HP Ultrium 4-1"
193   Device = "HP Ultrium 4-2"
194   Changer Command = "/etc/bacula/scripts/mtx-changer %c %o %S %a %d"
195   Changer Device = 
/dev/tape/by-id/scsi-1FUJITSU_ETERNUS_LT_S2_TXDE65404204_LL0
196 }
197
198 Device {
199   Name = "HP Ultrium 4-1"
200   Drive Index = 0
201   Media Type = "LTO-3"
202   #Media Group = "LTO-2","LTO-3","LTO-4"
203   #Media Options {
204   #  LTO-2 = ReadOnly
205   #  LTO-3 = ReadWrite
206   #  LTO-4 = ReadWrite
207   #}
208   Archive Device = "/dev/tape/by-id/scsi-32001000e11129ae5-nst"
209   AutomaticMount = yes;               # when device opened, read it
210   AlwaysOpen = yes;
211   RemovableMedia = yes;
212   RandomAccess = no;
213   AutoChanger = yes
214   # Don't want to use it as automatic (not ok)
215   #Autoselect = no
216   # Enable the Alert command only if you have the mtx package loaded
217   Alert Command = "sh -c 'tapeinfo -f %c |grep TapeAlert|cat'"
218   Spool Directory = "/tmp"
219   Offline On Unmount = No
220   Requires Mount = Yes
221   Mount Command = "mt -f %a load"
222 #  Unmount Command = "mt -f %a eject"
223   Maximum Spool Size = 17179869184
224   Maximum Job Spool Size = 17179869184
225   Maximum Changer Wait = 3600
226   Maximum Rewind Wait = 3600
227   Maximum Open Wait = 3600
228 }
229
230 Device {
231   Name = "HP Ultrium 4-2"
232   Drive Index = 1
233   Media Type = "LTO-3"
234   #Media Group = "LTO-2","LTO-3","LTO-4"
235   #Media Options {
236   #  LTO-2 = ReadOnly
237   #  LTO-3 = ReadWrite
238   #  LTO-4 = ReadWrite
239   #}
240   Archive Device = "/dev/tape/by-id/scsi-32004000e11129ae5-nst"
241   AutomaticMount = yes;               # when device opened, read it
242   AlwaysOpen = yes;
243   RemovableMedia = yes;
244   RandomAccess = no;
245   AutoChanger = yes
246   # Don't want to use it as automatic (not ok)
247   #Autoselect = no
248   # Enable the Alert command only if you have the mtx package loaded
249   Alert Command = "sh -c 'tapeinfo -f %c |grep TapeAlert|cat'"
250   Spool Directory = "/tmp"
251   Offline On Unmount = No
252   Requires Mount = Yes
253   Mount Command = "mt -f %a load"
254 #  Unmount Command = "mt -f %a eject"
255   Maximum Spool Size = 17179869184
256   Maximum Job Spool Size = 17179869184
257   Maximum Changer Wait = 3600
258   Maximum Rewind Wait = 3600
259   Maximum Open Wait = 3600
260 }
261

I changed the max spool size from 2GiByte to 16GiByte so larger
chunks will be stored on tape to minimize that tape will becomes idle
due to transfers.

Todo: Check a backup so the drive 2 will be used instead of drive 1.
Maybe since 2020 the other drive is used.
(How can I check it which drive index has been used before and since
2020 ? Is there a field which shows me the drive index in the db?)

Thank you for your ideas.

Cheers,
Pierre



_______________________________________________
Bacula-users mailing list
Bacula-users@lists.sourceforge.net
https://lists.sourceforge.net/lists/listinfo/bacula-users

Reply via email to