good day
a week ago I upgraded our proxmox 'cluster' to buster
(it has just 2 nodes and both nodes are upgraded)
MANY thanks for your guidelines at proxmox wiki !!! it works great :-)
now i am testing multipath over iSCSI to SAN storage
it works good, snapshots, volume resizing and migrations are functional
but after reboot
the LVMThin VG and relevant LVs are NOT autoactivated
what am i missing ?
temporally i created simple rc-local service/script to activate VG
PLS can anybody write me how it should be done ?
following are some details
thank you
Nada
root@mox:~# pveversion
pve-manager/6.1-5/9bf06119 (running kernel: 5.3.13-1-pve)
root@mox:~# grep pve /etc/lvm/lvm.conf
# Also do not scan LVM disks from guests on both VGs named & not named
'pve'
global_filter = [ "r|/dev/zd.*|", "r|/dev/mapper/pve-.*|",
"r|/dev/mapper/pve-(vm|base)--[0-9]+--disk--[0-9]+|",
"a|/dev/mapper/3600.*|", "a|/dev/mapper/san.*|" ]
root@mox:~# multipath -ll
3600c0ff000195f8e2172de5d01000000 dm-8 HP,P2000 G3 iSCSI
size=23G features='1 queue_if_no_path' hwhandler='1 alua' wp=rw
|-+- policy='round-robin 0' prio=50 status=active
| |- 9:0:0:5 sdn 8:208 active ready running
| |- 8:0:0:5 sdh 8:112 active ready running
| |- 11:0:0:5 sdo 8:224 active ready running
| `- 7:0:0:5 sdm 8:192 active ready running
`-+- policy='round-robin 0' prio=10 status=enabled
|- 10:0:0:5 sde 8:64 active ready running
|- 5:0:0:5 sdj 8:144 active ready running
`- 6:0:0:5 sdk 8:160 active ready running
root@mox:~# la /dev/mapper/
total 0
drwxr-xr-x 2 root root 340 Jan 13 19:09 .
drwxr-xr-x 20 root root 5820 Jan 13 19:31 ..
lrwxrwxrwx 1 root root 7 Jan 13 19:09
3600c0ff000195f8e2172de5d01000000 -> ../dm-8
crw------- 1 root root 10, 236 Jan 13 19:08 control
lrwxrwxrwx 1 root root 7 Jan 13 19:08 pve-data -> ../dm-5
lrwxrwxrwx 1 root root 7 Jan 13 19:08 pve-data_tdata -> ../dm-3
lrwxrwxrwx 1 root root 7 Jan 13 19:08 pve-data_tmeta -> ../dm-2
lrwxrwxrwx 1 root root 7 Jan 13 19:08 pve-data-tpool -> ../dm-4
lrwxrwxrwx 1 root root 7 Jan 13 19:08 pve-root -> ../dm-1
lrwxrwxrwx 1 root root 7 Jan 13 19:08 pve-swap -> ../dm-0
lrwxrwxrwx 1 root root 7 Jan 13 19:08 pve-vm--104--disk--1 ->
../dm-7
lrwxrwxrwx 1 root root 7 Jan 13 19:08 pve-zfs -> ../dm-6
lrwxrwxrwx 1 root root 8 Jan 13 19:09 santest-santestpool ->
../dm-12
lrwxrwxrwx 1 root root 8 Jan 13 19:09 santest-santestpool_tdata
-> ../dm-10
lrwxrwxrwx 1 root root 7 Jan 13 19:09 santest-santestpool_tmeta
-> ../dm-9
lrwxrwxrwx 1 root root 8 Jan 13 19:09 santest-santestpool-tpool
-> ../dm-11
lrwxrwxrwx 1 root root 8 Jan 13 19:09 santest-vm--901--disk--0 ->
../dm-13
root@mox:~# pvs -a
PV VG Fmt Attr PSize
PFree
/dev/mapper/3600c0ff000195f8e2172de5d01000000 santest lvm2 a--
23.28g 3.24g
/dev/mapper/santest-vm--901--disk--0 ---
0 0
/dev/sda2 ---
0 0
/dev/sda3 pve lvm2 a--
<232.57g <1.86g
/dev/sdb1 ---
0 0
/dev/sdb9 ---
0 0
/dev/sdc1 ---
0 0
/dev/sdc9 ---
0 0
/dev/sdd1 ---
0 0
/dev/sdd9 ---
0 0
/dev/sdf1 ---
0 0
/dev/sdf9 ---
0 0
/dev/sdg1 ---
0 0
/dev/sdg9 ---
0 0
/dev/sdi1 ---
0 0
/dev/sdi9 ---
0 0
/dev/sdl1 ---
0 0
/dev/sdl9 ---
0 0
root@mox:~# lvs -a
LV VG Attr LSize Pool Origin
Data% Meta% Move Log Cpy%Sync Convert
data pve twi-aotz-- 138.57g 0.59
10.69
[data_tdata] pve Twi-ao---- 138.57g
[data_tmeta] pve ewi-ao---- 72.00m
[lvol0_pmspare] pve ewi------- 72.00m
root pve -wi-ao---- 58.00g
swap pve -wi-ao---- 4.00g
vm-104-disk-1 pve Vwi-a-tz-- 50.00g data 1.62
zfs pve -wi-ao---- 30.00g
[lvol0_pmspare] santest ewi------- 20.00m
santestpool santest twi-aotz-- 20.00g 3.40
12.21
[santestpool_tdata] santest Twi-ao---- 20.00g
[santestpool_tmeta] santest ewi-ao---- 20.00m
vm-901-disk-0 santest Vwi-aotz-- 2.50g santestpool
27.23
root@mox:~# grep santest /var/log/syslog.1 |tail
Jan 13 19:02:26 mox lvm[2005]: santest: autoactivation failed.
Jan 13 19:04:43 mox lvm[441]: Monitoring thin pool
santest-santestpool-tpool.
Jan 13 19:06:14 mox lvm[441]: No longer monitoring thin pool
santest-santestpool-tpool.
Jan 13 19:06:14 mox blkdeactivate[12609]: [LVM]: deactivating Volume
Group santest... done
Jan 13 19:09:02 mox lvm[2003]: Cannot activate LVs in VG santest while
PVs appear on duplicate devices.
Jan 13 19:09:02 mox lvm[2003]: Cannot activate LVs in VG santest while
PVs appear on duplicate devices.
Jan 13 19:09:02 mox lvm[2003]: 0 logical volume(s) in volume group
"santest" now active
Jan 13 19:09:02 mox lvm[2003]: santest: autoactivation failed.
Jan 13 19:09:11 mox lvm[442]: Monitoring thin pool
santest-santestpool-tpool.
Jan 13 19:09:12 mox rc.local[1767]: 2 logical volume(s) in volume
group "santest" now active
root@mox:~# pvesm status
Name Type Status Total Used
Available %
backup dir active 59600812 28874144
27669416 48.45%
local dir active 59600812 28874144
27669416 48.45%
local-lvm lvmthin active 145301504 857278
144444225 0.59%
santestpool lvmthin active 20971520 713031
20258488 3.40%
zfs zfspool active 30219964 13394036
16825928 44.32%
root@mox:~# cat /lib/systemd/system/rc-local.service
[Unit]
Description=/etc/rc.local Compatibility
Documentation=man:systemd-rc-local-generator(8)
ConditionFileIsExecutable=/etc/rc.local
After=network.target iscsid.service multipathd.service
open-iscsi.service
[Service]
Type=forking
ExecStart=/etc/rc.local
TimeoutSec=0
RemainAfterExit=yes
GuessMainPID=no
[Install]
WantedBy=multi-user.target
root@mox:~# cat /etc/rc.local
#!/bin/bash
# just to activate VGs from SAN
/bin/sleep 10
/sbin/vgchange -aly santest
_______________________________________________
pve-user mailing list
pve-user@pve.proxmox.com
https://pve.proxmox.com/cgi-bin/mailman/listinfo/pve-user
