Am 2015-05-20 17:15, schrieb Apollon Oikonomopoulos:
ganeti-luxid: file descriptor 1025 out of range for select (0--1024).
Recompile with -threaded to work around this.
It looks like ganeti-luxid is leaking file descriptors. Can you run a
couple of jobs (e.g. gnt-cluster verify) and attach the output of lsof
-n -p
$(pidof ganeti-luxid) as it changes before and after each job is run?
Lets see.
[root@bl11c02::~]# lsof -n -p $(pidof ganeti-luxid)
[8/12]
COMMAND PID USER FD TYPE DEVICE SIZE/OFF
NODE NAME
ganeti-lu 771867 gnt-masterd cwd DIR 253,0 4096
2 /
ganeti-lu 771867 gnt-masterd rtd DIR 253,0 4096
2 /
ganeti-lu 771867 gnt-masterd txt REG 253,3 14752984
261890 /usr/lib/ganeti/2.11/usr/sbin/ganeti-luxid
ganeti-lu 771867 gnt-masterd mem REG 253,0 22928
13241 /lib/x86_64-linux-gnu/libnss_dns-2.13.so
ganeti-lu 771867 gnt-masterd mem REG 253,0 47616
13221 /lib/x86_64-linux-gnu/libnss_files-2.13.so
ganeti-lu 771867 gnt-masterd mem REG 253,3 3456528
262019 /usr/lib/locale/locale-archive
ganeti-lu 771867 gnt-masterd mem REG 253,0 14112
854 /lib/x86_64-linux-gnu/libgpg-error.so.0.8.0
ganeti-lu 771867 gnt-masterd mem REG 253,3 72808
261463 /usr/lib/x86_64-linux-gnu/libp11-kit.so.0.0.0
ganeti-lu 771867 gnt-masterd mem REG 253,3 68072
260968 /usr/lib/x86_64-linux-gnu/libtasn1.so.3.1.16
ganeti-lu 771867 gnt-masterd mem REG 253,0 14320
79 /lib/x86_64-linux-gnu/libkeyutils.so.1.4
ganeti-lu 771867 gnt-masterd mem REG 253,3 35400
260933 /usr/lib/x86_64-linux-gnu/libkrb5support.so.0.1
ganeti-lu 771867 gnt-masterd mem REG 253,0 14672
65 /lib/x86_64-linux-gnu/libcom_err.so.2.1
ganeti-lu 771867 gnt-masterd mem REG 253,3 162632
260914 /usr/lib/x86_64-linux-gnu/libk5crypto.so.3.1
ganeti-lu 771867 gnt-masterd mem REG 253,3 868096
260929 /usr/lib/x86_64-linux-gnu/libkrb5.so.3.3
ganeti-lu 771867 gnt-masterd mem REG 253,3 109360
264038 /usr/lib/x86_64-linux-gnu/libsasl2.so.2.0.25
ganeti-lu 771867 gnt-masterd mem REG 253,0 80712
13243 /lib/x86_64-linux-gnu/libresolv-2.13.so
ganeti-lu 771867 gnt-masterd mem REG 253,0 131107
13245 /lib/x86_64-linux-gnu/libpthread-2.13.so
ganeti-lu 771867 gnt-masterd mem REG 253,3 108216
265445 /usr/lib/x86_64-linux-gnu/librtmp.so.0
ganeti-lu 771867 gnt-masterd mem REG 253,0 520224
16367 /lib/x86_64-linux-gnu/libgcrypt.so.11.7.0
ganeti-lu 771867 gnt-masterd mem REG 253,3 785552
260899 /usr/lib/x86_64-linux-gnu/libgnutls.so.26.22.4
ganeti-lu 771867 gnt-masterd mem REG 253,3 257288
260920 /usr/lib/x86_64-linux-gnu/libgssapi_krb5.so.2.2
ganeti-lu 771867 gnt-masterd mem REG 253,3 323088
260957 /usr/lib/x86_64-linux-gnu/libldap_r-2.4.so.2.8.3
ganeti-lu 771867 gnt-masterd mem REG 253,3 59640
260890 /usr/lib/x86_64-linux-gnu/liblber-2.4.so.2.8.3
ganeti-lu 771867 gnt-masterd mem REG 253,3 167080
261333 /usr/lib/x86_64-linux-gnu/libssh2.so.1.0.1
ganeti-lu 771867 gnt-masterd mem REG 253,3 211376
261345 /usr/lib/x86_64-linux-gnu/libidn.so.11.6.8
ganeti-lu 771867 gnt-masterd mem REG 253,0 1599504
13230 /lib/x86_64-linux-gnu/libc-2.13.so
ganeti-lu 771867 gnt-masterd mem REG 253,0 14768
13236 /lib/x86_64-linux-gnu/libdl-2.13.so
ganeti-lu 771867 gnt-masterd mem REG 253,0 31744
13244 /lib/x86_64-linux-gnu/librt-2.13.so
ganeti-lu 771867 gnt-masterd mem REG 253,0 530736
13076 /lib/x86_64-linux-gnu/libm-2.13.so
ganeti-lu 771867 gnt-masterd mem REG 253,3 52192
269315 /usr/lib/x86_64-linux-gnu/libffi.so.5.0.10
ganeti-lu 771867 gnt-masterd mem REG 253,3 456248
270483 /usr/lib/x86_64-linux-gnu/libgmp.so.10.0.5
ganeti-lu 771867 gnt-masterd mem REG 253,3 410216
261374 /usr/lib/x86_64-linux-gnu/libcurl-gnutls.so.4.2.0
ganeti-lu 771867 gnt-masterd mem REG 253,0 248968
1313 /lib/x86_64-linux-gnu/libpcre.so.3.13.1
ganeti-lu 771867 gnt-masterd mem REG 253,0 92752
442 /lib/x86_64-linux-gnu/libz.so.1.2.7
ganeti-lu 771867 gnt-masterd mem REG 253,0 136936
13242 /lib/x86_64-linux-gnu/ld-2.13.so
ganeti-lu 771867 gnt-masterd mem REG 253,3 26066
264000 /usr/lib/x86_64-linux-gnu/gconv/gconv-modules.cache
ganeti-lu 771867 gnt-masterd mem REG 253,3 151984
261232 /usr/lib/locale/C.UTF-8/LC_CTYPE
ganeti-lu 771867 gnt-masterd 0r CHR 1,3 0t0
1028 /dev/null
ganeti-lu 771867 gnt-masterd 1w REG 253,2 1422584
134791 /var/log/ganeti/luxi-daemon.log
ganeti-lu 771867 gnt-masterd 2w REG 253,2 1422584
134791 /var/log/ganeti/luxi-daemon.log
ganeti-lu 771867 gnt-masterd 3uW REG 0,15 8
85284709 /run/ganeti/ganeti-luxid.pid
ganeti-lu 771867 gnt-masterd 4r 0000 0,9 0
6859 anon_inode
ganeti-lu 771867 gnt-masterd 5u unix 0xffff881fac6ce040 0t0
105707057 /var/run/ganeti/socket/ganeti-query
ganeti-lu 771867 gnt-masterd 6u unix 0xffff880f3b798780 0t0
105708616 socket
ganeti-lu 771867 gnt-masterd 8wW REG 253,2 0
131339 /var/lib/ganeti/queue/lock
[root@bl11c02::~]# gnt-cluster verify
Submitted jobs 52967, 52968
Waiting for job 52967 ...
Thu May 21 14:02:47 2015 * Verifying cluster config
Thu May 21 14:02:47 2015 * Verifying cluster certificate files
Thu May 21 14:02:47 2015 * Verifying hypervisor parameters
Thu May 21 14:02:47 2015 * Verifying all nodes belong to an existing
group
Waiting for job 52968 ...
[...]
Thu May 21 14:09:17 2015 * Other Notes
Thu May 21 14:09:17 2015 * Hooks Results
[root@bl11c02::~]# lsof -n -p $(pidof ganeti-luxid)
[7/568]
COMMAND PID USER FD TYPE DEVICE SIZE/OFF
NODE NAME
ganeti-lu 771867 gnt-masterd cwd DIR 253,0 4096
2 /
ganeti-lu 771867 gnt-masterd rtd DIR 253,0 4096
2 /
ganeti-lu 771867 gnt-masterd txt REG 253,3 14752984
261890 /usr/lib/ganeti/2.11/usr/sbin/ganeti-luxid
ganeti-lu 771867 gnt-masterd mem REG 253,0 22928
13241 /lib/x86_64-linux-gnu/libnss_dns-2.13.so
ganeti-lu 771867 gnt-masterd mem REG 253,0 47616
13221 /lib/x86_64-linux-gnu/libnss_files-2.13.so
ganeti-lu 771867 gnt-masterd mem REG 253,3 3456528
262019 /usr/lib/locale/locale-archive
ganeti-lu 771867 gnt-masterd mem REG 253,0 14112
854 /lib/x86_64-linux-gnu/libgpg-error.so.0.8.0
ganeti-lu 771867 gnt-masterd mem REG 253,3 72808
261463 /usr/lib/x86_64-linux-gnu/libp11-kit.so.0.0.0
ganeti-lu 771867 gnt-masterd mem REG 253,3 68072
260968 /usr/lib/x86_64-linux-gnu/libtasn1.so.3.1.16
ganeti-lu 771867 gnt-masterd mem REG 253,0 14320
79 /lib/x86_64-linux-gnu/libkeyutils.so.1.4
ganeti-lu 771867 gnt-masterd mem REG 253,3 35400
260933 /usr/lib/x86_64-linux-gnu/libkrb5support.so.0.1
ganeti-lu 771867 gnt-masterd mem REG 253,0 14672
65 /lib/x86_64-linux-gnu/libcom_err.so.2.1
ganeti-lu 771867 gnt-masterd mem REG 253,3 162632
260914 /usr/lib/x86_64-linux-gnu/libk5crypto.so.3.1
ganeti-lu 771867 gnt-masterd mem REG 253,3 868096
260929 /usr/lib/x86_64-linux-gnu/libkrb5.so.3.3
ganeti-lu 771867 gnt-masterd mem REG 253,3 109360
264038 /usr/lib/x86_64-linux-gnu/libsasl2.so.2.0.25
ganeti-lu 771867 gnt-masterd mem REG 253,0 80712
13243 /lib/x86_64-linux-gnu/libresolv-2.13.so
ganeti-lu 771867 gnt-masterd mem REG 253,0 131107
13245 /lib/x86_64-linux-gnu/libpthread-2.13.so
ganeti-lu 771867 gnt-masterd mem REG 253,3 108216
265445 /usr/lib/x86_64-linux-gnu/librtmp.so.0
ganeti-lu 771867 gnt-masterd mem REG 253,0 520224
16367 /lib/x86_64-linux-gnu/libgcrypt.so.11.7.0
ganeti-lu 771867 gnt-masterd mem REG 253,3 785552
260899 /usr/lib/x86_64-linux-gnu/libgnutls.so.26.22.4
ganeti-lu 771867 gnt-masterd mem REG 253,3 257288
260920 /usr/lib/x86_64-linux-gnu/libgssapi_krb5.so.2.2
ganeti-lu 771867 gnt-masterd mem REG 253,3 323088
260957 /usr/lib/x86_64-linux-gnu/libldap_r-2.4.so.2.8.3
ganeti-lu 771867 gnt-masterd mem REG 253,3 59640
260890 /usr/lib/x86_64-linux-gnu/liblber-2.4.so.2.8.3
ganeti-lu 771867 gnt-masterd mem REG 253,3 167080
261333 /usr/lib/x86_64-linux-gnu/libssh2.so.1.0.1
ganeti-lu 771867 gnt-masterd mem REG 253,3 211376
261345 /usr/lib/x86_64-linux-gnu/libidn.so.11.6.8
ganeti-lu 771867 gnt-masterd mem REG 253,0 1599504
13230 /lib/x86_64-linux-gnu/libc-2.13.so
ganeti-lu 771867 gnt-masterd mem REG 253,0 14768
13236 /lib/x86_64-linux-gnu/libdl-2.13.so
ganeti-lu 771867 gnt-masterd mem REG 253,0 31744
13244 /lib/x86_64-linux-gnu/librt-2.13.so
ganeti-lu 771867 gnt-masterd mem REG 253,0 530736
13076 /lib/x86_64-linux-gnu/libm-2.13.so
ganeti-lu 771867 gnt-masterd mem REG 253,3 52192
269315 /usr/lib/x86_64-linux-gnu/libffi.so.5.0.10
ganeti-lu 771867 gnt-masterd mem REG 253,3 456248
270483 /usr/lib/x86_64-linux-gnu/libgmp.so.10.0.5
ganeti-lu 771867 gnt-masterd mem REG 253,3 410216
261374 /usr/lib/x86_64-linux-gnu/libcurl-gnutls.so.4.2.0
ganeti-lu 771867 gnt-masterd mem REG 253,0 248968
1313 /lib/x86_64-linux-gnu/libpcre.so.3.13.1
ganeti-lu 771867 gnt-masterd mem REG 253,0 92752
442 /lib/x86_64-linux-gnu/libz.so.1.2.7
ganeti-lu 771867 gnt-masterd mem REG 253,0 136936
13242 /lib/x86_64-linux-gnu/ld-2.13.so
ganeti-lu 771867 gnt-masterd mem REG 253,3 26066
264000 /usr/lib/x86_64-linux-gnu/gconv/gconv-modules.cache
ganeti-lu 771867 gnt-masterd mem REG 253,3 151984
261232 /usr/lib/locale/C.UTF-8/LC_CTYPE
ganeti-lu 771867 gnt-masterd 0r CHR 1,3 0t0
1028 /dev/null
ganeti-lu 771867 gnt-masterd 1w REG 253,2 1441391
134791 /var/log/ganeti/luxi-daemon.log
ganeti-lu 771867 gnt-masterd 2w REG 253,2 1441391
134791 /var/log/ganeti/luxi-daemon.log
ganeti-lu 771867 gnt-masterd 3uW REG 0,15 8
85284709 /run/ganeti/ganeti-luxid.pid
ganeti-lu 771867 gnt-masterd 4r 0000 0,9 0
6859 anon_inode
ganeti-lu 771867 gnt-masterd 5u unix 0xffff881fac6ce040 0t0
105707057 /var/run/ganeti/socket/ganeti-query
ganeti-lu 771867 gnt-masterd 6u unix 0xffff88037cde7080 0t0
105743850 socket
ganeti-lu 771867 gnt-masterd 7u unix 0xffff880fc1d1e480 0t0
105743851 socket
ganeti-lu 771867 gnt-masterd 8wW REG 253,2 0
131339 /var/lib/ganeti/queue/lock
ganeti-lu 771867 gnt-masterd 9r CHR 1,9 0t0
1033 /dev/urandom
ganeti-lu 771867 gnt-masterd 10u unix 0xffff880fc1d1e800 0t0
105743852 socket
ganeti-lu 771867 gnt-masterd 13u unix 0xffff881038652c40 0t0
105737175 socket
ganeti-lu 771867 gnt-masterd 14u unix 0xffff880e7824c8c0 0t0
105743842 socket
ganeti-lu 771867 gnt-masterd 16u unix 0xffff880e794c17c0 0t0
105737177 socket
ganeti-lu 771867 gnt-masterd 18u unix 0xffff881038b1d740 0t0
105743845 socket
ganeti-lu 771867 gnt-masterd 19u unix 0xffff88037b592800 0t0
105737171 socket
ganeti-lu 771867 gnt-masterd 22u unix 0xffff880fff90e400 0t0
105743848 socket
ganeti-lu 771867 gnt-masterd 23u unix 0xffff88037cde7780 0t0
105743849 socket
There. In the time it took to run the cluster verify it had some
gnt-instance list too, I can't forbid others to work for this...
--
bye Joerg
--
To UNSUBSCRIBE, email to [email protected]
with a subject of "unsubscribe". Trouble? Contact [email protected]
