Hi all
this is a shot into the dark, but I thought maybe an expert here might
recognize this issue.
We use many Supermicro PDSML-LN2+ based server where the board management
controller (BMC/IPMI) shares the physical network connection with the system's
eth0 device. lspci shows
0d:00.0 Ethernet controller: Intel Corporation 82573E Gigabit Ethernet
Controller (Copper) (rev 03)
0e:00.0 Ethernet controller: Intel Corporation 82573L Gigabit Ethernet
Controller
The 82573E controller is the one shared with the BMC. Under Debian Lenny we
have not encountered any problem with remote access to these systems, e.g.
ipmitool -U USER -P PASSWORD -I lan -H IPMI_IP power status
works. Our setup is that eth0, eth1 and the BMC have distinct IP addresses,
but eth0 and BMC share one MAC, e.g.
n1570:~# ifconfig
eth0 Link encap:Ethernet HWaddr 00:30:48:99:97:3a
inet addr:172.26.15.70 Bcast:172.31.255.255 Mask:255.240.0.0
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:39289518 errors:0 dropped:0 overruns:0 frame:0
TX packets:28656886 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:100
RX bytes:3059622083 (2.8 GiB) TX bytes:2912754831 (2.7 GiB)
Memory:ee100000-ee120000
eth1 Link encap:Ethernet HWaddr 00:30:48:99:97:3b
inet addr:10.10.15.70 Bcast:10.255.255.255 Mask:255.0.0.0
UP BROADCAST RUNNING MULTICAST MTU:9000 Metric:1
RX packets:733539842 errors:0 dropped:11890044 overruns:0 frame:0
TX packets:373277670 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:3467288935387 (3.1 TiB) TX bytes:350737301109 (326.6 GiB)
Memory:ee200000-ee220000
and
n1570:~# ipmitool lan print
Set in Progress : Set Complete
Auth Type Support : NONE MD2 MD5 PASSWORD
Auth Type Enable : Callback : MD2 MD5 PASSWORD
: User : MD2 MD5 PASSWORD
: Operator : MD2 MD5 PASSWORD
: Admin : MD5 PASSWORD
: OEM : MD2 MD5 PASSWORD
IP Address Source : Static Address
IP Address : 172.27.15.70
Subnet Mask : 255.240.0.0
MAC Address : 00:30:48:99:97:3a
SNMP Community String : public
IP Header : TTL=0x40 Flags=0x40 Precedence=0x00 TOS=0x10
BMC ARP Control : ARP Responses Enabled, Gratuitous ARP Disabled
Gratituous ARP Intrvl : 2.0 seconds
Default Gateway IP : 0.0.0.0
Default Gateway MAC : 00:00:00:00:00:00
Backup Gateway IP : 0.0.0.0
Backup Gateway MAC : 00:00:00:00:00:00
802.1q VLAN ID : Disabled
802.1q VLAN Priority : 0
RMCP+ Cipher Suites : 0,1,2,3,4,5,6,7,8,9,10,11,12,13,14
Cipher Suite Priv Max : Xaaaaaaaaaaaaaa
: X=Cipher Suite Unused
: c=CALLBACK
: u=USER
: o=OPERATOR
: a=ADMIN
: O=OEM
But now we reinstalled several machines with Debian Squeeze and suddenly we
can only query the BMC when eth0 is down. The kernel we use is exactly the
same (2.6.32.28 or 2.6.32.46 currently), i.e. same binary .deb package, same
config, only the userland is changed.
There is no service listening on port 623 used by IPMI thus there should not
be any interference. strace shows some differencing when running ifconfig eth0
up (both attached). From my point of view, the only big difference is
socket(PF_INET, SOCK_DGRAM, IPPROTO_IP) = 4
[...]
ioctl(4, SIOCGIFFLAGS, {ifr_name="eth0", ifr_flags=IFF_BROADCAST|
IFF_MULTICAST}) = 0
with lenny and with squeeze:
socket(PF_INET, SOCK_DGRAM, IPPROTO_IP) = 4
[...]
ioctl(4, SIOCGIFFLAGS, {ifr_name="eth0", ifr_flags=IFF_BROADCAST|
IFF_MULTICAST}) = 0
ioctl(4, SIOCSIFFLAGS, {ifr_name="eth0", ifr_flags=IFF_UP|IFF_BROADCAST|
IFF_RUNNING|IFF_MULTICAST}) = 0
Could this be the problem?
thanks for any suggestion!
Cheers
Carsten
--
Dr. Carsten Aulbert - Max Planck Institute for Gravitational Physics
Callinstrasse 38, 30167 Hannover, Germany
Phone/Fax: +49 511 762-17185 / -17193
http://www.top500.org/system/9234 | http://www.top500.org/connfam/6
CaCert Assurer | Get free certificates from http://www.cacert.org/
execve("/sbin/ifconfig", ["ifconfig", "eth0", "up"], [/* 19 vars */]) = 0
brk(0) = 0x11c0000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7fe0ceca1000
access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file or directory)
mmap(NULL, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7fe0cec9f000
access("/etc/ld.so.preload", R_OK) = -1 ENOENT (No such file or directory)
open("/opt/vdt/globus/lib/tls/x86_64/libc.so.6", O_RDONLY) = -1 ENOENT (No such
file or directory)
stat("/opt/vdt/globus/lib/tls/x86_64", 0x7fffbca75f50) = -1 ENOENT (No such
file or directory)
open("/opt/vdt/globus/lib/tls/libc.so.6", O_RDONLY) = -1 ENOENT (No such file
or directory)
stat("/opt/vdt/globus/lib/tls", 0x7fffbca75f50) = -1 ENOENT (No such file or
directory)
open("/opt/vdt/globus/lib/x86_64/libc.so.6", O_RDONLY) = -1 ENOENT (No such
file or directory)
stat("/opt/vdt/globus/lib/x86_64", 0x7fffbca75f50) = -1 ENOENT (No such file or
directory)
open("/opt/vdt/globus/lib/libc.so.6", O_RDONLY) = -1 ENOENT (No such file or
directory)
stat("/opt/vdt/globus/lib", {st_mode=S_IFDIR|0755, st_size=53248, ...}) = 0
open("/etc/ld.so.cache", O_RDONLY) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=94726, ...}) = 0
mmap(NULL, 94726, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fe0cec87000
close(3) = 0
access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file or directory)
open("/lib/libc.so.6", O_RDONLY) = 3
read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\300\342\1\0\0\0\0\0@"..., 832)
= 832
fstat(3, {st_mode=S_IFREG|0755, st_size=1375536, ...}) = 0
mmap(NULL, 3482232, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) =
0x7fe0ce734000
mprotect(0x7fe0ce87e000, 2093056, PROT_NONE) = 0
mmap(0x7fe0cea7d000, 20480, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x149000) = 0x7fe0cea7d000
mmap(0x7fe0cea82000, 17016, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7fe0cea82000
close(3) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7fe0cec86000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7fe0cec85000
arch_prctl(ARCH_SET_FS, 0x7fe0cec856e0) = 0
mprotect(0x7fe0cea7d000, 12288, PROT_READ) = 0
munmap(0x7fe0cec87000, 94726) = 0
brk(0) = 0x11c0000
brk(0x11e1000) = 0x11e1000
uname({sys="Linux", node="n1570", ...}) = 0
access("/proc/net", R_OK) = 0
access("/proc/net/unix", R_OK) = 0
socket(PF_FILE, SOCK_DGRAM, 0) = 3
socket(PF_INET, SOCK_DGRAM, IPPROTO_IP) = 4
access("/proc/net/if_inet6", R_OK) = -1 ENOENT (No such file or directory)
access("/proc/net/ax25", R_OK) = -1 ENOENT (No such file or directory)
access("/proc/net/nr", R_OK) = -1 ENOENT (No such file or directory)
access("/proc/net/rose", R_OK) = -1 ENOENT (No such file or directory)
access("/proc/net/ipx", R_OK) = -1 ENOENT (No such file or directory)
access("/proc/net/appletalk", R_OK) = -1 ENOENT (No such file or directory)
access("/proc/sys/net/econet", R_OK) = -1 ENOENT (No such file or directory)
access("/proc/sys/net/ash", R_OK) = -1 ENOENT (No such file or directory)
access("/proc/net/x25", R_OK) = -1 ENOENT (No such file or directory)
ioctl(4, SIOCGIFFLAGS, {ifr_name="eth0",
ifr_flags=IFF_BROADCAST|IFF_MULTICAST}) = 0
ioctl(4, SIOCSIFFLAGS, 0x7fffbca76850) = 0
exit_group(0) = ?
execve("/sbin/ifconfig", ["ifconfig", "eth0", "up"], [/* 15 vars */]) = 0
brk(0) = 0x716000
access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file or directory)
mmap(NULL, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7f01351db000
access("/etc/ld.so.preload", R_OK) = -1 ENOENT (No such file or directory)
open("/etc/ld.so.cache", O_RDONLY) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=31937, ...}) = 0
mmap(NULL, 31937, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7f01351d3000
close(3) = 0
access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file or directory)
open("/lib/libc.so.6", O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0`\355\1\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=1432968, ...}) = 0
mmap(NULL, 3541032, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) =
0x7f0134c5f000
mprotect(0x7f0134db7000, 2093056, PROT_NONE) = 0
mmap(0x7f0134fb6000, 20480, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x157000) = 0x7f0134fb6000
mmap(0x7f0134fbb000, 18472, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f0134fbb000
close(3) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7f01351d2000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7f01351d1000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7f01351d0000
arch_prctl(ARCH_SET_FS, 0x7f01351d1700) = 0
mprotect(0x7f0134fb6000, 16384, PROT_READ) = 0
mprotect(0x7f01351dd000, 4096, PROT_READ) = 0
munmap(0x7f01351d3000, 31937) = 0
brk(0) = 0x716000
brk(0x737000) = 0x737000
uname({sys="Linux", node="n1670", ...}) = 0
access("/proc/net", R_OK) = 0
access("/proc/net/unix", R_OK) = 0
socket(PF_FILE, SOCK_DGRAM, 0) = 3
socket(PF_INET, SOCK_DGRAM, IPPROTO_IP) = 4
access("/proc/net/if_inet6", R_OK) = -1 ENOENT (No such file or directory)
access("/proc/net/ax25", R_OK) = -1 ENOENT (No such file or directory)
access("/proc/net/nr", R_OK) = -1 ENOENT (No such file or directory)
access("/proc/net/rose", R_OK) = -1 ENOENT (No such file or directory)
access("/proc/net/ipx", R_OK) = -1 ENOENT (No such file or directory)
access("/proc/net/appletalk", R_OK) = -1 ENOENT (No such file or directory)
access("/proc/sys/net/econet", R_OK) = -1 ENOENT (No such file or directory)
access("/proc/sys/net/ash", R_OK) = -1 ENOENT (No such file or directory)
access("/proc/net/x25", R_OK) = -1 ENOENT (No such file or directory)
ioctl(4, SIOCGIFFLAGS, {ifr_name="eth0",
ifr_flags=IFF_BROADCAST|IFF_MULTICAST}) = 0
ioctl(4, SIOCSIFFLAGS, {ifr_name="eth0",
ifr_flags=IFF_UP|IFF_BROADCAST|IFF_RUNNING|IFF_MULTICAST}) = 0
exit_group(0) = ?
------------------------------------------------------------------------------
All the data continuously generated in your IT infrastructure contains a
definitive record of customers, application performance, security
threats, fraudulent activity and more. Splunk takes this data and makes
sense of it. Business sense. IT sense. Common sense.
http://p.sf.net/sfu/splunk-d2dcopy1
_______________________________________________
E1000-devel mailing list
E1000-devel@lists.sourceforge.net
https://lists.sourceforge.net/lists/listinfo/e1000-devel
To learn more about Intel® Ethernet, visit
http://communities.intel.com/community/wired
