amd64/150557: igb0: Watchdog timeout -- resetting
AD
tempo at kgs.ru
Tue Sep 14 15:00:04 UTC 2010
>Number: 150557
>Category: amd64
>Synopsis: igb0: Watchdog timeout -- resetting
>Confidential: no
>Severity: critical
>Priority: high
>Responsible: freebsd-amd64
>State: open
>Quarter:
>Keywords:
>Date-Required:
>Class: sw-bug
>Submitter-Id: current-users
>Arrival-Date: Tue Sep 14 15:00:03 UTC 2010
>Closed-Date:
>Last-Modified:
>Originator: AD
>Release: 8.1-STABLE
>Organization:
AD
>Environment:
FreeBSD router 8.1-STABLE FreeBSD 8.1-STABLE #2: Thu Sep 9 19:38:21 KRAST 2010 ad at router:/usr/obj/usr/src/sys/Router8-AMD64 amd64
>Description:
There are the following server: MB X58A-UD3R, CPU Intel (R) Core (TM) i7 950, and 2 network cards E1G42ET. 2 ports on each board are grouped together in the lagg: lagg0 and lagg1
lagg0: flags=8843<UP,BROADCAST,RUNNING,SIMPLEX,MULTICAST> metric 0 mtu 1500
options=1bb<RXCSUM,TXCSUM,VLAN_MTU,VLAN_HWTAGGING,JUMBO_MTU,VLAN_HWCSUM,TSO4>
ether 00:1b:21:5f:9d:6c
inet 1.1.1.1 netmask 0xffffffc0 broadcast 1.1.1.63
media: Ethernet autoselect
status: active
laggproto lacp
laggport: igb1 flags=1c<ACTIVE,COLLECTING,DISTRIBUTING>
laggport: igb0 flags=1c<ACTIVE,COLLECTING,DISTRIBUTING>
lagg1: flags=8843<UP,BROADCAST,RUNNING,SIMPLEX,MULTICAST> metric 0 mtu 1500
options=1bb<RXCSUM,TXCSUM,VLAN_MTU,VLAN_HWTAGGING,JUMBO_MTU,VLAN_HWCSUM,TSO4>
ether 00:1b:21:6e:9e:cc
inet 2.2.2.26 netmask 0xfffffffc broadcast 2.2.2.27
media: Ethernet autoselect
status: active
laggproto lacp
laggport: igb3 flags=1c<ACTIVE,COLLECTING,DISTRIBUTING>
laggport: igb2 flags=1c<ACTIVE,COLLECTING,DISTRIBUTING>
lagg0 connected to the same server is running in bridge mode, lagg1 connected to the Cisco 6509.
At high load - 1,7 Gbit / s start error:
igb0: Watchdog timeout -- resetting
igb0: Queue(2) tdh = 214, hw tdt = 438
igb0: TX(2) desc avail = 800,Next TX to Clean = 214
igb0: link state changed to DOWN
igb0: link state changed to UP
#cat /boot/loader.conf
hw.em.rxd=4096
hw.em.txd=4096
net.inet.tcp.tcbhashsize=4096
#hw.igb.rxd=2048
#hw.igb.txd=2048
hw.igb.lro.enable=0
hw.igb.num_queues=0
#netstat -w1 -h
input (Total) output
packets errs idrops bytes packets errs bytes colls
1.0M 0 0 694M 1.0M 0 737M 0
1.1M 5.2K 0 716M 1.1M 0 721M 0
1.1M 0 0 722M 1.1M 0 730M 0
1.0M 0 0 698M 1.0M 0 730M 0
1.1M 1.7K 0 726M 1.1M 0 729M 0
1.0M 0 0 694M 1.0M 0 786M 0
1.1M 1.5K 0 719M 1.1M 0 720M 0
top -SHI
last pid: 51590; load averages: 1.53, 1.56, 1.44 up 4+10:12:10 22:39:29
196 processes: 29 running, 115 sleeping, 52 waiting
CPU: 0.7% user, 0.0% nice, 42.1% system, 35.9% interrupt, 21.4% idle
Mem: 336M Active, 267M Inact, 724M Wired, 200K Cache, 418M Buf, 2621M Free
Swap: 4096M Total, 4096M Free
>How-To-Repeat:
Generate a large flow of traffic.
>Fix:
I do not know.
Patch attached with submission follows:
dev.igb.0.%desc: Intel(R) PRO/1000 Network Connection version - 2.0.1
dev.igb.0.%driver: igb
dev.igb.0.%location: slot=0 function=0
dev.igb.0.%pnpinfo: vendor=0x8086 device=0x10c9 subvendor=0x8086 subdevice=0xa03c class=0x020000
dev.igb.0.%parent: pci2
dev.igb.0.nvm: -1
dev.igb.0.flow_control: 3
dev.igb.0.enable_aim: 1
dev.igb.0.rx_processing_limit: 2048
dev.igb.0.link_irq: 35
dev.igb.0.dropped: 0
dev.igb.0.tx_dma_fail: 0
dev.igb.0.device_control: 1488978497
dev.igb.0.rx_control: 67141634
dev.igb.0.interrupt_mask: 4
dev.igb.0.extended_int_mask: 2147484087
dev.igb.0.tx_buf_alloc: 0
dev.igb.0.rx_buf_alloc: 0
dev.igb.0.fc_high_water: 58976
dev.igb.0.fc_low_water: 58960
dev.igb.0.queue0.txd_head: 272
dev.igb.0.queue0.txd_tail: 272
dev.igb.0.queue0.no_desc_avail: 33064655
dev.igb.0.queue0.tx_packets: 1160228154
dev.igb.0.queue0.rxd_head: 304
dev.igb.0.queue0.rxd_tail: 296
dev.igb.0.queue0.rx_packets: 1146258880
dev.igb.0.queue0.rx_bytes: 26710250138
dev.igb.0.queue0.lro_queued: 0
dev.igb.0.queue0.lro_flushed: 0
dev.igb.0.queue1.txd_head: 584
dev.igb.0.queue1.txd_tail: 584
dev.igb.0.queue1.no_desc_avail: 115616295
dev.igb.0.queue1.tx_packets: 723586380
dev.igb.0.queue1.rxd_head: 270
dev.igb.0.queue1.rxd_tail: 141
dev.igb.0.queue1.rx_packets: 1695342116
dev.igb.0.queue1.rx_bytes: 25058103071
dev.igb.0.queue1.lro_queued: 0
dev.igb.0.queue1.lro_flushed: 0
dev.igb.0.queue2.txd_head: 601
dev.igb.0.queue2.txd_tail: 601
dev.igb.0.queue2.no_desc_avail: 71709580
dev.igb.0.queue2.tx_packets: 1176952996
dev.igb.0.queue2.rxd_head: 56
dev.igb.0.queue2.rxd_tail: 1002
dev.igb.0.queue2.rx_packets: 1300743859
dev.igb.0.queue2.rx_bytes: 26753634426
dev.igb.0.queue2.lro_queued: 0
dev.igb.0.queue2.lro_flushed: 0
dev.igb.0.queue3.txd_head: 4
dev.igb.0.queue3.txd_tail: 5
dev.igb.0.queue3.no_desc_avail: 88770142
dev.igb.0.queue3.tx_packets: 381192245
dev.igb.0.queue3.rxd_head: 183
dev.igb.0.queue3.rxd_tail: 182
dev.igb.0.queue3.rx_packets: 763215800
dev.igb.0.queue3.rx_bytes: 26304615213
dev.igb.0.queue3.lro_queued: 0
dev.igb.0.queue3.lro_flushed: 0
dev.igb.0.queue4.txd_head: 1022
dev.igb.0.queue4.txd_tail: 1022
dev.igb.0.queue4.no_desc_avail: 19603504
dev.igb.0.queue4.tx_packets: 1161595102
dev.igb.0.queue4.rxd_head: 535
dev.igb.0.queue4.rxd_tail: 534
dev.igb.0.queue4.rx_packets: 783430233
dev.igb.0.queue4.rx_bytes: 23998488984
dev.igb.0.queue4.lro_queued: 0
dev.igb.0.queue4.lro_flushed: 0
dev.igb.0.queue5.txd_head: 606
dev.igb.0.queue5.txd_tail: 606
dev.igb.0.queue5.no_desc_avail: 45735484
dev.igb.0.queue5.tx_packets: 567564412
dev.igb.0.queue5.rxd_head: 98
dev.igb.0.queue5.rxd_tail: 89
dev.igb.0.queue5.rx_packets: 995638131
dev.igb.0.queue5.rx_bytes: 27120793051
dev.igb.0.queue5.lro_queued: 0
dev.igb.0.queue5.lro_flushed: 0
dev.igb.0.queue6.txd_head: 11
dev.igb.0.queue6.txd_tail: 11
dev.igb.0.queue6.no_desc_avail: 37908528
dev.igb.0.queue6.tx_packets: 2459919191
dev.igb.0.queue6.rxd_head: 528
dev.igb.0.queue6.rxd_tail: 517
dev.igb.0.queue6.rx_packets: 705830403
dev.igb.0.queue6.rx_bytes: 24751247343
dev.igb.0.queue6.lro_queued: 0
dev.igb.0.queue6.lro_flushed: 0
dev.igb.0.queue7.txd_head: 628
dev.igb.0.queue7.txd_tail: 628
dev.igb.0.queue7.no_desc_avail: 95295599
dev.igb.0.queue7.tx_packets: 812942850
dev.igb.0.queue7.rxd_head: 305
dev.igb.0.queue7.rxd_tail: 304
dev.igb.0.queue7.rx_packets: 1210885342
dev.igb.0.queue7.rx_bytes: 26050273667
dev.igb.0.queue7.lro_queued: 0
dev.igb.0.queue7.lro_flushed: 0
dev.igb.0.mac_stats.excess_coll: 0
dev.igb.0.mac_stats.single_coll: 0
dev.igb.0.mac_stats.multiple_coll: 0
dev.igb.0.mac_stats.late_coll: 0
dev.igb.0.mac_stats.collision_count: 0
dev.igb.0.mac_stats.symbol_errors: 0
dev.igb.0.mac_stats.sequence_errors: 0
dev.igb.0.mac_stats.defer_count: 268
dev.igb.0.mac_stats.missed_packets: 44451963
dev.igb.0.mac_stats.recv_no_buff: 9210
dev.igb.0.mac_stats.recv_undersize: 0
dev.igb.0.mac_stats.recv_fragmented: 0
dev.igb.0.mac_stats.recv_oversize: 0
dev.igb.0.mac_stats.recv_jabber: 0
dev.igb.0.mac_stats.recv_errs: 0
dev.igb.0.mac_stats.crc_errs: 0
dev.igb.0.mac_stats.alignment_errs: 0
dev.igb.0.mac_stats.coll_ext_errs: 0
dev.igb.0.mac_stats.rx_overruns: 0
dev.igb.0.mac_stats.watchdog_timeouts: 4
dev.igb.0.mac_stats.xon_recvd: 836
dev.igb.0.mac_stats.xon_txd: 6561
dev.igb.0.mac_stats.xoff_recvd: 44274085
dev.igb.0.mac_stats.xoff_txd: 44395575
dev.igb.0.mac_stats.total_pkts_recvd: 8645779541
dev.igb.0.mac_stats.good_pkts_recvd: 8601228944
dev.igb.0.mac_stats.bcast_pkts_recvd: 94714
dev.igb.0.mac_stats.mcast_pkts_recvd: 2121833
dev.igb.0.mac_stats.rx_frames_64: 1380557012
dev.igb.0.mac_stats.rx_frames_65_127: 2972002737
dev.igb.0.mac_stats.rx_frames_128_255: 290286973
dev.igb.0.mac_stats.rx_frames_256_511: 187132187
dev.igb.0.mac_stats.rx_frames_512_1023: 246461089
dev.igb.0.mac_stats.rx_frames_1024_1522: 3524788946
dev.igb.0.mac_stats.good_octets_recvd: 5804618492813
dev.igb.0.mac_stats.good_octest_txd: 6430918798339
dev.igb.0.mac_stats.total_pkts_txd: 8488272325
dev.igb.0.mac_stats.good_pkts_txd: 8443870126
dev.igb.0.mac_stats.bcast_pkts_txd: 139186
dev.igb.0.mac_stats.mcast_pkts_txd: 753380
dev.igb.0.mac_stats.tx_frames_64: 778525505
dev.igb.0.mac_stats.tx_frames_65_127: 3061649011
dev.igb.0.mac_stats.tx_frames_128_255: 291132240
dev.igb.0.mac_stats.tx_frames_256_511: 151736232
dev.igb.0.mac_stats.tx_frames_512_1023: 152571622
dev.igb.0.mac_stats.tx_frames_1024_1522: 4008255519
dev.igb.0.mac_stats.tso_txd: 0
dev.igb.0.mac_stats.tso_ctx_fail: 0
dev.igb.0.interrupts.asserts: 3994774994
dev.igb.0.interrupts.rx_pkt_timer: 8601117883
dev.igb.0.interrupts.rx_abs_timer: 0
dev.igb.0.interrupts.tx_pkt_timer: 0
dev.igb.0.interrupts.tx_abs_timer: 8601137228
dev.igb.0.interrupts.tx_queue_empty: 8443770092
dev.igb.0.interrupts.tx_queue_min_thresh: 0
dev.igb.0.interrupts.rx_desc_min_thresh: 0
dev.igb.0.interrupts.rx_overrun: 0
dev.igb.0.host.breaker_tx_pkt: 0
dev.igb.0.host.host_tx_pkt_discard: 0
dev.igb.0.host.rx_pkt: 136793
dev.igb.0.host.breaker_rx_pkts: 0
dev.igb.0.host.breaker_rx_pkt_drop: 0
dev.igb.0.host.tx_good_pkt: 100051
dev.igb.0.host.breaker_tx_pkt_drop: 0
dev.igb.0.host.rx_good_bytes: 5804620669082
dev.igb.0.host.tx_good_bytes: 6430918811707
dev.igb.0.host.length_errors: 0
dev.igb.0.host.serdes_violation_pkt: 0
dev.igb.0.host.header_redir_missed: 0
dev.igb.1.%desc: Intel(R) PRO/1000 Network Connection version - 2.0.1
dev.igb.1.%driver: igb
dev.igb.1.%location: slot=0 function=1
dev.igb.1.%pnpinfo: vendor=0x8086 device=0x10c9 subvendor=0x8086 subdevice=0xa03c class=0x020000
dev.igb.1.%parent: pci2
dev.igb.1.nvm: -1
dev.igb.1.flow_control: 3
dev.igb.1.enable_aim: 1
dev.igb.1.rx_processing_limit: 2048
dev.igb.1.link_irq: 54
dev.igb.1.dropped: 0
dev.igb.1.tx_dma_fail: 0
dev.igb.1.device_control: 1488978497
dev.igb.1.rx_control: 67141634
dev.igb.1.interrupt_mask: 4
dev.igb.1.extended_int_mask: 2147484159
dev.igb.1.tx_buf_alloc: 0
dev.igb.1.rx_buf_alloc: 0
dev.igb.1.fc_high_water: 58976
dev.igb.1.fc_low_water: 58960
dev.igb.1.queue0.txd_head: 720
dev.igb.1.queue0.txd_tail: 720
dev.igb.1.queue0.no_desc_avail: 54615836
dev.igb.1.queue0.tx_packets: 902024681
dev.igb.1.queue0.rxd_head: 662
dev.igb.1.queue0.rxd_tail: 655
dev.igb.1.queue0.rx_packets: 1340862489
dev.igb.1.queue0.rx_bytes: 39956023566
dev.igb.1.queue0.lro_queued: 0
dev.igb.1.queue0.lro_flushed: 0
dev.igb.1.queue1.txd_head: 961
dev.igb.1.queue1.txd_tail: 961
dev.igb.1.queue1.no_desc_avail: 31082066
dev.igb.1.queue1.tx_packets: 2335325138
dev.igb.1.queue1.rxd_head: 976
dev.igb.1.queue1.rxd_tail: 788
dev.igb.1.queue1.rx_packets: 964557738
dev.igb.1.queue1.rx_bytes: 38079448813
dev.igb.1.queue1.lro_queued: 0
dev.igb.1.queue1.lro_flushed: 0
dev.igb.1.queue2.txd_head: 893
dev.igb.1.queue2.txd_tail: 986
dev.igb.1.queue2.no_desc_avail: 58312875
dev.igb.1.queue2.tx_packets: 709233052
dev.igb.1.queue2.rxd_head: 245
dev.igb.1.queue2.rxd_tail: 244
dev.igb.1.queue2.rx_packets: 899202532
dev.igb.1.queue2.rx_bytes: 38448385923
dev.igb.1.queue2.lro_queued: 0
dev.igb.1.queue2.lro_flushed: 0
dev.igb.1.queue3.txd_head: 283
dev.igb.1.queue3.txd_tail: 283
dev.igb.1.queue3.no_desc_avail: 20231753
dev.igb.1.queue3.tx_packets: 1175273741
dev.igb.1.queue3.rxd_head: 478
dev.igb.1.queue3.rxd_tail: 477
dev.igb.1.queue3.rx_packets: 756351569
dev.igb.1.queue3.rx_bytes: 37316806089
dev.igb.1.queue3.lro_queued: 0
dev.igb.1.queue3.lro_flushed: 0
dev.igb.1.queue4.txd_head: 909
dev.igb.1.queue4.txd_tail: 929
dev.igb.1.queue4.no_desc_avail: 83346277
dev.igb.1.queue4.tx_packets: 510187257
dev.igb.1.queue4.rxd_head: 927
dev.igb.1.queue4.rxd_tail: 927
dev.igb.1.queue4.rx_packets: 855194786
dev.igb.1.queue4.rx_bytes: 37820774125
dev.igb.1.queue4.lro_queued: 0
dev.igb.1.queue4.lro_flushed: 0
dev.igb.1.queue5.txd_head: 914
dev.igb.1.queue5.txd_tail: 914
dev.igb.1.queue5.no_desc_avail: 24598443
dev.igb.1.queue5.tx_packets: 1168718181
dev.igb.1.queue5.rxd_head: 550
dev.igb.1.queue5.rxd_tail: 511
dev.igb.1.queue5.rx_packets: 670271117
dev.igb.1.queue5.rx_bytes: 37682878177
dev.igb.1.queue5.lro_queued: 0
dev.igb.1.queue5.lro_flushed: 0
dev.igb.1.queue6.txd_head: 928
dev.igb.1.queue6.txd_tail: 270
dev.igb.1.queue6.no_desc_avail: 28325850
dev.igb.1.queue6.tx_packets: 294973235
dev.igb.1.queue6.rxd_head: 905
dev.igb.1.queue6.rxd_tail: 904
dev.igb.1.queue6.rx_packets: 717449106
dev.igb.1.queue6.rx_bytes: 37097104404
dev.igb.1.queue6.lro_queued: 0
dev.igb.1.queue6.lro_flushed: 0
dev.igb.1.queue7.txd_head: 497
dev.igb.1.queue7.txd_tail: 497
dev.igb.1.queue7.no_desc_avail: 51963731
dev.igb.1.queue7.tx_packets: 1148575249
dev.igb.1.queue7.rxd_head: 479
dev.igb.1.queue7.rxd_tail: 478
dev.igb.1.queue7.rx_packets: 713855164
dev.igb.1.queue7.rx_bytes: 37204986786
dev.igb.1.queue7.lro_queued: 0
dev.igb.1.queue7.lro_flushed: 0
dev.igb.1.mac_stats.excess_coll: 0
dev.igb.1.mac_stats.single_coll: 0
dev.igb.1.mac_stats.multiple_coll: 0
dev.igb.1.mac_stats.late_coll: 0
dev.igb.1.mac_stats.collision_count: 0
dev.igb.1.mac_stats.symbol_errors: 0
dev.igb.1.mac_stats.sequence_errors: 0
dev.igb.1.mac_stats.defer_count: 200
dev.igb.1.mac_stats.missed_packets: 29563301
dev.igb.1.mac_stats.recv_no_buff: 8786
dev.igb.1.mac_stats.recv_undersize: 0
dev.igb.1.mac_stats.recv_fragmented: 0
dev.igb.1.mac_stats.recv_oversize: 0
dev.igb.1.mac_stats.recv_jabber: 0
dev.igb.1.mac_stats.recv_errs: 0
dev.igb.1.mac_stats.crc_errs: 0
dev.igb.1.mac_stats.alignment_errs: 0
dev.igb.1.mac_stats.coll_ext_errs: 0
dev.igb.1.mac_stats.rx_overruns: 0
dev.igb.1.mac_stats.watchdog_timeouts: 2
dev.igb.1.mac_stats.xon_recvd: 767
dev.igb.1.mac_stats.xon_txd: 6227
dev.igb.1.mac_stats.xoff_recvd: 29392599
dev.igb.1.mac_stats.xoff_txd: 29508981
dev.igb.1.mac_stats.total_pkts_recvd: 6947286460
dev.igb.1.mac_stats.good_pkts_recvd: 6917630049
dev.igb.1.mac_stats.bcast_pkts_recvd: 37614
dev.igb.1.mac_stats.mcast_pkts_recvd: 2942105
dev.igb.1.mac_stats.rx_frames_64: 1376642041
dev.igb.1.mac_stats.rx_frames_65_127: 1284390523
dev.igb.1.mac_stats.rx_frames_128_255: 295801012
dev.igb.1.mac_stats.rx_frames_256_511: 189154601
dev.igb.1.mac_stats.rx_frames_512_1023: 251589124
dev.igb.1.mac_stats.rx_frames_1024_1522: 3520052746
dev.igb.1.mac_stats.good_octets_recvd: 5685878173278
dev.igb.1.mac_stats.good_octest_txd: 6262101903417
dev.igb.1.mac_stats.total_pkts_txd: 8273718903
dev.igb.1.mac_stats.good_pkts_txd: 8244203679
dev.igb.1.mac_stats.bcast_pkts_txd: 18618
dev.igb.1.mac_stats.mcast_pkts_txd: 84469
dev.igb.1.mac_stats.tx_frames_64: 771934226
dev.igb.1.mac_stats.tx_frames_65_127: 2977038747
dev.igb.1.mac_stats.tx_frames_128_255: 289988700
dev.igb.1.mac_stats.tx_frames_256_511: 150897593
dev.igb.1.mac_stats.tx_frames_512_1023: 156471573
dev.igb.1.mac_stats.tx_frames_1024_1522: 3897872845
dev.igb.1.mac_stats.tso_txd: 0
dev.igb.1.mac_stats.tso_ctx_fail: 0
dev.igb.1.interrupts.asserts: 3515190624
dev.igb.1.interrupts.rx_pkt_timer: 6917535474
dev.igb.1.interrupts.rx_abs_timer: 0
dev.igb.1.interrupts.tx_pkt_timer: 0
dev.igb.1.interrupts.tx_abs_timer: 6917536967
dev.igb.1.interrupts.tx_queue_empty: 8244101346
dev.igb.1.interrupts.tx_queue_min_thresh: 0
dev.igb.1.interrupts.rx_desc_min_thresh: 0
dev.igb.1.interrupts.rx_overrun: 0
dev.igb.1.host.breaker_tx_pkt: 0
dev.igb.1.host.host_tx_pkt_discard: 0
dev.igb.1.host.rx_pkt: 114312
dev.igb.1.host.breaker_rx_pkts: 0
dev.igb.1.host.breaker_rx_pkt_drop: 0
dev.igb.1.host.tx_good_pkt: 102349
dev.igb.1.host.breaker_tx_pkt_drop: 0
dev.igb.1.host.rx_good_bytes: 5685879978250
dev.igb.1.host.tx_good_bytes: 6262101911290
dev.igb.1.host.length_errors: 0
dev.igb.1.host.serdes_violation_pkt: 0
dev.igb.1.host.header_redir_missed: 0
dev.igb.2.%desc: Intel(R) PRO/1000 Network Connection version - 2.0.1
dev.igb.2.%driver: igb
dev.igb.2.%location: slot=0 function=0
dev.igb.2.%pnpinfo: vendor=0x8086 device=0x10c9 subvendor=0x8086 subdevice=0xa03c class=0x020000
dev.igb.2.%parent: pci3
dev.igb.2.nvm: -1
dev.igb.2.flow_control: 3
dev.igb.2.enable_aim: 1
dev.igb.2.rx_processing_limit: 2048
dev.igb.2.link_irq: 4
dev.igb.2.dropped: 0
dev.igb.2.tx_dma_fail: 0
dev.igb.2.device_control: 1220543041
dev.igb.2.rx_control: 67141634
dev.igb.2.interrupt_mask: 4
dev.igb.2.extended_int_mask: 2147484031
dev.igb.2.tx_buf_alloc: 0
dev.igb.2.rx_buf_alloc: 0
dev.igb.2.fc_high_water: 58976
dev.igb.2.fc_low_water: 58960
dev.igb.2.queue0.txd_head: 542
dev.igb.2.queue0.txd_tail: 542
dev.igb.2.queue0.no_desc_avail: 28500
dev.igb.2.queue0.tx_packets: 679470
dev.igb.2.queue0.rxd_head: 7
dev.igb.2.queue0.rxd_tail: 988
dev.igb.2.queue0.rx_packets: 679635165
dev.igb.2.queue0.rx_bytes: 526975667509
dev.igb.2.queue0.lro_queued: 0
dev.igb.2.queue0.lro_flushed: 0
dev.igb.2.queue1.txd_head: 796
dev.igb.2.queue1.txd_tail: 796
dev.igb.2.queue1.no_desc_avail: 5857284
dev.igb.2.queue1.tx_packets: 1349822232
dev.igb.2.queue1.rxd_head: 556
dev.igb.2.queue1.rxd_tail: 306
dev.igb.2.queue1.rx_packets: 710369487
dev.igb.2.queue1.rx_bytes: 560195105751
dev.igb.2.queue1.lro_queued: 0
dev.igb.2.queue1.lro_flushed: 0
dev.igb.2.queue2.txd_head: 358
dev.igb.2.queue2.txd_tail: 358
dev.igb.2.queue2.no_desc_avail: 757
dev.igb.2.queue2.tx_packets: 424214
dev.igb.2.queue2.rxd_head: 942
dev.igb.2.queue2.rxd_tail: 938
dev.igb.2.queue2.rx_packets: 712314736
dev.igb.2.queue2.rx_bytes: 561001296734
dev.igb.2.queue2.lro_queued: 0
dev.igb.2.queue2.lro_flushed: 0
dev.igb.2.queue3.txd_head: 551
dev.igb.2.queue3.txd_tail: 551
dev.igb.2.queue3.no_desc_avail: 5316174
dev.igb.2.queue3.tx_packets: 1355439652
dev.igb.2.queue3.rxd_head: 1023
dev.igb.2.queue3.rxd_tail: 1023
dev.igb.2.queue3.rx_packets: 710966122
dev.igb.2.queue3.rx_bytes: 547117828961
dev.igb.2.queue3.lro_queued: 0
dev.igb.2.queue3.lro_flushed: 0
dev.igb.2.queue4.txd_head: 343
dev.igb.2.queue4.txd_tail: 343
dev.igb.2.queue4.no_desc_avail: 11143
dev.igb.2.queue4.tx_packets: 426327
dev.igb.2.queue4.rxd_head: 260
dev.igb.2.queue4.rxd_tail: 255
dev.igb.2.queue4.rx_packets: 703691919
dev.igb.2.queue4.rx_bytes: 547025844674
dev.igb.2.queue4.lro_queued: 0
dev.igb.2.queue4.lro_flushed: 0
dev.igb.2.queue5.txd_head: 621
dev.igb.2.queue5.txd_tail: 625
dev.igb.2.queue5.no_desc_avail: 5375739
dev.igb.2.queue5.tx_packets: 1320606312
dev.igb.2.queue5.rxd_head: 136
dev.igb.2.queue5.rxd_tail: 92
dev.igb.2.queue5.rx_packets: 698407283
dev.igb.2.queue5.rx_bytes: 553967342183
dev.igb.2.queue5.lro_queued: 0
dev.igb.2.queue5.lro_flushed: 0
dev.igb.2.queue6.txd_head: 137
dev.igb.2.queue6.txd_tail: 137
dev.igb.2.queue6.no_desc_avail: 21390
dev.igb.2.queue6.tx_packets: 447625
dev.igb.2.queue6.rxd_head: 250
dev.igb.2.queue6.rxd_tail: 249
dev.igb.2.queue6.rx_packets: 719561686
dev.igb.2.queue6.rx_bytes: 565653435850
dev.igb.2.queue6.lro_queued: 0
dev.igb.2.queue6.lro_flushed: 0
dev.igb.2.queue7.txd_head: 598
dev.igb.2.queue7.txd_tail: 598
dev.igb.2.queue7.no_desc_avail: 4925491
dev.igb.2.queue7.tx_packets: 1335394900
dev.igb.2.queue7.rxd_head: 56
dev.igb.2.queue7.rxd_tail: 54
dev.igb.2.queue7.rx_packets: 695762889
dev.igb.2.queue7.rx_bytes: 549651140945
dev.igb.2.queue7.lro_queued: 0
dev.igb.2.queue7.lro_flushed: 0
dev.igb.2.mac_stats.excess_coll: 0
dev.igb.2.mac_stats.single_coll: 0
dev.igb.2.mac_stats.multiple_coll: 0
dev.igb.2.mac_stats.late_coll: 0
dev.igb.2.mac_stats.collision_count: 0
dev.igb.2.mac_stats.symbol_errors: 0
dev.igb.2.mac_stats.sequence_errors: 0
dev.igb.2.mac_stats.defer_count: 2
dev.igb.2.mac_stats.missed_packets: 9490801
dev.igb.2.mac_stats.recv_no_buff: 9177
dev.igb.2.mac_stats.recv_undersize: 0
dev.igb.2.mac_stats.recv_fragmented: 0
dev.igb.2.mac_stats.recv_oversize: 0
dev.igb.2.mac_stats.recv_jabber: 0
dev.igb.2.mac_stats.recv_errs: 0
dev.igb.2.mac_stats.crc_errs: 0
dev.igb.2.mac_stats.alignment_errs: 0
dev.igb.2.mac_stats.coll_ext_errs: 0
dev.igb.2.mac_stats.rx_overruns: 0
dev.igb.2.mac_stats.watchdog_timeouts: 0
dev.igb.2.mac_stats.xon_recvd: 0
dev.igb.2.mac_stats.xon_txd: 0
dev.igb.2.mac_stats.xoff_recvd: 33562
dev.igb.2.mac_stats.xoff_txd: 0
dev.igb.2.mac_stats.total_pkts_recvd: 5640452003
dev.igb.2.mac_stats.good_pkts_recvd: 5630571131
dev.igb.2.mac_stats.bcast_pkts_recvd: 309
dev.igb.2.mac_stats.mcast_pkts_recvd: 1928
dev.igb.2.mac_stats.rx_frames_64: 766126380
dev.igb.2.mac_stats.rx_frames_65_127: 1504640805
dev.igb.2.mac_stats.rx_frames_128_255: 288872682
dev.igb.2.mac_stats.rx_frames_256_511: 151543086
dev.igb.2.mac_stats.rx_frames_512_1023: 152406401
dev.igb.2.mac_stats.rx_frames_1024_1522: 2766981777
dev.igb.2.mac_stats.good_octets_recvd: 4434034132468
dev.igb.2.mac_stats.good_octest_txd: 3392072817940
dev.igb.2.mac_stats.total_pkts_txd: 5363143859
dev.igb.2.mac_stats.good_pkts_txd: 5363143851
dev.igb.2.mac_stats.bcast_pkts_txd: 57
dev.igb.2.mac_stats.mcast_pkts_txd: 1731
dev.igb.2.mac_stats.tx_frames_64: 1370677039
dev.igb.2.mac_stats.tx_frames_65_127: 1262074294
dev.igb.2.mac_stats.tx_frames_128_255: 291054772
dev.igb.2.mac_stats.tx_frames_256_511: 185979738
dev.igb.2.mac_stats.tx_frames_512_1023: 230213792
dev.igb.2.mac_stats.tx_frames_1024_1522: 2023144224
dev.igb.2.mac_stats.tso_txd: 0
dev.igb.2.mac_stats.tso_ctx_fail: 0
dev.igb.2.interrupts.asserts: 3248874749
dev.igb.2.interrupts.rx_pkt_timer: 5630505272
dev.igb.2.interrupts.rx_abs_timer: 0
dev.igb.2.interrupts.tx_pkt_timer: 0
dev.igb.2.interrupts.tx_abs_timer: 5630583399
dev.igb.2.interrupts.tx_queue_empty: 5363073530
dev.igb.2.interrupts.tx_queue_min_thresh: 0
dev.igb.2.interrupts.rx_desc_min_thresh: 0
dev.igb.2.interrupts.rx_overrun: 0
dev.igb.2.host.breaker_tx_pkt: 0
dev.igb.2.host.host_tx_pkt_discard: 0
dev.igb.2.host.rx_pkt: 98353
dev.igb.2.host.breaker_rx_pkts: 0
dev.igb.2.host.breaker_rx_pkt_drop: 0
dev.igb.2.host.tx_good_pkt: 70338
dev.igb.2.host.breaker_tx_pkt_drop: 0
dev.igb.2.host.rx_good_bytes: 4434036739352
dev.igb.2.host.tx_good_bytes: 3392072820838
dev.igb.2.host.length_errors: 0
dev.igb.2.host.serdes_violation_pkt: 0
dev.igb.2.host.header_redir_missed: 0
dev.igb.3.%desc: Intel(R) PRO/1000 Network Connection version - 2.0.1
dev.igb.3.%driver: igb
dev.igb.3.%location: slot=0 function=1
dev.igb.3.%pnpinfo: vendor=0x8086 device=0x10c9 subvendor=0x8086 subdevice=0xa03c class=0x020000
dev.igb.3.%parent: pci3
dev.igb.3.nvm: -1
dev.igb.3.flow_control: 3
dev.igb.3.enable_aim: 1
dev.igb.3.rx_processing_limit: 2048
dev.igb.3.link_irq: 16
dev.igb.3.dropped: 0
dev.igb.3.tx_dma_fail: 0
dev.igb.3.device_control: 1220543041
dev.igb.3.rx_control: 67141634
dev.igb.3.interrupt_mask: 4
dev.igb.3.extended_int_mask: 2147484123
dev.igb.3.tx_buf_alloc: 0
dev.igb.3.rx_buf_alloc: 0
dev.igb.3.fc_high_water: 58976
dev.igb.3.fc_low_water: 58960
dev.igb.3.queue0.txd_head: 623
dev.igb.3.queue0.txd_tail: 623
dev.igb.3.queue0.no_desc_avail: 7585218
dev.igb.3.queue0.tx_packets: 1345317482
dev.igb.3.queue0.rxd_head: 655
dev.igb.3.queue0.rxd_tail: 641
dev.igb.3.queue0.rx_packets: 693433908
dev.igb.3.queue0.rx_bytes: 93692584684
dev.igb.3.queue0.lro_queued: 0
dev.igb.3.queue0.lro_flushed: 0
dev.igb.3.queue1.txd_head: 0
dev.igb.3.queue1.txd_tail: 0
dev.igb.3.queue1.no_desc_avail: 0
dev.igb.3.queue1.tx_packets: 0
dev.igb.3.queue1.rxd_head: 175
dev.igb.3.queue1.rxd_tail: 848
dev.igb.3.queue1.rx_packets: 675448778
dev.igb.3.queue1.rx_bytes: 99556236531
dev.igb.3.queue1.lro_queued: 0
dev.igb.3.queue1.lro_flushed: 0
dev.igb.3.queue2.txd_head: 603
dev.igb.3.queue2.txd_tail: 604
dev.igb.3.queue2.no_desc_avail: 5747087
dev.igb.3.queue2.tx_packets: 1308637843
dev.igb.3.queue2.rxd_head: 314
dev.igb.3.queue2.rxd_tail: 313
dev.igb.3.queue2.rx_packets: 690519519
dev.igb.3.queue2.rx_bytes: 97410224283
dev.igb.3.queue2.lro_queued: 0
dev.igb.3.queue2.lro_flushed: 0
dev.igb.3.queue3.txd_head: 0
dev.igb.3.queue3.txd_tail: 0
dev.igb.3.queue3.no_desc_avail: 0
dev.igb.3.queue3.tx_packets: 0
dev.igb.3.queue3.rxd_head: 682
dev.igb.3.queue3.rxd_tail: 681
dev.igb.3.queue3.rx_packets: 689457185
dev.igb.3.queue3.rx_bytes: 102149035330
dev.igb.3.queue3.lro_queued: 0
dev.igb.3.queue3.lro_flushed: 0
dev.igb.3.queue4.txd_head: 729
dev.igb.3.queue4.txd_tail: 729
dev.igb.3.queue4.no_desc_avail: 6342381
dev.igb.3.queue4.tx_packets: 1349101772
dev.igb.3.queue4.rxd_head: 177
dev.igb.3.queue4.rxd_tail: 158
dev.igb.3.queue4.rx_packets: 679861994
dev.igb.3.queue4.rx_bytes: 99885057883
dev.igb.3.queue4.lro_queued: 0
dev.igb.3.queue4.lro_flushed: 0
dev.igb.3.queue5.txd_head: 0
dev.igb.3.queue5.txd_tail: 0
dev.igb.3.queue5.no_desc_avail: 0
dev.igb.3.queue5.tx_packets: 0
dev.igb.3.queue5.rxd_head: 685
dev.igb.3.queue5.rxd_tail: 684
dev.igb.3.queue5.rx_packets: 692891719
dev.igb.3.queue5.rx_bytes: 98682209302
dev.igb.3.queue5.lro_queued: 0
dev.igb.3.queue5.lro_flushed: 0
dev.igb.3.queue6.txd_head: 300
dev.igb.3.queue6.txd_tail: 301
dev.igb.3.queue6.no_desc_avail: 5700165
dev.igb.3.queue6.tx_packets: 1365151963
dev.igb.3.queue6.rxd_head: 935
dev.igb.3.queue6.rxd_tail: 934
dev.igb.3.queue6.rx_packets: 699529105
dev.igb.3.queue6.rx_bytes: 99247625586
dev.igb.3.queue6.lro_queued: 0
dev.igb.3.queue6.lro_flushed: 0
dev.igb.3.queue7.txd_head: 0
dev.igb.3.queue7.txd_tail: 0
dev.igb.3.queue7.no_desc_avail: 0
dev.igb.3.queue7.tx_packets: 0
dev.igb.3.queue7.rxd_head: 707
dev.igb.3.queue7.rxd_tail: 705
dev.igb.3.queue7.rx_packets: 674145386
dev.igb.3.queue7.rx_bytes: 100044231631
dev.igb.3.queue7.lro_queued: 0
dev.igb.3.queue7.lro_flushed: 0
dev.igb.3.mac_stats.excess_coll: 0
dev.igb.3.mac_stats.single_coll: 0
dev.igb.3.mac_stats.multiple_coll: 0
dev.igb.3.mac_stats.late_coll: 0
dev.igb.3.mac_stats.collision_count: 0
dev.igb.3.mac_stats.symbol_errors: 0
dev.igb.3.mac_stats.sequence_errors: 0
dev.igb.3.mac_stats.defer_count: 8
dev.igb.3.mac_stats.missed_packets: 8025313
dev.igb.3.mac_stats.recv_no_buff: 8132
dev.igb.3.mac_stats.recv_undersize: 0
dev.igb.3.mac_stats.recv_fragmented: 0
dev.igb.3.mac_stats.recv_oversize: 0
dev.igb.3.mac_stats.recv_jabber: 0
dev.igb.3.mac_stats.recv_errs: 0
dev.igb.3.mac_stats.crc_errs: 0
dev.igb.3.mac_stats.alignment_errs: 0
dev.igb.3.mac_stats.coll_ext_errs: 0
dev.igb.3.mac_stats.rx_overruns: 0
dev.igb.3.mac_stats.watchdog_timeouts: 1
dev.igb.3.mac_stats.xon_recvd: 0
dev.igb.3.mac_stats.xon_txd: 0
dev.igb.3.mac_stats.xoff_recvd: 34200
dev.igb.3.mac_stats.xoff_txd: 0
dev.igb.3.mac_stats.total_pkts_recvd: 5503561462
dev.igb.3.mac_stats.good_pkts_recvd: 5495156106
dev.igb.3.mac_stats.bcast_pkts_recvd: 292
dev.igb.3.mac_stats.mcast_pkts_recvd: 2059
dev.igb.3.mac_stats.rx_frames_64: 779314644
dev.igb.3.mac_stats.rx_frames_65_127: 1478976144
dev.igb.3.mac_stats.rx_frames_128_255: 289608588
dev.igb.3.mac_stats.rx_frames_256_511: 149719191
dev.igb.3.mac_stats.rx_frames_512_1023: 145520333
dev.igb.3.mac_stats.rx_frames_1024_1522: 2652017206
dev.igb.3.mac_stats.good_octets_recvd: 4261500184288
dev.igb.3.mac_stats.good_octest_txd: 3385993035110
dev.igb.3.mac_stats.total_pkts_txd: 5368109671
dev.igb.3.mac_stats.good_pkts_txd: 5368109669
dev.igb.3.mac_stats.bcast_pkts_txd: 0
dev.igb.3.mac_stats.mcast_pkts_txd: 1726
dev.igb.3.mac_stats.tx_frames_64: 1381178888
dev.igb.3.mac_stats.tx_frames_65_127: 1256709540
dev.igb.3.mac_stats.tx_frames_128_255: 289956318
dev.igb.3.mac_stats.tx_frames_256_511: 188114371
dev.igb.3.mac_stats.tx_frames_512_1023: 233476198
dev.igb.3.mac_stats.tx_frames_1024_1522: 2018674356
dev.igb.3.mac_stats.tso_txd: 0
dev.igb.3.mac_stats.tso_ctx_fail: 0
dev.igb.3.interrupts.asserts: 3248843737
dev.igb.3.interrupts.rx_pkt_timer: 5495090600
dev.igb.3.interrupts.rx_abs_timer: 0
dev.igb.3.interrupts.tx_pkt_timer: 0
dev.igb.3.interrupts.tx_abs_timer: 5495170300
dev.igb.3.interrupts.tx_queue_empty: 5368037381
dev.igb.3.interrupts.tx_queue_min_thresh: 0
dev.igb.3.interrupts.rx_desc_min_thresh: 0
dev.igb.3.interrupts.rx_overrun: 0
dev.igb.3.host.breaker_tx_pkt: 0
dev.igb.3.host.host_tx_pkt_discard: 0
dev.igb.3.host.rx_pkt: 99191
dev.igb.3.host.breaker_rx_pkts: 0
dev.igb.3.host.breaker_rx_pkt_drop: 0
dev.igb.3.host.tx_good_pkt: 72295
dev.igb.3.host.breaker_tx_pkt_drop: 0
dev.igb.3.host.rx_good_bytes: 4261502791344
dev.igb.3.host.tx_good_bytes: 3385993035703
dev.igb.3.host.length_errors: 0
dev.igb.3.host.serdes_violation_pkt: 0
dev.igb.3.host.header_redir_missed: 0
#grep igb /etc/rc.conf
ifconfig_igb0="-lro up media 1000baseT"
ifconfig_igb1="-lro up media 1000baseT"
ifconfig_lagg0="laggproto lacp laggport igb0 laggport igb1 1.1.1.1 netmask 255.255.255.192 up"
ifconfig_igb2="up -lro"
ifconfig_igb3="up -lro"
ifconfig_lagg1="laggproto lacp laggport igb2 laggport igb3 2.2.2.26 netmask 255.255.255.252 up"
/etc/sysctl
kern.maxfiles=65535
dev.igb.0.enable_lro=0
dev.igb.1.enable_lro=0
dev.igb.2.enable_lro=0
dev.igb.3.enable_lro=0
kern.ipc.somaxconn=8192
kern.ipc.maxsockbuf=16777216
kern.ipc.nmbclusters=128000
net.inet.tcp.sendspace=3217968
net.inet.tcp.recvspace=3217968
net.inet.udp.recvspace=3217968
net.inet.icmp.icmplim=100
net.inet.icmp.drop_redirect=1
net.inet.tcp.path_mtu_discovery=0
net.inet.ip.fw.one_pass=0
net.inet.ip.fastforwarding=1
net.inet.tcp.sendbuf_max=16777216
net.inet.tcp.recvbuf_max=16777216
net.inet.ip.intr_queue_maxlen=1500
net.route.netisr_maxqlen=512
net.inet.ip.fw.dyn_buckets=1024
kern.maxfilesperproc=32768
net.inet.tcp.delayed_ack=0
net.inet.udp.maxdgram=57344
net.local.stream.recvspace=65535
net.local.stream.sendspace=65535
net.inet.flowtable.enable=0
dev.igb.0.rx_processing_limit=2048
dev.igb.1.rx_processing_limit=2048
dev.igb.2.rx_processing_limit=2048
dev.igb.3.rx_processing_limit=2048
>Release-Note:
>Audit-Trail:
>Unformatted:
More information about the freebsd-amd64
mailing list