Thursday 18 December 2014

Port bonding on Solaris 10 - LACP

thelma# dladm show-link
e1000g0         type: non-vlan  mtu: 1500       device: e1000g0
e1000g1         type: non-vlan  mtu: 1500       device: e1000g1
e1000g2         type: non-vlan  mtu: 1500       device: e1000g2
e1000g3         type: non-vlan  mtu: 1500       device: e1000g3
nxge4           type: non-vlan  mtu: 9194       device: nxge4
nxge5           type: non-vlan  mtu: 9194       device: nxge5
nxge0           type: non-vlan  mtu: 9194       device: nxge0
nxge1           type: non-vlan  mtu: 9194       device: nxge1
nxge2           type: non-vlan  mtu: 9194       device: nxge2
nxge3           type: non-vlan  mtu: 9194       device: nxge3
aggr1           type: non-vlan  mtu: 1500       aggregation: key 1
aggr2           type: non-vlan  mtu: 1500       aggregation: key 2

thelma# ifconfig -a
lo0: flags=2001000849 mtu 8232 index 1
        inet 127.0.0.1 netmask ff000000
aggr1: flags=1000843 mtu 1500 index 2
        inet 137.222.10.10 netmask ffffff00 broadcast 137.222.10.255
        groupname ten-link
        ether 0:21:28:17:49:22
aggr1:1: flags=1000843 mtu 1500 index 2
        inet 0.0.0.0 netmask ff000000 broadcast 0.255.255.255
aggr2: flags=69000842 mtu 0 index 3
        inet 0.0.0.0 netmask 0
        groupname ten-link
        ether 0:21:28:17:49:23
e1000g2: flags=1000843 mtu 1500 index 4
        inet 172.16.61.28 netmask ffffff00 broadcast 172.16.61.255
        ether 0:21:28:17:49:24
e1000g3: flags=1000843 mtu 1500 index 5
        inet 172.16.66.28 netmask ffffff00 broadcast 172.16.66.255
        ether 0:21:28:17:49:25

thelma# dladm create-aggr -l active -d nxge4 -d nxge5 3

thelma# ifconfig aggr3 plumb 10.10.7.3 netmask 255.255.255.0 up

thelma# dladm show-link
e1000g0         type: non-vlan  mtu: 1500       device: e1000g0
e1000g1         type: non-vlan  mtu: 1500       device: e1000g1
e1000g2         type: non-vlan  mtu: 1500       device: e1000g2
e1000g3         type: non-vlan  mtu: 1500       device: e1000g3
nxge4           type: non-vlan  mtu: 9194       device: nxge4
nxge5           type: non-vlan  mtu: 9194       device: nxge5
nxge0           type: non-vlan  mtu: 9194       device: nxge0
nxge1           type: non-vlan  mtu: 9194       device: nxge1
nxge2           type: non-vlan  mtu: 9194       device: nxge2
nxge3           type: non-vlan  mtu: 9194       device: nxge3
aggr1           type: non-vlan  mtu: 1500       aggregation: key 1
aggr2           type: non-vlan  mtu: 1500       aggregation: key 2
aggr3           type: non-vlan  mtu: 9194       aggregation: key 3

thelma# ifconfig -a
lo0: flags=2001000849 mtu 8232 index 1
        inet 127.0.0.1 netmask ff000000
aggr1: flags=1000843 mtu 1500 index 2
        inet 137.222.10.10 netmask ffffff00 broadcast 137.222.10.255
        groupname ten-link
        ether 0:21:28:17:49:22
aggr1:1: flags=1000843 mtu 1500 index 2
        inet 0.0.0.0 netmask ff000000 broadcast 0.255.255.255
aggr2: flags=69000842 mtu 0 index 3
        inet 0.0.0.0 netmask 0
        groupname ten-link
        ether 0:21:28:17:49:23
aggr3: flags=1000843 mtu 9194 index 8
        inet 10.10.7.1 netmask ffffff00 broadcast 10.10.7.255
        ether 0:21:28:8a:89:b0
e1000g2: flags=1000843 mtu 1500 index 4
        inet 172.16.61.28 netmask ffffff00 broadcast 172.16.61.255
        ether 0:21:28:17:49:24
e1000g3: flags=1000843 mtu 1500 index 5
        inet 172.16.66.28 netmask ffffff00 broadcast 172.16.66.255
        ether 0:21:28:17:49:25

thelma#  dladm show-aggr -s

key:1           ipackets   rbytes       opackets   obytes       %ipkts  %opkts
        Total   953501     89701761     21760      3095518
        e1000g0 645484     59281349     10336      1444661        67.7    47.5
        nxge0   203861     19536426     4465       713388         21.4    20.5
        nxge2   104156     10883986     6959       937469         10.9    32.0

key:2           ipackets   rbytes       opackets   obytes       %ipkts  %opkts
        Total   937620     87621942     6843       930648
        e1000g1 642508     58920448     2281       291968         68.5    33.3
        nxge1   196217     18325508     2282       319480         20.9    33.3
        nxge3   98895      10375986     2280       319200         10.5    33.3

key:3           ipackets   rbytes       opackets   obytes       %ipkts  %opkts
        Total   73109      8562586      15442      2100226
        nxge4   2648       321376       5397       755580          3.6    35.0
        nxge5   70461      8241210      10045      1344646        96.4    65.0

thelma#  dladm show-aggr -L
key: 1 (0x0001) policy: L4      address: 0:21:28:17:49:22 (auto)
                LACP mode: active       LACP timer: short
    device    activity timeout aggregatable sync  coll dist defaulted expired
    e1000g0   active   short   yes          yes   yes  yes  no        no
    nxge0     active   short   yes          yes   yes  yes  no        no
    nxge2     active   short   yes          yes   yes  yes  no        no
key: 2 (0x0002) policy: L4      address: 0:21:28:17:49:23 (auto)
                LACP mode: active       LACP timer: short
    device    activity timeout aggregatable sync  coll dist defaulted expired
    e1000g1   active   short   yes          yes   yes  yes  no        no
    nxge1     active   short   yes          yes   yes  yes  no        no
    nxge3     active   short   yes          yes   yes  yes  no        no
key: 3 (0x0003) policy: L4      address: 0:21:28:8a:89:b0 (auto)
                LACP mode: active       LACP timer: short
    device    activity timeout aggregatable sync  coll dist defaulted expired
    nxge4     active   short   yes          no    no   no   yes       no
    nxge5     active   short   yes          yes   yes  yes  no        no
thelma#