SettingUpBonding.xml

   1 <?xml version="1.0" encoding="UTF-8"?>
   2 <article version="5.0" xml:lang="en-US" xmlns="http://docbook.org/ns/docbook" xmlns:xl="http://www.w3.org/1999/xlink">
   3   <info>
   4     <title></title>
   5   </info>
   6   <informaltable frame="none">
   7     <tgroup cols="2">
   8       <colspec colname="c1" colwidth="50*"/>
   9       <colspec colname="c2" colwidth="50*"/>
  10
  11
  12       <tbody>
  13         <row>
  14           <entry align="left"><para>Lustre 2.0 Operations Manual</para></entry>
  15           <entry align="right" valign="top"><para><link xl:href="index.html"><inlinemediaobject><imageobject role="html">
  16                     <imagedata contentdepth="26" contentwidth="30" fileref="./shared/toc01.gif" scalefit="1"/>
  17                   </imageobject>
  18 <imageobject role="fo">
  19                     <imagedata contentdepth="100%" contentwidth="" depth="" fileref="./shared/toc01.gif" scalefit="1" width="100%"/>
  20                   </imageobject>
  21 </inlinemediaobject></link><link xl:href="ConfiguringStorage.html"><inlinemediaobject><imageobject role="html">
  22                     <imagedata contentdepth="26" contentwidth="30" fileref="./shared/prev01.gif" scalefit="1"/>
  23                   </imageobject>
  24 <imageobject role="fo">
  25                     <imagedata contentdepth="100%" contentwidth="" depth="" fileref="./shared/prev01.gif" scalefit="1" width="100%"/>
  26                   </imageobject>
  27 </inlinemediaobject></link><link xl:href="InstallingLustre.html"><inlinemediaobject><imageobject role="html">
  28                     <imagedata contentdepth="26" contentwidth="30" fileref="./shared/next01.gif" scalefit="1"/>
  29                   </imageobject>
  30 <imageobject role="fo">
  31                     <imagedata contentdepth="100%" contentwidth="" depth="" fileref="./shared/next01.gif" scalefit="1" width="100%"/>
  32                   </imageobject>
  33 </inlinemediaobject></link><link xl:href="ix.html"><inlinemediaobject><imageobject role="html">
  34                     <imagedata contentdepth="26" contentwidth="30" fileref="./shared/index01.gif" scalefit="1"/>
  35                   </imageobject>
  36 <imageobject role="fo">
  37                     <imagedata contentdepth="100%" contentwidth="" depth="" fileref="./shared/index01.gif" scalefit="1" width="100%"/>
  38                   </imageobject>
  39 </inlinemediaobject></link></para></entry>
  40         </row>
  41       </tbody>
  42     </tgroup>
  43   </informaltable>
  44   <para><link xl:href=""/></para>
  45   <informaltable frame="none">
  46     <tgroup cols="1">
  47       <colspec colname="c1" colwidth="100*"/>
  48
  49       <tbody>
  50         <row>
  51           <entry align="right"><para><anchor xml:id="dbdoclet.50438258_pgfId-874" xreflabel=""/>C H A P T E R  7<anchor xml:id="dbdoclet.50438258_72593" xreflabel=""/></para></entry>
  52         </row>
  53       </tbody>
  54     </tgroup>
  55   </informaltable>
  56   <screen><anchor xml:id="dbdoclet.50438258_pgfId-1295015" xreflabel=""/>
  57 </screen>
  58   <informaltable frame="none">
  59     <tgroup cols="1">
  60       <colspec colname="c1" colwidth="100*"/>
  61
  62       <tbody>
  63         <row>
  64           <entry align="right"><para><anchor xml:id="dbdoclet.50438258_pgfId-1301675" xreflabel=""/><anchor xml:id="dbdoclet.50438258_99571" xreflabel=""/>Setting Up Network Interface Bonding</para></entry>
  65         </row>
  66       </tbody>
  67     </tgroup>
  68   </informaltable>
  69   <para><anchor xml:id="dbdoclet.50438258_pgfId-1301676" xreflabel=""/>This chapter describes how to use multiple network interfaces in parallel to increase bandwidth and/or redundancy. Topics include:</para>
  70   <itemizedlist><listitem>
  71       <para><anchor xml:id="dbdoclet.50438258_pgfId-1301677" xreflabel=""/><link xl:href="SettingUpBonding.html#50438258_95824">Network Interface Bonding Overview</link></para>
  72     </listitem>
  73 <listitem>
  74       <para> </para>
  75     </listitem>
  76 <listitem>
  77       <para><anchor xml:id="dbdoclet.50438258_pgfId-1301970" xreflabel=""/><link xl:href="SettingUpBonding.html#50438258_29107">Requirements</link></para>
  78     </listitem>
  79 <listitem>
  80       <para> </para>
  81     </listitem>
  82 <listitem>
  83       <para><anchor xml:id="dbdoclet.50438258_pgfId-1301979" xreflabel=""/><link xl:href="SettingUpBonding.html#50438258_25353">Bonding Module Parameters</link></para>
  84     </listitem>
  85 <listitem>
  86       <para> </para>
  87     </listitem>
  88 <listitem>
  89       <para><anchor xml:id="dbdoclet.50438258_pgfId-1301983" xreflabel=""/><link xl:href="SettingUpBonding.html#50438258_26899">Setting Up Bonding</link></para>
  90     </listitem>
  91 <listitem>
  92       <para> </para>
  93     </listitem>
  94 <listitem>
  95       <para><anchor xml:id="dbdoclet.50438258_pgfId-1301987" xreflabel=""/><link xl:href="SettingUpBonding.html#50438258_54769">Configuring Lustre with Bonding</link></para>
  96     </listitem>
  97 <listitem>
  98       <para> </para>
  99     </listitem>
 100 <listitem>
 101       <para><anchor xml:id="dbdoclet.50438258_pgfId-1301991" xreflabel=""/><link xl:href="SettingUpBonding.html#50438258_92244">Bonding References</link></para>
 102     </listitem>
 103 <listitem>
 104       <para> </para>
 105     </listitem>
 106 </itemizedlist>
 107    <informaltable frame="none">
 108     <tgroup cols="1">
 109       <colspec colname="c1" colwidth="100*"/>
 110       <tbody>
 111         <row>
 112           <entry><para><emphasis role="bold">Note -</emphasis><anchor xml:id="dbdoclet.50438258_pgfId-1302006" xreflabel=""/>Using network interface bonding is optional.</para></entry>
 113         </row>
 114       </tbody>
 115     </tgroup>
 116   </informaltable>
 117   <section remap="h2">
 118     <title><anchor xml:id="dbdoclet.50438258_pgfId-1301679" xreflabel=""/></title>
 119     <section remap="h2">
 120       <title>7.1 <anchor xml:id="dbdoclet.50438258_95824" xreflabel=""/>Network Interface <anchor xml:id="dbdoclet.50438258_marker-1301678" xreflabel=""/>Bonding Overview</title>
 121       <para><anchor xml:id="dbdoclet.50438258_pgfId-1301680" xreflabel=""/>Bonding, also known as link aggregation, trunking and port trunking, is a method of aggregating multiple physical network links into a single logical link for increased bandwidth.</para>
 122       <para><anchor xml:id="dbdoclet.50438258_pgfId-1301681" xreflabel=""/>Several different types of bonding are available in Linux. All these types are referred to as â€œmodes,â€ and use the bonding kernel module.</para>
 123       <para><anchor xml:id="dbdoclet.50438258_pgfId-1301682" xreflabel=""/>Modes 0 to 3 allow load balancing and fault tolerance by using multiple interfaces. Mode 4 aggregates a group of interfaces into a single virtual interface where all members of the group share the same speed and duplex settings. This mode is described under IEEE spec 802.3ad, and it is referred to as either â€œmode 4â€ or â€œ802.3ad.â€</para>
 124     </section>
 125     <section remap="h2">
 126       <title>7.2 <anchor xml:id="dbdoclet.50438258_29107" xreflabel=""/>Require<anchor xml:id="dbdoclet.50438258_marker-1301684" xreflabel=""/>ments</title>
 127       <para><anchor xml:id="dbdoclet.50438258_pgfId-1301686" xreflabel=""/>The most basic requirement for successful bonding is that both endpoints of the connection must be capable of bonding. In a normal case, the non-server endpoint is a switch. (Two systems connected via crossover cables can also use bonding.) Any switch used must explicitly handle 802.3ad Dynamic Link Aggregation.</para>
 128       <para><anchor xml:id="dbdoclet.50438258_pgfId-1301687" xreflabel=""/>The kernel must also be configured with bonding. All supported Lustre kernels have bonding functionality. The network driver for the interfaces to be bonded must have the ethtool functionality to determine slave speed and duplex settings. All recent network drivers implement it.</para>
 129       <para><anchor xml:id="dbdoclet.50438258_pgfId-1301688" xreflabel=""/>To verify that your interface works with ethtool, run:</para>
 130       <screen><anchor xml:id="dbdoclet.50438258_pgfId-1301689" xreflabel=""/># which ethtool
 131 <anchor xml:id="dbdoclet.50438258_pgfId-1301690" xreflabel=""/>/sbin/ethtool
 132 <anchor xml:id="dbdoclet.50438258_pgfId-1301691" xreflabel=""/>
 133 <anchor xml:id="dbdoclet.50438258_pgfId-1301692" xreflabel=""/># ethtool eth0
 134 <anchor xml:id="dbdoclet.50438258_pgfId-1301693" xreflabel=""/>Settings for eth0:
 135 <anchor xml:id="dbdoclet.50438258_pgfId-1301694" xreflabel=""/>           Supported ports: [ TP MII ]
 136 <anchor xml:id="dbdoclet.50438258_pgfId-1301695" xreflabel=""/>           Supported link modes:   10baseT/Half 10baseT/Full/
 137 <anchor xml:id="dbdoclet.50438258_pgfId-1301696" xreflabel=""/>                                   100baseT/Half 100baseT/Full
 138 <anchor xml:id="dbdoclet.50438258_pgfId-1301697" xreflabel=""/>           Supports auto-negotiation: Yes
 139 <anchor xml:id="dbdoclet.50438258_pgfId-1301698" xreflabel=""/>           Advertised link modes:  10baseT/Half 10baseT/Full
 140 <anchor xml:id="dbdoclet.50438258_pgfId-1301699" xreflabel=""/>                                   100baseT/Half 100baseT/Full
 141 <anchor xml:id="dbdoclet.50438258_pgfId-1301700" xreflabel=""/>           Advertised auto-negotiation: Yes
 142 <anchor xml:id="dbdoclet.50438258_pgfId-1301701" xreflabel=""/>           Speed: 100Mb/s
 143 <anchor xml:id="dbdoclet.50438258_pgfId-1301702" xreflabel=""/>           Duplex: Full
 144 <anchor xml:id="dbdoclet.50438258_pgfId-1301703" xreflabel=""/>           Port: MII
 145 <anchor xml:id="dbdoclet.50438258_pgfId-1301704" xreflabel=""/>           PHYAD: 1
 146 <anchor xml:id="dbdoclet.50438258_pgfId-1301705" xreflabel=""/>           Transceiver: internal
 147 <anchor xml:id="dbdoclet.50438258_pgfId-1301706" xreflabel=""/>           Auto-negotiation: on
 148 <anchor xml:id="dbdoclet.50438258_pgfId-1301707" xreflabel=""/>           Supports Wake-on: pumbg
 149 <anchor xml:id="dbdoclet.50438258_pgfId-1301708" xreflabel=""/>           Wake-on: d
 150 <anchor xml:id="dbdoclet.50438258_pgfId-1301709" xreflabel=""/>           Current message level: 0x00000001 (1)
 151 <anchor xml:id="dbdoclet.50438258_pgfId-1301710" xreflabel=""/>           Link detected: yes
 152 <anchor xml:id="dbdoclet.50438258_pgfId-1301711" xreflabel=""/>
 153 <anchor xml:id="dbdoclet.50438258_pgfId-1301712" xreflabel=""/># ethtool eth1
 154 <anchor xml:id="dbdoclet.50438258_pgfId-1301713" xreflabel=""/>
 155 <anchor xml:id="dbdoclet.50438258_pgfId-1301714" xreflabel=""/>Settings for eth1:
 156 <anchor xml:id="dbdoclet.50438258_pgfId-1301715" xreflabel=""/>   Supported ports: [ TP MII ]
 157 <anchor xml:id="dbdoclet.50438258_pgfId-1301716" xreflabel=""/>   Supported link modes:   10baseT/Half 10baseT/Full
 158 <anchor xml:id="dbdoclet.50438258_pgfId-1301717" xreflabel=""/>                           100baseT/Half 100baseT/Full
 159 <anchor xml:id="dbdoclet.50438258_pgfId-1301718" xreflabel=""/>   Supports auto-negotiation: Yes
 160 <anchor xml:id="dbdoclet.50438258_pgfId-1301719" xreflabel=""/>   Advertised link modes:  10baseT/Half 10baseT/Full
 161 <anchor xml:id="dbdoclet.50438258_pgfId-1301720" xreflabel=""/>   100baseT/Half 100baseT/Full
 162 <anchor xml:id="dbdoclet.50438258_pgfId-1301721" xreflabel=""/>   Advertised auto-negotiation: Yes
 163 <anchor xml:id="dbdoclet.50438258_pgfId-1301722" xreflabel=""/>   Speed: 100Mb/s
 164 <anchor xml:id="dbdoclet.50438258_pgfId-1301723" xreflabel=""/>   Duplex: Full
 165 <anchor xml:id="dbdoclet.50438258_pgfId-1301724" xreflabel=""/>   Port: MII
 166 <anchor xml:id="dbdoclet.50438258_pgfId-1301725" xreflabel=""/>   PHYAD: 32
 167 <anchor xml:id="dbdoclet.50438258_pgfId-1301726" xreflabel=""/>   Transceiver: internal
 168 <anchor xml:id="dbdoclet.50438258_pgfId-1301727" xreflabel=""/>   Auto-negotiation: on
 169 <anchor xml:id="dbdoclet.50438258_pgfId-1301728" xreflabel=""/>   Supports Wake-on: pumbg
 170 <anchor xml:id="dbdoclet.50438258_pgfId-1301729" xreflabel=""/>   Wake-on: d
 171 <anchor xml:id="dbdoclet.50438258_pgfId-1301730" xreflabel=""/>   Current message level: 0x00000007 (7)
 172 <anchor xml:id="dbdoclet.50438258_pgfId-1301731" xreflabel=""/>   Link detected: yes
 173 <anchor xml:id="dbdoclet.50438258_pgfId-1301732" xreflabel=""/>   To quickly check whether your kernel supports bonding, run:
 174 <anchor xml:id="dbdoclet.50438258_pgfId-1301733" xreflabel=""/>   # grep ifenslave /sbin/ifup
 175 <anchor xml:id="dbdoclet.50438258_pgfId-1301734" xreflabel=""/>   # which ifenslave
 176 <anchor xml:id="dbdoclet.50438258_pgfId-1301735" xreflabel=""/>   /sbin/ifenslave
 177 </screen>
 178     </section>
 179     <section remap="h2">
 180       <title>7.3 <anchor xml:id="dbdoclet.50438258_25353" xreflabel=""/>Bonding <anchor xml:id="dbdoclet.50438258_marker-1301747" xreflabel=""/>Module Parameters</title>
 181       <para><anchor xml:id="dbdoclet.50438258_pgfId-1301749" xreflabel=""/>Bonding module parameters control various aspects of bonding.</para>
 182       <para><anchor xml:id="dbdoclet.50438258_pgfId-1301750" xreflabel=""/>Outgoing traffic is mapped across the slave interfaces according to the transmit hash policy. For Lustre, we recommend that you set the xmit_hash_policy option to the layer3+4 option for bonding. This policy uses upper layer protocol information if available to generate the hash. This allows traffic to a particular network peer to span multiple slaves, although a single connection does not span multiple slaves.</para>
 183       <screen><anchor xml:id="dbdoclet.50438258_pgfId-1301751" xreflabel=""/>$ xmit_hash_policy=layer3+4
 184 </screen>
 185       <para><anchor xml:id="dbdoclet.50438258_pgfId-1301752" xreflabel=""/>The miimon option enables users to monitor the link status. (The parameter is a time interval in milliseconds.) It makes an interface failure transparent to avoid serious network degradation during link failures. A reasonable default setting is 100 milliseconds; run:</para>
 186       <screen><anchor xml:id="dbdoclet.50438258_pgfId-1301753" xreflabel=""/>$ miimon=100
 187 </screen>
 188       <para><anchor xml:id="dbdoclet.50438258_pgfId-1301754" xreflabel=""/>For a busy network, increase the timeout.</para>
 189     </section>
 190     <section remap="h2">
 191       <title>7.4 <anchor xml:id="dbdoclet.50438258_26899" xreflabel=""/><anchor xml:id="dbdoclet.50438258_26702" xreflabel=""/>Setting Up <anchor xml:id="dbdoclet.50438258_marker-1301757" xreflabel=""/>Bonding</title>
 192       <para><anchor xml:id="dbdoclet.50438258_pgfId-1301759" xreflabel=""/>To set up bonding:</para>
 193       <para><anchor xml:id="dbdoclet.50438258_pgfId-1301760" xreflabel=""/> 1. Create a virtual &apos;bond&apos; interface by creating a configuration file in:</para>
 194       <screen><anchor xml:id="dbdoclet.50438258_pgfId-1301761" xreflabel=""/>/etc/sysconfig/network-scripts/ # vi /etc/sysconfig/ network-scripts/ifcfg-\
 195 bond0
 196 </screen>
 197       <para><anchor xml:id="dbdoclet.50438258_pgfId-1301762" xreflabel=""/> 2. Append the following lines to the file.</para>
 198       <screen><anchor xml:id="dbdoclet.50438258_pgfId-1301763" xreflabel=""/>DEVICE=bond0
 199 <anchor xml:id="dbdoclet.50438258_pgfId-1301764" xreflabel=""/>IPADDR=192.168.10.79 # Use the free IP Address of your network
 200 <anchor xml:id="dbdoclet.50438258_pgfId-1301765" xreflabel=""/>NETWORK=192.168.10.0
 201 <anchor xml:id="dbdoclet.50438258_pgfId-1301766" xreflabel=""/>NETMASK=255.255.255.0
 202 <anchor xml:id="dbdoclet.50438258_pgfId-1301767" xreflabel=""/>USERCTL=no
 203 <anchor xml:id="dbdoclet.50438258_pgfId-1301768" xreflabel=""/>BOOTPROTO=none
 204 <anchor xml:id="dbdoclet.50438258_pgfId-1301769" xreflabel=""/>ONBOOT=yes
 205 </screen>
 206       <para><anchor xml:id="dbdoclet.50438258_pgfId-1301770" xreflabel=""/> 3. Attach one or more slave interfaces to the bond interface. Modify the eth0 and eth1 configuration files (using a VI text editor).</para>
 207       <para><anchor xml:id="dbdoclet.50438258_pgfId-1301771" xreflabel=""/>a. Use the VI text editor to open the eth0 configuration file.</para>
 208       <screen><anchor xml:id="dbdoclet.50438258_pgfId-1301772" xreflabel=""/># vi /etc/sysconfig/network-scripts/ifcfg-eth0
 209 </screen>
 210       <para><anchor xml:id="dbdoclet.50438258_pgfId-1301773" xreflabel=""/>b. Modify/append the eth0 file as follows:</para>
 211       <screen><anchor xml:id="dbdoclet.50438258_pgfId-1301774" xreflabel=""/>DEVICE=eth0
 212 <anchor xml:id="dbdoclet.50438258_pgfId-1301775" xreflabel=""/>USERCTL=no
 213 <anchor xml:id="dbdoclet.50438258_pgfId-1301776" xreflabel=""/>ONBOOT=yes
 214 <anchor xml:id="dbdoclet.50438258_pgfId-1301777" xreflabel=""/>MASTER=bond0
 215 <anchor xml:id="dbdoclet.50438258_pgfId-1301778" xreflabel=""/>SLAVE=yes
 216 <anchor xml:id="dbdoclet.50438258_pgfId-1301779" xreflabel=""/>BOOTPROTO=none
 217 </screen>
 218       <para><anchor xml:id="dbdoclet.50438258_pgfId-1301780" xreflabel=""/>c. Use the VI text editor to open the eth1 configuration file.</para>
 219       <screen><anchor xml:id="dbdoclet.50438258_pgfId-1301781" xreflabel=""/># vi /etc/sysconfig/network-scripts/ifcfg-eth1
 220 </screen>
 221       <para><anchor xml:id="dbdoclet.50438258_pgfId-1301782" xreflabel=""/>d. Modify/append the eth1 file as follows:</para>
 222       <screen><anchor xml:id="dbdoclet.50438258_pgfId-1301783" xreflabel=""/>DEVICE=eth1
 223 <anchor xml:id="dbdoclet.50438258_pgfId-1301784" xreflabel=""/>USERCTL=no
 224 <anchor xml:id="dbdoclet.50438258_pgfId-1301785" xreflabel=""/>ONBOOT=yes
 225 <anchor xml:id="dbdoclet.50438258_pgfId-1301786" xreflabel=""/>MASTER=bond0
 226 <anchor xml:id="dbdoclet.50438258_pgfId-1301787" xreflabel=""/>SLAVE=yes
 227 <anchor xml:id="dbdoclet.50438258_pgfId-1301788" xreflabel=""/>BOOTPROTO=none
 228 </screen>
 229       <para><anchor xml:id="dbdoclet.50438258_pgfId-1301789" xreflabel=""/> 4. Set up the bond interface and its options in /etc/modprobe.conf. Start the slave interfaces by your normal network method.</para>
 230       <screen><anchor xml:id="dbdoclet.50438258_pgfId-1301790" xreflabel=""/># vi /etc/modprobe.conf
 231 </screen>
 232       <para><anchor xml:id="dbdoclet.50438258_pgfId-1301791" xreflabel=""/>a. Append the following lines to the file.</para>
 233       <screen><anchor xml:id="dbdoclet.50438258_pgfId-1301792" xreflabel=""/>alias bond0 bonding
 234 <anchor xml:id="dbdoclet.50438258_pgfId-1301793" xreflabel=""/>options bond0 mode=balance-alb miimon=100
 235 </screen>
 236       <para><anchor xml:id="dbdoclet.50438258_pgfId-1301794" xreflabel=""/>b. Load the bonding module.</para>
 237       <screen><anchor xml:id="dbdoclet.50438258_pgfId-1301795" xreflabel=""/># modprobe bonding
 238 <anchor xml:id="dbdoclet.50438258_pgfId-1301796" xreflabel=""/># ifconfig bond0 up
 239 <anchor xml:id="dbdoclet.50438258_pgfId-1301797" xreflabel=""/># ifenslave bond0 eth0 eth1
 240 </screen>
 241       <para><anchor xml:id="dbdoclet.50438258_pgfId-1301798" xreflabel=""/> 5. Start/restart the slave interfaces (using your normal network method).</para>
 242       <informaltable frame="none">
 243         <tgroup cols="1">
 244           <colspec colname="c1" colwidth="100*"/>
 245           <tbody>
 246             <row>
 247               <entry><para><emphasis role="bold">Note -</emphasis><anchor xml:id="dbdoclet.50438258_pgfId-1301799" xreflabel=""/>You must modprobe the bonding module for each bonded interface. If you wish to create bond0 and bond1, two entries in modprobe.conf are required.</para></entry>
 248             </row>
 249           </tbody>
 250         </tgroup>
 251       </informaltable>
 252       <para><anchor xml:id="dbdoclet.50438258_pgfId-1301800" xreflabel=""/>The examples below are from RedHat systems. For setup use: /etc/sysconfig/networking-scripts/ifcfg-* The website referenced below includes detailed instructions for other configuration methods, instructions to use DHCP with bonding, and other setup details. We strongly recommend you use this website.</para>
 253       <para><anchor xml:id="dbdoclet.50438258_pgfId-1302123" xreflabel=""/><link xl:href="http://www.linuxfoundation.org/collaborate/workgroups/networking/bonding">http://www.linuxfoundation.org/collaborate/workgroups/networking/bonding</link></para>
 254       <para><anchor xml:id="dbdoclet.50438258_pgfId-1301803" xreflabel=""/> 6. Check /proc/net/bonding to determine status on bonding. There should be a file there for each bond interface.</para>
 255       <screen><anchor xml:id="dbdoclet.50438258_pgfId-1301804" xreflabel=""/># cat /proc/net/bonding/bond0
 256 <anchor xml:id="dbdoclet.50438258_pgfId-1301805" xreflabel=""/>Ethernet Channel Bonding Driver: v3.0.3 (March 23, 2006)
 257 <anchor xml:id="dbdoclet.50438258_pgfId-1301806" xreflabel=""/>
 258 <anchor xml:id="dbdoclet.50438258_pgfId-1301807" xreflabel=""/>Bonding Mode: load balancing (round-robin)
 259 <anchor xml:id="dbdoclet.50438258_pgfId-1301808" xreflabel=""/>MII Status: up
 260 <anchor xml:id="dbdoclet.50438258_pgfId-1301809" xreflabel=""/>MII Polling Interval (ms): 0
 261 <anchor xml:id="dbdoclet.50438258_pgfId-1301810" xreflabel=""/>Up Delay (ms): 0
 262 <anchor xml:id="dbdoclet.50438258_pgfId-1301811" xreflabel=""/>Down Delay (ms): 0
 263 <anchor xml:id="dbdoclet.50438258_pgfId-1301812" xreflabel=""/>
 264 <anchor xml:id="dbdoclet.50438258_pgfId-1301813" xreflabel=""/>Slave Interface: eth0
 265 <anchor xml:id="dbdoclet.50438258_pgfId-1301814" xreflabel=""/>MII Status: up
 266 <anchor xml:id="dbdoclet.50438258_pgfId-1301815" xreflabel=""/>Link Failure Count: 0
 267 <anchor xml:id="dbdoclet.50438258_pgfId-1301816" xreflabel=""/>Permanent HW addr: 4c:00:10:ac:61:e0
 268 <anchor xml:id="dbdoclet.50438258_pgfId-1301817" xreflabel=""/>
 269 <anchor xml:id="dbdoclet.50438258_pgfId-1301818" xreflabel=""/>Slave Interface: eth1
 270 <anchor xml:id="dbdoclet.50438258_pgfId-1301819" xreflabel=""/>MII Status: up
 271 <anchor xml:id="dbdoclet.50438258_pgfId-1301820" xreflabel=""/>Link Failure Count: 0
 272 <anchor xml:id="dbdoclet.50438258_pgfId-1301821" xreflabel=""/>Permanent HW addr: 00:14:2a:7c:40:1d
 273 </screen>
 274       <para><anchor xml:id="dbdoclet.50438258_pgfId-1301822" xreflabel=""/> 7. Use ethtool or ifconfig to check the interface state. ifconfig lists the first bonded interface as â€œbond0.â€</para>
 275       <screen><anchor xml:id="dbdoclet.50438258_pgfId-1301823" xreflabel=""/>ifconfig
 276 <anchor xml:id="dbdoclet.50438258_pgfId-1301824" xreflabel=""/>bond0      Link encap:Ethernet  HWaddr 4C:00:10:AC:61:E0
 277 <anchor xml:id="dbdoclet.50438258_pgfId-1301825" xreflabel=""/>   inet addr:192.168.10.79  Bcast:192.168.10.255 \     Mask:255.255.255.0
 278 <anchor xml:id="dbdoclet.50438258_pgfId-1301826" xreflabel=""/>   inet6 addr: fe80::4e00:10ff:feac:61e0/64 Scope:Link
 279 <anchor xml:id="dbdoclet.50438258_pgfId-1301827" xreflabel=""/>   UP BROADCAST RUNNING MASTER MULTICAST  MTU:1500 Metric:1
 280 <anchor xml:id="dbdoclet.50438258_pgfId-1301828" xreflabel=""/>   RX packets:3091 errors:0 dropped:0 overruns:0 frame:0
 281 <anchor xml:id="dbdoclet.50438258_pgfId-1301829" xreflabel=""/>   TX packets:880 errors:0 dropped:0 overruns:0 carrier:0
 282 <anchor xml:id="dbdoclet.50438258_pgfId-1301830" xreflabel=""/>   collisions:0 txqueuelen:0
 283 <anchor xml:id="dbdoclet.50438258_pgfId-1301831" xreflabel=""/>   RX bytes:314203 (306.8 KiB)  TX bytes:129834 (126.7 KiB)
 284 <anchor xml:id="dbdoclet.50438258_pgfId-1301832" xreflabel=""/>
 285 <anchor xml:id="dbdoclet.50438258_pgfId-1301833" xreflabel=""/>eth0       Link encap:Ethernet  HWaddr 4C:00:10:AC:61:E0
 286 <anchor xml:id="dbdoclet.50438258_pgfId-1301834" xreflabel=""/>   inet6 addr: fe80::4e00:10ff:feac:61e0/64 Scope:Link
 287 <anchor xml:id="dbdoclet.50438258_pgfId-1301835" xreflabel=""/>   UP BROADCAST RUNNING SLAVE MULTICAST  MTU:1500 Metric:1
 288 <anchor xml:id="dbdoclet.50438258_pgfId-1301836" xreflabel=""/>   RX packets:1581 errors:0 dropped:0 overruns:0 frame:0
 289 <anchor xml:id="dbdoclet.50438258_pgfId-1301837" xreflabel=""/>   TX packets:448 errors:0 dropped:0 overruns:0 carrier:0
 290 <anchor xml:id="dbdoclet.50438258_pgfId-1301838" xreflabel=""/>   collisions:0 txqueuelen:1000
 291 <anchor xml:id="dbdoclet.50438258_pgfId-1301839" xreflabel=""/>   RX bytes:162084 (158.2 KiB)  TX bytes:67245 (65.6 KiB)
 292 <anchor xml:id="dbdoclet.50438258_pgfId-1301840" xreflabel=""/>   Interrupt:193 Base address:0x8c00
 293 <anchor xml:id="dbdoclet.50438258_pgfId-1301841" xreflabel=""/>
 294 <anchor xml:id="dbdoclet.50438258_pgfId-1301842" xreflabel=""/>eth1       Link encap:Ethernet  HWaddr 4C:00:10:AC:61:E0
 295 <anchor xml:id="dbdoclet.50438258_pgfId-1301843" xreflabel=""/>   inet6 addr: fe80::4e00:10ff:feac:61e0/64 Scope:Link
 296 <anchor xml:id="dbdoclet.50438258_pgfId-1301844" xreflabel=""/>   UP BROADCAST RUNNING SLAVE MULTICAST  MTU:1500 Metric:1
 297 <anchor xml:id="dbdoclet.50438258_pgfId-1301845" xreflabel=""/>   RX packets:1513 errors:0 dropped:0 overruns:0 frame:0
 298 <anchor xml:id="dbdoclet.50438258_pgfId-1301846" xreflabel=""/>   TX packets:444 errors:0 dropped:0 overruns:0 carrier:0
 299 <anchor xml:id="dbdoclet.50438258_pgfId-1301847" xreflabel=""/>   collisions:0 txqueuelen:1000
 300 <anchor xml:id="dbdoclet.50438258_pgfId-1301848" xreflabel=""/>   RX bytes:152299 (148.7 KiB)  TX bytes:64517 (63.0 KiB)
 301 <anchor xml:id="dbdoclet.50438258_pgfId-1301849" xreflabel=""/>   Interrupt:185 Base address:0x6000
 302 </screen>
 303       <section remap="h3">
 304         <title><anchor xml:id="dbdoclet.50438258_pgfId-1301850" xreflabel=""/>7.4.1 Examples</title>
 305         <para><anchor xml:id="dbdoclet.50438258_pgfId-1301851" xreflabel=""/>This is an example showing modprobe.conf entries for bonding Ethernet interfaces eth1 and eth2 to bond0:</para>
 306         <screen><anchor xml:id="dbdoclet.50438258_pgfId-1301852" xreflabel=""/># cat /etc/modprobe.conf
 307 <anchor xml:id="dbdoclet.50438258_pgfId-1301853" xreflabel=""/>alias eth0 8139too
 308 <anchor xml:id="dbdoclet.50438258_pgfId-1301854" xreflabel=""/>alias scsi_hostadapter sata_via
 309 <anchor xml:id="dbdoclet.50438258_pgfId-1301855" xreflabel=""/>alias scsi_hostadapter1 usb-storage
 310 <anchor xml:id="dbdoclet.50438258_pgfId-1301856" xreflabel=""/>alias snd-card-0 snd-via82xx
 311 <anchor xml:id="dbdoclet.50438258_pgfId-1301857" xreflabel=""/>options snd-card-0 index=0
 312 <anchor xml:id="dbdoclet.50438258_pgfId-1301858" xreflabel=""/>options snd-via82xx index=0
 313 <anchor xml:id="dbdoclet.50438258_pgfId-1301859" xreflabel=""/>alias bond0 bonding
 314 <anchor xml:id="dbdoclet.50438258_pgfId-1301860" xreflabel=""/>options bond0 mode=balance-alb miimon=100
 315 <anchor xml:id="dbdoclet.50438258_pgfId-1301861" xreflabel=""/>options lnet networks=tcp
 316 <anchor xml:id="dbdoclet.50438258_pgfId-1301862" xreflabel=""/>alias eth1 via-rhine
 317 <anchor xml:id="dbdoclet.50438258_pgfId-1301863" xreflabel=""/>
 318 <anchor xml:id="dbdoclet.50438258_pgfId-1301864" xreflabel=""/># cat /etc/sysconfig/network-scripts/ifcfg-bond0
 319 <anchor xml:id="dbdoclet.50438258_pgfId-1301865" xreflabel=""/>DEVICE=bond0
 320 <anchor xml:id="dbdoclet.50438258_pgfId-1301866" xreflabel=""/>BOOTPROTO=none
 321 <anchor xml:id="dbdoclet.50438258_pgfId-1301867" xreflabel=""/>NETMASK=255.255.255.0
 322 <anchor xml:id="dbdoclet.50438258_pgfId-1301868" xreflabel=""/>IPADDR=192.168.10.79 # (Assign here the IP of the bonded interface.)
 323 <anchor xml:id="dbdoclet.50438258_pgfId-1301869" xreflabel=""/>ONBOOT=yes
 324 <anchor xml:id="dbdoclet.50438258_pgfId-1301870" xreflabel=""/>USERCTL=no
 325 <anchor xml:id="dbdoclet.50438258_pgfId-1301871" xreflabel=""/>
 326 <anchor xml:id="dbdoclet.50438258_pgfId-1301872" xreflabel=""/>ifcfg-ethx
 327 <anchor xml:id="dbdoclet.50438258_pgfId-1301873" xreflabel=""/># cat /etc/sysconfig/network-scripts/ifcfg-eth0
 328 <anchor xml:id="dbdoclet.50438258_pgfId-1301874" xreflabel=""/>TYPE=Ethernet
 329 <anchor xml:id="dbdoclet.50438258_pgfId-1301875" xreflabel=""/>DEVICE=eth0
 330 <anchor xml:id="dbdoclet.50438258_pgfId-1301876" xreflabel=""/>HWADDR=4c:00:10:ac:61:e0
 331 <anchor xml:id="dbdoclet.50438258_pgfId-1301877" xreflabel=""/>BOOTPROTO=none
 332 <anchor xml:id="dbdoclet.50438258_pgfId-1301878" xreflabel=""/>ONBOOT=yes
 333 <anchor xml:id="dbdoclet.50438258_pgfId-1301879" xreflabel=""/>USERCTL=no
 334 <anchor xml:id="dbdoclet.50438258_pgfId-1301880" xreflabel=""/>IPV6INIT=no
 335 <anchor xml:id="dbdoclet.50438258_pgfId-1301881" xreflabel=""/>PEERDNS=yes
 336 <anchor xml:id="dbdoclet.50438258_pgfId-1301882" xreflabel=""/>MASTER=bond0
 337 <anchor xml:id="dbdoclet.50438258_pgfId-1301883" xreflabel=""/>SLAVE=yes
 338 </screen>
 339         <para><anchor xml:id="dbdoclet.50438258_pgfId-1301884" xreflabel=""/>In the following example, the bond0 interface is the master (MASTER) while eth0 and eth1 are slaves (SLAVE).</para>
 340         <informaltable frame="none">
 341           <tgroup cols="1">
 342             <colspec colname="c1" colwidth="100*"/>
 343             <tbody>
 344               <row>
 345                 <entry><para><emphasis role="bold">Note -</emphasis><anchor xml:id="dbdoclet.50438258_pgfId-1301885" xreflabel=""/>All slaves of bond0 have the same MAC address (Hwaddr) - bond0. All modes, except TLB and ALB, have this MAC address. TLB and ALB require a unique MAC address for each slave.</para></entry>
 346               </row>
 347             </tbody>
 348           </tgroup>
 349         </informaltable>
 350         <screen><anchor xml:id="dbdoclet.50438258_pgfId-1301886" xreflabel=""/>$ /sbin/ifconfig
 351 <anchor xml:id="dbdoclet.50438258_pgfId-1301887" xreflabel=""/>
 352 <anchor xml:id="dbdoclet.50438258_pgfId-1301888" xreflabel=""/>bond0Link encap:EthernetHwaddr 00:C0:F0:1F:37:B4
 353 <anchor xml:id="dbdoclet.50438258_pgfId-1301889" xreflabel=""/>inet addr:XXX.XXX.XXX.YYY Bcast:XXX.XXX.XXX.255 Mask:255.255.252.0
 354 <anchor xml:id="dbdoclet.50438258_pgfId-1301890" xreflabel=""/>UP BROADCAST RUNNING MASTER MULTICAST MTU:1500  Metric:1
 355 <anchor xml:id="dbdoclet.50438258_pgfId-1301891" xreflabel=""/>RX packets:7224794 errors:0 dropped:0 overruns:0 frame:0
 356 <anchor xml:id="dbdoclet.50438258_pgfId-1301892" xreflabel=""/>TX packets:3286647 errors:1 dropped:0 overruns:1 carrier:0
 357 <anchor xml:id="dbdoclet.50438258_pgfId-1301893" xreflabel=""/>collisions:0 txqueuelen:0
 358 <anchor xml:id="dbdoclet.50438258_pgfId-1301894" xreflabel=""/>
 359 <anchor xml:id="dbdoclet.50438258_pgfId-1301895" xreflabel=""/>eth0Link encap:EthernetHwaddr 00:C0:F0:1F:37:B4
 360 <anchor xml:id="dbdoclet.50438258_pgfId-1301896" xreflabel=""/>inet addr:XXX.XXX.XXX.YYY Bcast:XXX.XXX.XXX.255 Mask:255.255.252.0
 361 <anchor xml:id="dbdoclet.50438258_pgfId-1301897" xreflabel=""/>UP BROADCAST RUNNING SLAVE MULTICAST MTU:1500  Metric:1
 362 <anchor xml:id="dbdoclet.50438258_pgfId-1301898" xreflabel=""/>RX packets:3573025 errors:0 dropped:0 overruns:0 frame:0
 363 <anchor xml:id="dbdoclet.50438258_pgfId-1301899" xreflabel=""/>TX packets:1643167 errors:1 dropped:0 overruns:1 carrier:0
 364 <anchor xml:id="dbdoclet.50438258_pgfId-1301900" xreflabel=""/>collisions:0 txqueuelen:100
 365 <anchor xml:id="dbdoclet.50438258_pgfId-1301901" xreflabel=""/>Interrupt:10 Base address:0x1080
 366 <anchor xml:id="dbdoclet.50438258_pgfId-1301902" xreflabel=""/>
 367 <anchor xml:id="dbdoclet.50438258_pgfId-1301903" xreflabel=""/>eth1Link encap:EthernetHwaddr 00:C0:F0:1F:37:B4
 368 <anchor xml:id="dbdoclet.50438258_pgfId-1301904" xreflabel=""/>inet addr:XXX.XXX.XXX.YYY Bcast:XXX.XXX.XXX.255 Mask:255.255.252.0
 369 <anchor xml:id="dbdoclet.50438258_pgfId-1301905" xreflabel=""/>UP BROADCAST RUNNING SLAVE MULTICAST MTU:1500  Metric:1
 370 <anchor xml:id="dbdoclet.50438258_pgfId-1301906" xreflabel=""/>RX packets:3651769 errors:0 dropped:0 overruns:0 frame:0
 371 <anchor xml:id="dbdoclet.50438258_pgfId-1301907" xreflabel=""/>TX packets:1643480 errors:0 dropped:0 overruns:0 carrier:0
 372 <anchor xml:id="dbdoclet.50438258_pgfId-1301908" xreflabel=""/>collisions:0 txqueuelen:100
 373 <anchor xml:id="dbdoclet.50438258_pgfId-1301909" xreflabel=""/>Interrupt:9 Base address:0x1400
 374 </screen>
 375       </section>
 376     </section>
 377     <section remap="h2">
 378       <title>7.5 <anchor xml:id="dbdoclet.50438258_54769" xreflabel=""/>Configuring <anchor xml:id="dbdoclet.50438258_marker-1301911" xreflabel=""/>Lustre with Bonding</title>
 379       <para><anchor xml:id="dbdoclet.50438258_pgfId-1301913" xreflabel=""/>Lustre uses the IP address of the bonded interfaces and requires no special configuration. It treats the bonded interface as a regular TCP/IP interface. If needed, specify bond0 using the Lustre networks parameter in /etc/modprobe.</para>
 380       <screen><anchor xml:id="dbdoclet.50438258_pgfId-1301914" xreflabel=""/>options lnet networks=tcp(bond0)
 381 </screen>
 382     </section>
 383     <section remap="h2">
 384       <title>7.6 <anchor xml:id="dbdoclet.50438258_92244" xreflabel=""/>Bonding <anchor xml:id="dbdoclet.50438258_marker-1301915" xreflabel=""/>References</title>
 385       <para><anchor xml:id="dbdoclet.50438258_pgfId-1301917" xreflabel=""/>We recommend the following bonding references:</para>
 386       <itemizedlist><listitem>
 387           <para><anchor xml:id="dbdoclet.50438258_pgfId-1301918" xreflabel=""/> In the Linux kernel source tree, see documentation/networking/bonding.txt</para>
 388         </listitem>
 389 <listitem>
 390           <para> </para>
 391         </listitem>
 392 <listitem>
 393           <para><anchor xml:id="dbdoclet.50438258_pgfId-1301920" xreflabel=""/><link xl:href="http://linux-ip.net/html/ether-bonding.html">http://linux-ip.net/html/ether-bonding.html</link></para>
 394         </listitem>
 395 <listitem>
 396           <para> </para>
 397         </listitem>
 398 <listitem>
 399           <para><anchor xml:id="dbdoclet.50438258_pgfId-1301922" xreflabel=""/><link xl:href="http://www.sourceforge.net/projects/bonding">http://www.sourceforge.net/projects/bonding</link></para>
 400         </listitem>
 401 <listitem>
 402           <para> </para>
 403         </listitem>
 404 <listitem>
 405           <para><anchor xml:id="dbdoclet.50438258_pgfId-1301923" xreflabel=""/> Linux Foundation bonding website: <link xl:href="http://www.linuxfoundation.org/collaborate/workgroups/networking/bonding">http://www.linuxfoundation.org/collaborate/workgroups/networking/bonding</link></para>
 406         </listitem>
 407 <listitem>
 408           <para> </para>
 409         </listitem>
 410 </itemizedlist>
 411       <para><anchor xml:id="dbdoclet.50438258_pgfId-1301924" xreflabel=""/>This is the most extensive reference and we highly recommend it. This website includes explanations of more complicated setups, including the use of DHCP with bonding.</para>
 412       <screen><anchor xml:id="dbdoclet.50438258_pgfId-1301673" xreflabel=""/>
 413 </screen>
 414       <!--
 415 Begin SiteCatalyst code version: G.5.
 416 -->
 417       <!--
 418 End SiteCatalyst code version: G.5.
 419 -->
 420         <informaltable frame="none">
 421         <tgroup cols="3">
 422           <colspec colname="c1" colwidth="33*"/>
 423           <colspec colname="c2" colwidth="33*"/>
 424           <colspec colname="c3" colwidth="33*"/>
 425
 426
 427
 428           <tbody>
 429             <row>
 430               <entry align="left"><para>Lustre 2.0 Operations Manual</para></entry>
 431               <entry align="right"><para>821-2076-10</para></entry>
 432               <entry align="right" valign="top"><para><link xl:href="index.html"><inlinemediaobject><imageobject role="html">
 433                         <imagedata contentdepth="26" contentwidth="30" fileref="./shared/toc01.gif" scalefit="1"/>
 434                       </imageobject>
 435 <imageobject role="fo">
 436                         <imagedata contentdepth="100%" contentwidth="" depth="" fileref="./shared/toc01.gif" scalefit="1" width="100%"/>
 437                       </imageobject>
 438 </inlinemediaobject></link><link xl:href="ConfiguringStorage.html"><inlinemediaobject><imageobject role="html">
 439                         <imagedata contentdepth="26" contentwidth="30" fileref="./shared/prev01.gif" scalefit="1"/>
 440                       </imageobject>
 441 <imageobject role="fo">
 442                         <imagedata contentdepth="100%" contentwidth="" depth="" fileref="./shared/prev01.gif" scalefit="1" width="100%"/>
 443                       </imageobject>
 444 </inlinemediaobject></link><link xl:href="InstallingLustre.html"><inlinemediaobject><imageobject role="html">
 445                         <imagedata contentdepth="26" contentwidth="30" fileref="./shared/next01.gif" scalefit="1"/>
 446                       </imageobject>
 447 <imageobject role="fo">
 448                         <imagedata contentdepth="100%" contentwidth="" depth="" fileref="./shared/next01.gif" scalefit="1" width="100%"/>
 449                       </imageobject>
 450 </inlinemediaobject></link><link xl:href="ix.html"><inlinemediaobject><imageobject role="html">
 451                         <imagedata contentdepth="26" contentwidth="30" fileref="./shared/index01.gif" scalefit="1"/>
 452                       </imageobject>
 453 <imageobject role="fo">
 454                         <imagedata contentdepth="100%" contentwidth="" depth="" fileref="./shared/index01.gif" scalefit="1" width="100%"/>
 455                       </imageobject>
 456 </inlinemediaobject></link></para></entry>
 457             </row>
 458           </tbody>
 459         </tgroup>
 460       </informaltable>
 461       <para><link xl:href=""/></para>
 462       <para><link xl:href="copyright.html">Copyright</link> © 2011, Oracle and/or its affiliates. All rights reserved.</para>
 463     </section>
 464   </section>
 465 </article>