3 export PATH="$PATH:`dirname $0`/../utils"
5 config=${1:-test45-mountain.xml}
9 MDS_MASTER_DEV=/dev/mdtdev1_sh
10 OST_MASTER_DEV=/dev/ostdev1_sh
12 MDS_CACHE_DEV=$TMP/mds-cache-localhost
13 OST_CACHE_DEV=$TMP/ost-cache-localhost
15 MDSSIZE=${MDSSIZE:-200000}
16 OSTSIZE=${OSTSIZE:-200000}
18 FSTYPE=${FSTYPE:-smfs}
19 BACK_FSTYPE=${BACK_FSTYPE:-ldiskfs}
21 NETTYPE=${NETTYPE:-tcp}
22 NIDTYPE=${NIDTYPE:-$NETTYPE}
24 # define clients related stuff
25 for i in `seq 0 33`; do
26 CLIENT[$i]="mnt$((i+3))"
27 COBD_MDS[$i]="cobd_mds$((i+1))"
28 CMOBD_MDS[$i]="cmobd_mds$((i+1))"
29 CACHE_MDS[$i]="cache_mds$((i+1))"
30 CACHE_OST[$i]="cache_ost$((i+1))"
31 CACHE_LOV[$i]="cache_lov$((i+1))"
32 CACHE_MDS_MOUNT_OPT[$i]="kml"
33 CACHE_MDS_MKFS_OPT[$i]="-b 4096"
34 CACHE_OST_MKFS_OPT[$i]="-b 4096"
37 CACHE_LOV_STRIPE_COUNT="1"
38 CACHE_LOV_STRIPE_SIZE="1048576"
40 # define MDS related stuff
41 for i in `seq 0 3`; do
42 MDS[$i]="mnt$((i+51))"
43 MASTER_MDS[$i]="master_mds$((i+1))"
44 MASTER_MDS_MKFS_OPT[$i]="-b 4096"
47 MASTER_LMV="master_lmv"
49 # define OST related stuff
50 for i in `seq 0 7`; do
51 OST[$i]="mnt$((i+61))"
52 MASTER_OST[$i]="master_ost$((i+1))"
53 MASTER_OST_MKFS_OPT[$i]="-b 4096"
56 MASTER_LOV="master_lov"
57 MASTER_LOV_STRIPE_COUNT="8"
58 MASTER_LOV_STRIPE_SIZE="1048576"
70 echo "adding OST nodes..."
71 for node in "${OST[@]}"; do
72 ${LMC} -m $config --add node --node $node || exit 1
73 ${LMC} -m $config --add net --node $node --nid `h2$NIDTYPE $node` --nettype $NETTYPE || exit 1
77 ${LMC} -m $config --add lmv --lmv $MASTER_LMV || exit 2
80 echo "adding master OSTs..."
81 ${LMC} -m $config --add lov --lov $MASTER_LOV --lmv $MASTER_LMV \
82 --stripe_sz $MASTER_LOV_STRIPE_SIZE --stripe_cnt $MASTER_LOV_STRIPE_COUNT \
83 --stripe_pattern 0 || exit 3
85 for ((i=0;i<${#MASTER_OST[@]};i++)); do
86 ${LMC} -m $config --add ost --ost ${MASTER_OST[i]} --node ${OST[i]} --lov $MASTER_LOV \
87 --fstype $BACK_FSTYPE --dev $OST_MASTER_DEV --size $OSTSIZE --mkfsoptions "${MASTER_OST_MKFS_OPT[i]}" || exit 4
91 echo "adding MDS nodes..."
92 for node in "${MDS[@]}"; do
93 ${LMC} -m $config --add node --node $node || exit 1
94 ${LMC} -m $config --add net --node $node --nid `h2$NIDTYPE $node` --nettype $NETTYPE || exit 5
98 echo "adding master MDSs..."
99 for ((i=0;i<${#MASTER_MDS[@]};i++)); do
100 ${LMC} -m $config --add mds --node ${MDS[i]} --mds ${MASTER_MDS[i]} \
101 --fstype $BACK_FSTYPE --dev $MDS_MASTER_DEV --size $MDSSIZE \
102 --lmv $MASTER_LMV --format --mkfsoptions "${MASTER_MDS_MKFS_OPT[i]}" || exit 6
106 echo "adding client nodes..."
107 for node in "${CLIENT[@]}"; do
108 ${LMC} -m $config --add node --node $node || exit 1
109 ${LMC} -m $config --add net --node $node --nid `h2$NIDTYPE $node` --nettype $NETTYPE || exit 7
113 echo "adding cache MDSs, OSTs and clients..."
114 for ((i=0;i<${#CACHE_MDS[@]};i++)); do
115 ${LMC} -m $config --add mds --node ${CLIENT[i]} --mds ${CACHE_MDS[i]} \
116 --fstype $FSTYPE --backfstype $BACK_FSTYPE --dev $MDS_CACHE_DEV \
117 --mountfsoptions ${CACHE_MDS_MOUNT_OPT[i]} --mkfsoptions "${CACHE_MDS_MKFS_OPT[i]}" \
118 --size $MDSSIZE --format || exit 8
120 ${LMC} -m $config --add cmobd --node ${CLIENT[i]} --cmobd ${CMOBD_MDS[i]} \
121 --master_obd $MASTER_LMV --cache_obd ${CACHE_MDS[i]} || exit 9
123 ${LMC} -m $config --add lov --lov ${CACHE_LOV[i]} --mds ${CACHE_MDS[i]} \
124 --stripe_sz $CACHE_LOV_STRIPE_SIZE --stripe_cnt $CACHE_LOV_STRIPE_COUNT \
125 --stripe_pattern 0 || exit 10
127 ${LMC} -m $config --add ost --ost ${CACHE_OST[i]} --node ${CLIENT[i]} \
128 --lov ${CACHE_LOV[i]} --fstype $BACK_FSTYPE --dev $OST_CACHE_DEV \
129 --size $OSTSIZE --mkfsoptions "${CACHE_OST_MKFS_OPT[i]}" || exit 11
131 ${LMC} -m $config --add cobd --node ${CLIENT[i]} --cobd ${COBD_MDS[i]} \
132 --master_obd $MASTER_LMV --cache_obd ${CACHE_MDS[i]} || exit 12
134 ${LMC} -m $config --add mtpt --node ${CLIENT[i]} --path /mnt/lustre \
135 --lmv ${COBD_MDS[i]} --lov ${CACHE_LOV[i]} || exit 13