lustre/tests/parallel-scale.sh

   1 #!/bin/bash
   2 #
   3 #set -vx
   4
   5 LUSTRE=${LUSTRE:-$(cd $(dirname $0)/..; echo $PWD)}
   6 . $LUSTRE/tests/test-framework.sh
   7 init_test_env $@
   8 . ${CONFIG:=$LUSTRE/tests/cfg/$NAME.sh}
   9 init_logging
  10
  11 # bug number for skipped test:  LU-9429
  12      ALWAYS_EXCEPT="            parallel_grouplock  $PARALLEL_SCALE_EXCEPT "
  13
  14 if [ "$mds1_FSTYPE" = zfs -o "$ost1_FSTYPE" = zfs ]; then
  15         ZFSSLOW=$SLOW
  16         SLOW=no
  17
  18         cbench_IDIRS=${cbench_IDIRS:-1}
  19         cbench_RUNS=${cbench_RUNS:-1}
  20
  21         mdtest_nFiles=${mdtest_nFiles:-"10000"}
  22         statahead_NUMFILES=${statahead_NUMFILES:-100000}
  23 fi
  24
  25 # common setup
  26 MACHINEFILE=${MACHINEFILE:-$TMP/$(basename $0 .sh).machines}
  27 clients=${CLIENTS:-$HOSTNAME}
  28 generate_machine_file $clients $MACHINEFILE ||
  29     error "Failed to generate machine file"
  30 num_clients=$(get_node_count ${clients//,/ })
  31
  32 # compilbench
  33 if [ "$SLOW" = "no" ]; then
  34         cbench_IDIRS=${cbench_IDIRS:-2}
  35         cbench_RUNS=${cbench_RUNS:-2}
  36 fi
  37
  38 # metabench
  39 [ "$SLOW" = "no" ] && mbench_NFILES=${mbench_NFILES:-10000}
  40
  41 # simul
  42 [ "$SLOW" = "no" ] && simul_REP=${simul_REP:-2}
  43
  44 # connectathon
  45 [ "$SLOW" = "no" ] && cnt_NRUN=${cnt_NRUN:-2}
  46
  47 # cascading rw
  48 [ "$SLOW" = "no" ] && casc_REP=${casc_REP:-10}
  49
  50 # IOR
  51 [ "$SLOW" = "no" ] && ior_DURATION=${ior_DURATION:-5}
  52
  53 # write_append_truncate
  54 [ "$SLOW" = "no" ] && write_REP=${write_REP:-100}
  55
  56 # write_disjoint
  57 [ "$SLOW" = "no" ] && wdisjoint_REP=${wdisjoint_REP:-100}
  58
  59 # fs_test
  60 if [ "$SLOW" = "no" ]; then
  61         fs_test_ndirs=${fs_test_ndirs:-10000}
  62         fs_test_nobj=${fs_test_nobj:-2}
  63 fi
  64
  65 # xdd
  66 [ "$SLOW" = "no" ] && xdd_passes=${xdd_passes:-15}
  67
  68 . $LUSTRE/tests/functions.sh
  69
  70 build_test_filter
  71 check_and_setup_lustre
  72
  73 get_mpiuser_id $MPI_USER
  74 MPI_RUNAS=${MPI_RUNAS:-"runas -u $MPI_USER_UID -g $MPI_USER_GID"}
  75 $GSS_KRB5 && refresh_krb5_tgt $MPI_USER_UID $MPI_USER_GID $MPI_RUNAS
  76
  77 test_compilebench() {
  78     run_compilebench
  79 }
  80 run_test compilebench "compilebench"
  81
  82 test_metabench() {
  83     run_metabench
  84 }
  85 run_test metabench "metabench"
  86
  87 test_simul() {
  88     run_simul
  89 }
  90 run_test simul "simul"
  91
  92 test_mdtestssf() {
  93     run_mdtest "ssf"
  94 }
  95 run_test mdtestssf "mdtestssf"
  96
  97 test_mdtestfpp() {
  98     run_mdtest "fpp"
  99 }
 100 run_test mdtestfpp "mdtestfpp"
 101
 102 test_connectathon() {
 103     run_connectathon
 104 }
 105 run_test connectathon "connectathon"
 106
 107 test_iorssf() {
 108     run_ior "ssf"
 109 }
 110 run_test iorssf "iorssf"
 111
 112 test_iorfpp() {
 113     run_ior "fpp"
 114 }
 115 run_test iorfpp "iorfpp"
 116
 117 test_ior_mdtest_parallel_ssf() {
 118         ior_mdtest_parallel "ssf"
 119 }
 120 run_test ior_mdtest_parallel_ssf "iormdtestssf"
 121
 122 test_ior_mdtest_parallel_fpp() {
 123         ior_mdtest_parallel "fpp"
 124 }
 125 run_test ior_mdtest_parallel_fpp "iormdtestfpp"
 126
 127 test_mib() {
 128     run_mib
 129 }
 130 run_test mib "mib"
 131
 132 test_cascading_rw() {
 133     run_cascading_rw
 134 }
 135 run_test cascading_rw "cascading_rw"
 136
 137 test_write_append_truncate() {
 138     run_write_append_truncate
 139 }
 140 run_test write_append_truncate "write_append_truncate"
 141
 142 # Argument is chunk size limit, the upper bound on write size
 143 test_write_disjoint() {
 144     run_write_disjoint 123456
 145 }
 146 run_test write_disjoint "write_disjoint"
 147
 148 # Make sure to exercise the tiny write code
 149 test_write_disjoint_tiny() {
 150         run_write_disjoint 16384
 151 }
 152 run_test write_disjoint_tiny "write_disjoint_tiny"
 153
 154 test_parallel_grouplock() {
 155     run_parallel_grouplock
 156 }
 157 run_test parallel_grouplock "parallel_grouplock"
 158
 159 test_statahead () {
 160     run_statahead
 161 }
 162 run_test statahead "statahead test, multiple clients"
 163
 164 test_rr_alloc () {
 165         run_rr_alloc
 166 }
 167 run_test rr_alloc "Checking even file distribution over OSTs in RR policy"
 168
 169 test_fs_test () {
 170         run_fs_test
 171 }
 172 run_test fs_test "fs_test"
 173
 174 test_fio () {
 175         run_fio
 176 }
 177 run_test fio "fio"
 178
 179 test_xdd () {
 180         run_xdd
 181 }
 182 run_test xdd "xdd"
 183
 184 # If necessary, return SLOW to its original value
 185 [ "$mds1_FSTYPE" = zfs -o "$ost1_FSTYPE" = zfs ] &&
 186         SLOW=$ZFSSLOW
 187
 188 complete $SECONDS
 189 check_and_cleanup_lustre
 190 exit_status