lustre/tests/parallel-scale.sh

   1 #!/bin/bash
   2
   3 LUSTRE=${LUSTRE:-$(dirname $0)/..}
   4 . $LUSTRE/tests/test-framework.sh
   5 init_test_env $@
   6 init_logging
   7
   8 ALWAYS_EXCEPT="$PARALLEL_SCALE_EXCEPT "
   9 # bug number for skipped test: LU-9429
  10 ALWAYS_EXCEPT+="               parallel_grouplock "
  11
  12 if [ "$mds1_FSTYPE" = zfs -o "$ost1_FSTYPE" = zfs ]; then
  13         ZFSSLOW=$SLOW
  14         SLOW=no
  15
  16         cbench_IDIRS=${cbench_IDIRS:-1}
  17         cbench_RUNS=${cbench_RUNS:-1}
  18
  19         mdtest_nFiles=${mdtest_nFiles:-"10000"}
  20         statahead_NUMFILES=${statahead_NUMFILES:-100000}
  21 fi
  22
  23 build_test_filter
  24
  25 # common setup
  26 clients=${CLIENTS:-$HOSTNAME}
  27 generate_machine_file $clients $MACHINEFILE ||
  28         error "Failed to generate machine file"
  29 num_clients=$(get_node_count ${clients//,/ })
  30
  31 # compilbench
  32 if [ "$SLOW" = "no" ]; then
  33         cbench_IDIRS=${cbench_IDIRS:-2}
  34         cbench_RUNS=${cbench_RUNS:-2}
  35 fi
  36
  37 # metabench
  38 [ "$SLOW" = "no" ] && mbench_NFILES=${mbench_NFILES:-10000}
  39
  40 # simul
  41 [ "$SLOW" = "no" ] && simul_REP=${simul_REP:-2}
  42
  43 # connectathon
  44 [ "$SLOW" = "no" ] && cnt_NRUN=${cnt_NRUN:-2}
  45
  46 # cascading rw
  47 [ "$SLOW" = "no" ] && casc_REP=${casc_REP:-10}
  48
  49 # IOR
  50 [ "$SLOW" = "no" ] && ior_DURATION=${ior_DURATION:-5}
  51
  52 # write_append_truncate
  53 [ "$SLOW" = "no" ] && write_REP=${write_REP:-100}
  54
  55 # write_disjoint
  56 [ "$SLOW" = "no" ] && wdisjoint_REP=${wdisjoint_REP:-100}
  57
  58 # fs_test
  59 if [ "$SLOW" = "no" ]; then
  60         fs_test_ndirs=${fs_test_ndirs:-10000}
  61         fs_test_nobj=${fs_test_nobj:-2}
  62 fi
  63
  64 # xdd
  65 [ "$SLOW" = "no" ] && xdd_passes=${xdd_passes:-15}
  66
  67 . $LUSTRE/tests/functions.sh
  68
  69 check_and_setup_lustre
  70
  71 get_mpiuser_id $MPI_USER
  72 MPI_RUNAS=${MPI_RUNAS:-"runas -u $MPI_USER_UID -g $MPI_USER_GID"}
  73 $GSS_KRB5 && refresh_krb5_tgt $MPI_USER_UID $MPI_USER_GID $MPI_RUNAS
  74
  75 test_compilebench() {
  76     run_compilebench
  77 }
  78 run_test compilebench "compilebench"
  79
  80 test_metabench() {
  81     run_metabench
  82 }
  83 run_test metabench "metabench"
  84
  85 test_simul() {
  86     run_simul
  87 }
  88 run_test simul "simul"
  89
  90 test_mdtestssf() {
  91     run_mdtest "ssf"
  92 }
  93 run_test mdtestssf "mdtestssf"
  94
  95 test_mdtestfpp() {
  96     run_mdtest "fpp"
  97 }
  98 run_test mdtestfpp "mdtestfpp"
  99
 100 test_connectathon() {
 101     run_connectathon
 102 }
 103 run_test connectathon "connectathon"
 104
 105 test_iorssf() {
 106     run_ior "ssf"
 107 }
 108 run_test iorssf "iorssf"
 109
 110 test_iorfpp() {
 111     run_ior "fpp"
 112 }
 113 run_test iorfpp "iorfpp"
 114
 115 test_ior_mdtest_parallel_ssf() {
 116         ior_mdtest_parallel "ssf"
 117 }
 118 run_test ior_mdtest_parallel_ssf "iormdtestssf"
 119
 120 test_ior_mdtest_parallel_fpp() {
 121         ior_mdtest_parallel "fpp"
 122 }
 123 run_test ior_mdtest_parallel_fpp "iormdtestfpp"
 124
 125 test_mib() {
 126     run_mib
 127 }
 128 run_test mib "mib"
 129
 130 test_cascading_rw() {
 131     run_cascading_rw
 132 }
 133 run_test cascading_rw "cascading_rw"
 134
 135 test_write_append_truncate() {
 136     run_write_append_truncate
 137 }
 138 run_test write_append_truncate "write_append_truncate"
 139
 140 # Argument is chunk size limit, the upper bound on write size
 141 test_write_disjoint() {
 142     run_write_disjoint 123456
 143 }
 144 run_test write_disjoint "write_disjoint"
 145
 146 # Make sure to exercise the tiny write code
 147 test_write_disjoint_tiny() {
 148         run_write_disjoint 16384
 149 }
 150 run_test write_disjoint_tiny "write_disjoint_tiny"
 151
 152 test_parallel_grouplock() {
 153     run_parallel_grouplock
 154 }
 155 run_test parallel_grouplock "parallel_grouplock"
 156
 157 test_statahead () {
 158     run_statahead
 159 }
 160 run_test statahead "statahead test, multiple clients"
 161
 162 test_rr_alloc () {
 163         run_rr_alloc
 164 }
 165 run_test rr_alloc "Checking even file distribution over OSTs in RR policy"
 166
 167 test_fs_test () {
 168         run_fs_test
 169 }
 170 run_test fs_test "fs_test"
 171
 172 test_fio () {
 173         run_fio
 174 }
 175 run_test fio "fio"
 176
 177 test_xdd () {
 178         run_xdd
 179 }
 180 run_test xdd "xdd"
 181
 182 # If necessary, return SLOW to its original value
 183 [ "$mds1_FSTYPE" = zfs -o "$ost1_FSTYPE" = zfs ] &&
 184         SLOW=$ZFSSLOW
 185
 186 complete $SECONDS
 187 check_and_cleanup_lustre
 188 exit_status