lustre/tests/parallel-scale.sh

   1 #!/bin/bash
   2 #
   3 #set -vx
   4
   5 LUSTRE=${LUSTRE:-$(cd $(dirname $0)/..; echo $PWD)}
   6 . $LUSTRE/tests/test-framework.sh
   7 init_test_env $@
   8 . ${CONFIG:=$LUSTRE/tests/cfg/$NAME.sh}
   9 init_logging
  10
  11 #              bug 20670
  12 ALWAYS_EXCEPT="$PARALLEL_SCALE_EXCEPT"
  13
  14 if [ $(facet_fstype $SINGLEMDS) = zfs -o $(facet_fstype "ost1") = zfs ]; then
  15         ZFSSLOW=$SLOW
  16         SLOW=no
  17
  18         cbench_IDIRS=${cbench_IDIRS:-1}
  19         cbench_RUNS=${cbench_RUNS:-1}
  20
  21         mdtest_nFiles=${mdtest_nFiles:-"10000"}
  22         statahead_NUMFILES=${statahead_NUMFILES:-100000}
  23 fi
  24
  25 # common setup
  26 MACHINEFILE=${MACHINEFILE:-$TMP/$(basename $0 .sh).machines}
  27 clients=${CLIENTS:-$HOSTNAME}
  28 generate_machine_file $clients $MACHINEFILE ||
  29     error "Failed to generate machine file"
  30 num_clients=$(get_node_count ${clients//,/ })
  31
  32 # compilbench
  33 if [ "$SLOW" = "no" ]; then
  34         cbench_IDIRS=${cbench_IDIRS:-2}
  35         cbench_RUNS=${cbench_RUNS:-2}
  36 fi
  37
  38 # metabench
  39 [ "$SLOW" = "no" ] && mbench_NFILES=${mbench_NFILES:-10000}
  40
  41 # simul
  42 [ "$SLOW" = "no" ] && simul_REP=${simul_REP:-2}
  43
  44 # connectathon
  45 [ "$SLOW" = "no" ] && cnt_NRUN=${cnt_NRUN:-2}
  46
  47 # cascading rw
  48 [ "$SLOW" = "no" ] && casc_REP=${casc_REP:-10}
  49
  50 # IOR
  51 [ "$SLOW" = "no" ] && ior_DURATION=${ior_DURATION:-5}
  52
  53 # write_append_truncate
  54 [ "$SLOW" = "no" ] && write_REP=${write_REP:-100}
  55
  56 # write_disjoint
  57 [ "$SLOW" = "no" ] && wdisjoint_REP=${wdisjoint_REP:-100}
  58
  59 # fs_test
  60 if [ "$SLOW" = "no" ]; then
  61         fs_test_ndirs=${fs_test_ndirs:-10000}
  62         fs_test_nobj=${fs_test_nobj:-2}
  63 fi
  64
  65 . $LUSTRE/tests/functions.sh
  66
  67 build_test_filter
  68 check_and_setup_lustre
  69
  70 get_mpiuser_id $MPI_USER
  71 MPI_RUNAS=${MPI_RUNAS:-"runas -u $MPI_USER_UID -g $MPI_USER_GID"}
  72 $GSS_KRB5 && refresh_krb5_tgt $MPI_USER_UID $MPI_USER_GID $MPI_RUNAS
  73
  74 test_compilebench() {
  75     run_compilebench
  76 }
  77 run_test compilebench "compilebench"
  78
  79 test_metabench() {
  80     run_metabench
  81 }
  82 run_test metabench "metabench"
  83
  84 test_simul() {
  85     run_simul
  86 }
  87 run_test simul "simul"
  88
  89 test_mdtestssf() {
  90     run_mdtest "ssf"
  91 }
  92 run_test mdtestssf "mdtestssf"
  93
  94 test_mdtestfpp() {
  95     run_mdtest "fpp"
  96 }
  97 run_test mdtestfpp "mdtestfpp"
  98
  99 test_connectathon() {
 100     run_connectathon
 101 }
 102 run_test connectathon "connectathon"
 103
 104 test_iorssf() {
 105     run_ior "ssf"
 106 }
 107 run_test iorssf "iorssf"
 108
 109 test_iorfpp() {
 110     run_ior "fpp"
 111 }
 112 run_test iorfpp "iorfpp"
 113
 114 test_ior_mdtest_parallel_ssf() {
 115         ior_mdtest_parallel "ssf"
 116 }
 117 run_test ior_mdtest_parallel_ssf "iormdtestssf"
 118
 119 test_ior_mdtest_parallel_fpp() {
 120         ior_mdtest_parallel "fpp"
 121 }
 122 run_test ior_mdtest_parallel_fpp "iormdtestfpp"
 123
 124 test_mib() {
 125     run_mib
 126 }
 127 run_test mib "mib"
 128
 129 test_cascading_rw() {
 130     run_cascading_rw
 131 }
 132 run_test cascading_rw "cascading_rw"
 133
 134 test_write_append_truncate() {
 135     run_write_append_truncate
 136 }
 137 run_test write_append_truncate "write_append_truncate"
 138
 139 test_write_disjoint() {
 140     run_write_disjoint
 141 }
 142 run_test write_disjoint "write_disjoint"
 143
 144 test_parallel_grouplock() {
 145     run_parallel_grouplock
 146 }
 147 run_test parallel_grouplock "parallel_grouplock"
 148
 149 test_statahead () {
 150     run_statahead
 151 }
 152 run_test statahead "statahead test, multiple clients"
 153
 154 test_fs_test () {
 155         run_fs_test
 156 }
 157 run_test fs_test "fs_test"
 158
 159 [ $(facet_fstype $SINGLEMDS) = zfs -o $(facet_fstype "ost1") = zfs ] &&
 160         SLOW=$ZFSSLOW
 161
 162 complete $SECONDS
 163 check_and_cleanup_lustre
 164 exit_status