contrib/scripts/updatecw.sh

   1 #!/bin/bash
   2 # Adds Intel copyright notices to files modified by Intel.
   3 # Does not add copyright notices to files that are missing them.
   4 #
   5 # Copyright (c) 2010, Oracle and/or its affiliates. All rights reserved.
   6 # Copyright (c) 2012, 2014, Intel Corporation.
   7 #
   8 TMP=${TMP:-/tmp}
   9 TMPFILE=$(mktemp $TMP/updatecopy.XXXXXX)
  10 EXCFILE=$(mktemp $TMP/excludecopy.XXXXXX)
  11 THISYEAR=$(date +%Y)
  12 DIRS=${*:-"build ldiskfs libcfs lnet lustre lustre-iokit snmp"}
  13
  14 #Old copyright messages we might need to find
  15 OLDCOPY1="Copyright.*"
  16 OLDCOPY2="Use is subject to license terms."
  17 #The current copyright
  18 INTCOPY=${INTCOPY:-"Copyright.*Intel Corporation"}
  19
  20 #Emails we assume ownership of
  21 AUTH_WHAM=${AUTH_WHAM:-".*@whamcloud.com"}
  22 AUTH_INT=${AUTH_INT:-".*@intel.com"}
  23 AUTHOR=${AUTHOR:-$AUTH_INT|$AUTH_WHAM}
  24
  25 START=${START:-"2010-06-01"}    # Post Oracle date
  26 ECHOE=${ECHOE:-"echo -e"}
  27 [ "$($ECHOE foo)" = "-e foo" ] && ECHOE=echo
  28
  29 #Commits to exclude (whitespace, copyright, prefix, revert, delete only, etc)
  30 cat << EXCLUDE_END > $EXCFILE
  31 003df3c38fe74a092f75569793edd6ec5a387d5c
  32 01def2b635ff0b7bacde158d9124334c42cd5d2b
  33 08aa217ce49aba1ded52e0f7adb8a607035123fd
  34 11db1a551172f596d1d284e8496530f9ce24ac81
  35 14d162c5438de959d0ea01fb1b40a7c5dfa764d1
  36 a9ab51fcbd1b4dbe4c23ff774782d598f6f91ffa
  37 1f1d3a376d488d715dd1b0c94d5b66ea05c1e6ca
  38 27bc60aa7cb3c567fd3150cc55a133d60cec2405
  39 2841be335687840cf98961e6c6cde6ee9312e4d7
  40 317ebf88af58e9d9235c90f84b112e931ae69b43
  41 320e014a2c93cb905637d178269b80847cb8d277
  42 3f90f344ae059b30e7d23e4fe554a985eb827b02
  43 4df63615669a69b51c752cc4e416f705f8a56197
  44 5d37670e8507563db556879041c7992936aefa56
  45 60e07b972114df24105a3a1bfa7365892f72a4a7
  46 65701b4a30efdb695776bcf690a2b3cabc928da1
  47 98060d83459ba10409f295898f0ec917f938b4d3
  48 b1e595c09e1b07a6840142b3ae015b8a5a8affeb
  49 b529a917a48cb0873f2898348b25a1074d7e9429
  50 b5a7260ae8f96c3ff9a9948dacc4f17a46943d00
  51 c2c14f31da5f69770d3a46627c81335f5b8d7821
  52 cd8c65642f1c36b56ae74a0414a1f1f27337a662
  53 e3a7c58aebafce40323db54bf6056029e5af4a70
  54 e5f552b70dccbd2fdf21ec7b7053a01bcbe062c2
  55 e64d9101cc8ebc61924d6e9db6d7ab3cfa94767c
  56 f2a9374170e4522b9d2ac3b7096cf2912339d480
  57 fc1475ebdd64cd8eccc603d629ac6b4dcd222445
  58 b6332b5c0dfe28d6b574e206ae651262337a8309
  59 5acebd778f7427e8221e2cd6e463c76649f83ad3
  60 2b294992edce5af7b79d4300ed3aa1ea6a8db850
  61 21d716e6c16424d9deb646456758ebbaa9c70fec
  62 3c1f519956598b0106bd639f0ccae30ce745eb54
  63 faeb94fe81e4646b3121c263521d30e0e83fa71f
  64 3b84a1ee5213563945225854a50e9037bb9646db
  65 c6aab2ca77831852db22b7dc39baed4d06405b7e
  66 26b8238659974959780cd49de92595b4b0bdf89f
  67 7817e4c785d075aae76b635dcf799064590833b0
  68 930dca7253bc2531bffa15dc763db1081cdf32d8
  69 d843591c30d63bf54024e21b48dec92eb0ec9f68
  70 1738e70fe6aaf1e07b78a6b89eb11ea115135e69
  71 353ef58b1d2394c4721a340e2463b07d4069d99c
  72 b0638b322b8c8adb2cf5f6189efd17ad70f3af2c
  73 83ae3e2e5b9713822ea4889d832915e791801d90
  74 315f6e0237b676a7512a4d2fa5765ad57483676e
  75 7b63a5dab65cde131627bf22d16d6e13cf259686
  76 6eda93c7b5f65324bdc831100a17c0bef1a3c078
  77 355a283fce6998f5b5621adc9697d98d0fb72dfe
  78 e2d2fbc07bf8f45e19d8f3127c3a7088351126d6
  79 89e685e154daba096c8388e39e279c6e6b342940
  80 4c3858b3c88d2a2f443d348945229f5995f3e1dd
  81 d5d5b349f23e769ae4c6307a295c532856af9c21
  82 be4372fddbada6d026f4188a7e88c6a11d0a83d4
  83 9b8eb394ab9164066115596d26786bce80f07bd8
  84 bb6dbca9c2c9bdcd33663d6449b27a671fcaf902
  85 65e067d5d90270d4237a7271008561a4b432b94d
  86 3151aa574e2c9bd3343dad11577cba3c55c16dca
  87 bca975c7fa261ffb926e8a18d5869b886c65f447
  88 8fdb46e476f0f54025fd9ff85c274f2ed86315f0
  89 8f1c8dbe2389e1ef1e1d3387e343fb9a1bb84198
  90 8daba6a7381a2fb8cc933f7e9486f60e659465d4
  91 2bac2cd8f7bf7f31b92e976d500d89b958ab1788
  92 95f85ba9ed5df66a0385755be62254322fc447e1
  93 8f27184b14a192848429e52ac234805c324e1f7a
  94 3dc94d835dc3adf871c3603fc91c08bdd36701ff
  95 25670bb8c21deb64cfbb277bdeeab6e7ee39aa0e
  96 f4b93dff9a8f4a59976ea864c4e3c2c42faa5770
  97 aab1d832130ee5c181cf7e0e5aa555244d150b00
  98 32bd5051a518c57e35f51b7f3c7f739b5ef91b25
  99 9fdef0896b78d85312269e97962d9818b395f57a
 100 fdd5596593050d22feef05ecba6ba53c65cb3397
 101 4817574ad5a31d6dbafc2bd0dfc2b6a33851ea11
 102 55f2a237320f23cb59df23518f5a72698d4f251c
 103 06c83e0109b2e934ac8cbcdcb2a22f184fe546f5
 104 315f6e0237b676a7512a4d2fa5765ad57483676e
 105 63a296c31a51cf8ac29f6e339e5686192da14769
 106 6c0fa97869b568a7af2d21e7e4ed2b440b7dfa27
 107 97da796bd3d9b98f6b65ecce493044a3e7404607
 108 9bf46408b3c2c8b7f939d7000a9e8df38c3fd6ed
 109 eebeee9afa368d62b9a0813652a4c14430bd8e35
 110 ff4357229efe87781e65382c20d3d718ecc3114d
 111 beca050380b592477153fe16b79b7b6bb3aacbf2
 112 6c47e7f99f5fa8884751ac549a45dd3c0b81e7f1
 113 9d06de39731ae16d030cda672ae771496d4f0952
 114 0b1ad400c8f64575292a7ff54a8ce872a124b19e
 115 b1ff338ede34421acfc2cdbfe0dbe7b293ebd3b2
 116 f28cc25929c4e8a111e96b2205a0433542b35e84
 117 2112bc0e8b54832c303008cfe53957b8a0019407
 118 bbee5d1ae941a208d7a07d0348e835ab58ca90ce
 119 dd6623e657032bf34e70446a6d72851c70d605d9
 120 f470f3a166b3d471e2a3282864af35fa9d83c859
 121 c09317f0ba07bc7c9af229b9bfb166be56792bbf
 122 0754bc8f2623bea184111af216f7567608db35b6
 123 587a25e227024c89eb0802d1b311b5521fd5793c
 124 7e58fd07723483517dbe712ee671db416b6d3ac4
 125 60c9a2d351d40b5306b586d08847b6c7727b73cf
 126 5eef95fee06f712694daba942f8e90a7df96e5e1
 127 3af10d510078ddf050fbda2ef80bdc6920d89f8d
 128 0568e93539ebc1bbec601182f9faba4d43ed106b
 129 1d6d594d1043425a237585d2d5ad33599127dc3d
 130 6e27028b08eace5fc9a141d33499940ef00c9761
 131 2b90c15b72c25711793cc4ea46b964098131c736
 132 d10200a80770f0029d1d665af954187b9ad883df
 133 dad40c1980cbe67ec60055258f435cc3369745db
 134 990890eacf757d73fc87a83bfa703a51b739a05c
 135 9999d2d959e74f79be00e1708d0e53c5e600c47a
 136 fc55dd29cfaccbe925839ff665591c85313e3359
 137 8633aaba2da245bc62b876e535e7ac26385e1385
 138 9c5fad36aac2086b38f91e28db90da01efc9126a
 139 7524da20e134f6bbafb2a10aadc89852c6cd236d
 140 590881dcd2256844d45b5ea325d85057cfcd473b
 141 f4e95a4429e9f6a8aa8170984bc6f8cd14cd5db0
 142 0760baa19438f882edb94e8e86512b9751bc4432
 143 5a8f63b80f705756e0d530706c20793924a975a1
 144 a67628b9e49547b75ec92fed05f770da05d14f9d
 145 b2c88463370dbed1539e6d7a232f8096ac735c30
 146 8c867d1bcd5e7b09a9cfc063ae82324f9780c0ef
 147 7a946907a09654c80e6d3e514920028512036bcf
 148 56ca45bc5a514f415c9c13ae00e2c276a6b82a52
 149 9afa14529b35de066b395abba448e4d2e9c2999f
 150 a1d62378ed98e2663c1f95f955433e2a5b13d68c
 151 4bf65a2f6b215644b17ed20beaae1b7ff1a73bc5
 152 c87553ac891f092f5e9bb4eef9cf06b6516e5e48
 153 bbac283b4488cd34245347e59631e3f0bb3bc792
 154 db46268d3be602f04ff9beb00e15f945dcd44434
 155 c26a4d72445c7ce02e370cc84932d7cc89416966
 156 73c2c103f4f43f9bb37119a2e90d6c0fc1870711
 157 8f66e833b9042c8015bf7a5ce0dbe2fd8fb91af1
 158 0ff91d6ad8c71498e29f442119327e166f527281
 159 59ed16fa7591513691a812ada1c9b1ebb2b426f7
 160 fcb2dfa7a20fec396b6b5dfd23a791e13115bbed
 161 b5a93d1595c5d47599ab97f93882703d30074aed
 162 b96b6f20764a806902898890046b31dcfa2f8dae
 163 107b2cba7e4a05e2aa7318c20ad7142f88083c35
 164 ce7bb5449ab15bb9c6e8a1b2dc22be7c8efe74be
 165 f905bc45f49a183d8953001bd5da2741ab8c6d62
 166 3c60d60188e129f1cad3ed79153626fa118376ae
 167 d61792d0f5fa1e313ec216a5dcb833381cbec92b
 168 37cef588d339191f4ed0b8f1f11822f0231dcd78
 169 70e9d4ecc9130aeed1260d78cd8b33a5cde6edd7
 170 80d5a0ed4faab5bb21bcbf856765fd804002d145
 171 b1ff338ede34421acfc2cdbfe0dbe7b293ebd3b2
 172 587a25e227024c89eb0802d1b311b5521fd5793c
 173 6815c3c849e25c060f44db7f730831bcbcbc9091
 174 874690977923f9fa984f608e7bf1d6effda04e6b
 175 5419eabdfedd80d3f30aa456ad7dd35c3198729b
 176 cc311c0c9f884234a3458f471640a40d24c011b5
 177 226fdfbd8d177587787f473f4fb48714e1ffad91
 178 ee41ed7803c860cb79782b3d7df8ac2b8e0ab31a
 179 20c748658000f5454f38576af506643e370bb1bc
 180 e439ba810daaebd7a51a112100a182caca72ac35
 181 4ddad88d15d8f9e36c5cbb9fd5611a3d8e16ea8c
 182 f13b2a4cea69d8c4c079d03d58f55d32a54a9679
 183 c7558380b8e6dc6ac23879959731938bd5d32709
 184 ef6bb2cd842d18e6fbe4f6160467a9318c1862e0
 185 650b7450b612943e7ade76434c3be70b06f58f58
 186 e5eaaff6e378b8c95d0a809f4dd3b4817d9fd492
 187 4ed67efd13cddd7ec41d29e853601ce862aaae9e
 188 434eeba4d33d9ddd871cff080d51534081bb3d30
 189 558c93dc56dc603be0b4e065a5ffe8b448f33bd5
 190 53d3890f16e4c6e5717c4d020ef213897a36c2b7
 191 bcb737a19433e3e32df6a826f29d15a3666f54d8
 192 40fe3cd7283dfd1cee5f989483c517601ac773f8
 193 e5eaaff6e378b8c95d0a809f4dd3b4817d9fd492
 194 EXCLUDE_END
 195 [ -n "$EXCLUDE" ] && echo "$EXCLUDE" >> $EXCFILE
 196
 197 HASHFILE=$TMP/hash_list
 198 > $TMP/hash_list
 199 git ls-files $DIRS | while read FILE; do
 200         FILE=$FILE # just so FILE shows up in "sh -vx" output
 201         case "$FILE" in
 202         */list.h)
 203                 # file is copied from upstream kernel
 204                 continue ;;
 205         */liblustreapi.h)
 206                 # file just includes lustreapi.h, copyrights are in there
 207                 continue ;;
 208         */*.patch|*/*.series)
 209                 # patches can't add copyrights easily
 210                 continue ;;
 211         */lustre_dlm_flags.h)
 212                 # file is automatically generated
 213                 continue ;;
 214         */.gitignore)
 215                 continue ;;
 216         */LCOPYING)
 217                 # just a copy of the LGPL, don't claim copyright
 218                 continue ;;
 219         esac
 220
 221         OLDCOPY=$(egrep "$INTCOPY" $FILE | tail -n1)
 222         # Skip files that already have a copyright for this year
 223         [ -n "$(egrep -e $THISYEAR <<<"$OLDCOPY")" ] && continue
 224
 225         ADDCOPY=false
 226         # Pick only files that have changed since $START
 227         # %ai author dates holds has bad data, use %ci instead
 228         # Exclude revert commits and the patch being reverted.
 229         git log --follow --since=$START --pretty=format:"%ci %ae %H" $FILE |
 230                 grep -v -f $EXCFILE | egrep -e "$AUTHOR" |
 231                 while read YYYY TTTT TZZZ AUTHOR HASH; do
 232                         REVERT=$(git show -s $HASH |
 233                                  awk '/This reverts commit/ { print $4 }')
 234                         if [ -n "$REVERT" ]; then
 235                                 echo $HASH >> $EXCFILE
 236                                 tr -d . <<<$REVERT >> $EXCFILE
 237                                 continue
 238                         fi
 239                         echo "$YYYY $TTTT $TZZZ $AUTHOR $HASH"
 240                 done > $TMPFILE.2
 241         grep -v -f $EXCFILE $TMPFILE.2 > $TMPFILE
 242
 243         # Skip files not modified by $AUTHOR
 244         [ -s "$TMPFILE" ] || continue
 245
 246         if [ -z "$(egrep -e "$OLDCOPY1" $FILE)" ]; then
 247                 case $FILE in
 248                 *.[ch])
 249                         echo "$FILE: ** NO COPYRIGHT. INSPECT  **"
 250                         continue ;;
 251                 *)
 252                         continue ;;
 253                 esac
 254         fi
 255
 256         if [ -z "$(grep "$INTCOPY" <<<"$OLDCOPY")" ]; then
 257                 ADDCOPY=true
 258                 OLDCOPY="$(egrep "$OLDCOPY1|$OLDCOPY2" $FILE| tail -n1| tr / .)"
 259         fi
 260
 261         # Get commit dates
 262         NEWYEAR=$(head -1 $TMPFILE | cut -d- -f 1)
 263         OLDYEAR=$(tail -1 $TMPFILE | cut -d- -f 1)
 264
 265         if [ "$NEWYEAR" -lt "$OLDYEAR" ]; then
 266                 echo "$FILE: ** YEAR INVERSION: INSPECT  **"
 267                 continue;
 268         fi
 269
 270         [ $NEWYEAR == $OLDYEAR ] && YEAR="$NEWYEAR" || YEAR="$OLDYEAR, $NEWYEAR"
 271         # The man page comment .\" needs to be escaped, and the '\' reinforced
 272         COMMENT=$(sed -e 's/^\( *[\*#\.\"\\]*\) *[A-Z(].*/\1/' -e 's/\\/\\\\/' \
 273                   <<<"$OLDCOPY")
 274         NEWCOPY=$(sed -e"s/^/$COMMENT /" -e"s/\.\*/ (c) $YEAR, /" -e's/\.*$//' \
 275                   <<<"$INTCOPY").
 276
 277         # '.\"' as a COMMENT in a man page isn't escaped correctly
 278         #case "$FILE" in
 279         #*/*.[1-9])
 280         #       echo "$FILE: *** EDIT MANUALLY ***"
 281         #       continue ;;
 282         #esac
 283
 284         # If copyright is unchanged (excluding whitespace), we're done
 285         [ "$OLDCOPY" == "$NEWCOPY" ] && continue
 286
 287         # Log all changes this year, to help find "noisy" patches
 288         awk '/'$THISYEAR'-/ { print $5 }' $TMPFILE | cut -c1-12 >> $HASHFILE
 289
 290         [ ! -w $FILE ] && echo "$FILE: *** can't write, EDIT MANUALLY ***" &&
 291                 continue
 292
 293         if $ADDCOPY; then
 294                 echo "$FILE: $NEWCOPY (newly added) ** INSPECT **"
 295                 # Add a new copyright line after the existing copyright.
 296                 # Using a temporary file is ugly, but I couldn't get
 297                 # newlines into the substitution pattern for some reason,
 298                 # and this is not a performance-critical process.
 299                 $ECHOE "${COMMENT}\n${NEWCOPY}" > $TMPFILE
 300                 # The man page comment .\" (currently .") needs '\' added back
 301                 sed -e "/$OLDCOPY/r $TMPFILE" \
 302                     -e 's/^\."/.\\"/' $FILE > $FILE.tmp
 303         else
 304                 if grep -q "Commissariat" <<<"$OLDCOPY"; then
 305                         INSPECT="** INSPECT **"
 306                 else
 307                         INSPECT=""
 308                 fi
 309                 echo "$FILE: $NEWCOPY $INSPECT"
 310                 # Replace the old copyright line with a new copyright
 311                 # The man page comment .\" (currently .") needs '\' added back
 312                 sed -e "s/.*$INTCOPY.*/$NEWCOPY/" \
 313                     -e 's/^\."/.\\"/' $FILE > $FILE.tmp
 314         fi
 315         [ -s $FILE.tmp ] && cp $FILE.tmp $FILE && rm -f $FILE.tmp
 316 #exit
 317 done
 318 if [ -s $HASHFILE ]; then
 319         echo "commits causing the most changes"
 320         sort $HASHFILE | uniq -c | sort -nr | head -30 | while read CNT HASH; do
 321                 echo $CNT $(git show --oneline --no-patch $HASH)
 322         done
 323
 324 fi
 325 rm -f $TMPFILE $TMPFILE.2