1 #! /bin/sh -- 2 # 3 # $NetBSD: checkflist,v 1.38 2009/12/10 16:12:00 uebayasi Exp $ 4 # 5 # Verify output of makeflist against contents of ${DESTDIR} and ${metalog}. 6 7 if [ -z "${DESTDIR}" ]; then 8 echo "DESTDIR must be set" 9 exit 1 10 fi 11 12 prog="${0##*/}" 13 rundir="$(dirname "$0")" # ${0%/*} isn't good enough when there's no "/" 14 . "${rundir}/sets.subr" 15 16 SDIR="$(${MKTEMP} -d "/tmp/${prog}.XXXXXX")" 17 18 es=0 19 cleanup() 20 { 21 /bin/rm -rf "${SDIR}" 22 if [ ${es} -gt 255 ]; then 23 es=255 24 fi 25 exit ${es} 26 } 27 trap cleanup 0 2 3 13 # EXIT INT QUIT PIPE 28 29 origin=. 30 xargs="" 31 dargs="" 32 metalog= 33 allowextra=false 34 allowmissing=false 35 36 # handle args 37 while getopts xybL:M:em ch; do 38 case ${ch} in 39 x) 40 xargs="-x" 41 origin="./etc/X11 ./etc/fonts ./usr/X11R6" 42 ;; 43 y) 44 xargs="-y" 45 origin="./etc/ext ./usr/ext" 46 ;; 47 # backward compat 48 b) 49 xargs="-b" 50 ;; 51 L) 52 xargs="-L ${OPTARG}" 53 ;; 54 M) 55 metalog="${OPTARG}" 56 ;; 57 e) 58 allowextra=true 59 ;; 60 m) 61 allowmissing=true 62 ;; 63 *) 64 cat 1>&2 <<USAGE 65 Usage: ${prog} [-x|-y|-b|-L lists] [-M metalog] [-e] [-m] 66 -x check only x11 lists 67 -y check only extsrc lists 68 -b check netbsd + x11 lists 69 -L base,x,ext check specified lists 70 -M metalog metalog file 71 -e extra files are not considered an error 72 -m missing files are not considered an error 73 USAGE 74 exit 1 75 ;; 76 esac 77 done 78 shift $((${OPTIND} - 1)) 79 80 # 81 # Exceptions to flist checking (all begin with "./"): 82 # 83 # * ignore var/db/syspkg and its contents 84 # * ignore METALOG and METALOG.* 85 # * ignore etc/mtree/set.* 86 # 87 ignore_exceptions() 88 { 89 IGNORE_REGEXP="^\./var/db/syspkg(\$|/)" 90 IGNORE_REGEXP="${IGNORE_REGEXP}|^\./METALOG(\..*)?\$" 91 IGNORE_REGEXP="${IGNORE_REGEXP}|^\./etc/mtree/set\.[a-z]*\$" 92 ${EGREP} -v -e "${IGNORE_REGEXP}" 93 } 94 95 # 96 # Here would be a good place to add custom exceptions to flist checking. 97 # 98 99 # 100 # Make three lists: 101 # * ${SDIR}/files: files present in DESTDIR. 102 # * ${SDIR}/flist: files mentioned in flist; 103 # * ${SDIR}/mlist: files mentioned in metalog; 104 # 105 # All three lists are filtered against ${IGNORE_REGEXP}. 106 # 107 108 generate_files() 109 { 110 ( cd "${DESTDIR}" && ${FIND} ${origin} \ 111 \( -type d -o -type f -o -type l \) -print ) \ 112 | ${SORT} -u | ignore_exceptions >"${SDIR}/files" 113 } 114 115 generate_flist() 116 { 117 ${HOST_SH} "${rundir}/makeflist" ${xargs} ${dargs} \ 118 | ${SORT} -u | ignore_exceptions >"${SDIR}/flist" 119 } 120 121 generate_mlist() 122 { 123 if [ -n "${metalog}" ]; then 124 ${AWK} '{print $1}' <"${metalog}" \ 125 | ${SORT} -u | ignore_exceptions >"${SDIR}/mlist" 126 fi 127 } 128 129 generate_missing() 130 { 131 ${COMM} -23 "${SDIR}/files" "${SDIR}/mlist" > "${SDIR}/missing" 132 } 133 134 generate_extra() 135 { 136 ${COMM} -13 "${SDIR}/files" "${SDIR}/mlist" > "${SDIR}/extra" 137 } 138 139 # 140 # compare DESTDIR with METALOG, and report on differences. 141 # 142 # XXX: Temporarily disabled due to problems with obsolete files in metalog 143 # 144 compare_metalog() 145 { 146 # Handle case insensitive filesystems 147 mv -f "${SDIR}/extra" "${SDIR}/extra.all" 148 while read f; do 149 [ -f "${DESTDIR}/${f}" ] || \ 150 [ -d "${DESTDIR}/${f}" ] || \ 151 [ -L "${DESTDIR}/${f}" ] || echo "$f" 152 done < "${SDIR}/extra.all" > "${SDIR}/extra" 153 154 check_metalog_extra 155 check_metalog_missing 156 } 157 158 check_metalog_extra() 159 { 160 if [ -s "${SDIR}/extra" ]; then 161 count="$(${AWK} 'END {print NR}' "${SDIR}/extra")" 162 echo "" 163 echo "======= ${count} extra files in METALOG =========" 164 echo "Files in METALOG but missing from DESTDIR." 165 echo "File was deleted after installation ?" 166 echo "------------------------------------------" 167 cat "${SDIR}/extra" 168 echo "========= end of ${count} extra files ===========" 169 echo "" 170 es=1 # this is fatal even if ${allowextra} is true 171 fi 172 } 173 174 check_metalog_missing() 175 { 176 if [ -s "${SDIR}/missing" ]; then 177 count="$(${AWK} 'END {print NR}' "${SDIR}/missing")" 178 echo "" 179 echo "====== ${count} missing files in METALOG ========" 180 echo "Files in DESTDIR but missing from METALOG." 181 echo "File installed but not registered in METALOG ?" 182 echo "------------------------------------------" 183 cat "${SDIR}/missing" 184 echo "======== end of ${count} missing files ==========" 185 echo "" 186 es=1 # this is fatal even if ${allowmissing} is true 187 fi 188 } 189 190 if false && [ -n "${metalog}" ]; then 191 compare_metalog 192 fi 193 194 # 195 # compare flist with DESTDIR, and report on differences. 196 # 197 compare_destdir() 198 { 199 # Handle case insensitive filesystems 200 mv -f "${SDIR}/missing" "${SDIR}/missing.all" 201 while read f; do 202 [ -f "${DESTDIR}/${f}" ] || \ 203 [ -d "${DESTDIR}/${f}" ] || \ 204 [ -L "${DESTDIR}/${f}" ] || echo "$f" 205 done < "${SDIR}/missing.all" > "${SDIR}/missing" 206 207 check_destdir_extra 208 check_destdir_missing 209 } 210 211 check_destdir_extra() 212 { 213 if [ -s "${SDIR}/extra" ]; then 214 count="$(${AWK} 'END {print NR}' "${SDIR}/extra")" 215 echo "" 216 echo "======= ${count} extra files in DESTDIR =========" 217 echo "Files in DESTDIR but missing from flist." 218 echo "File is obsolete or flist is out of date ?" 219 if ${allowextra}; then 220 echo "This is non-fatal, due to '-e' option." 221 else 222 es=1 223 fi 224 echo "------------------------------------------" 225 cat "${SDIR}/extra" 226 echo "========= end of ${count} extra files ===========" 227 echo "" 228 fi 229 } 230 231 check_destdir_missing() 232 { 233 if [ -s "${SDIR}/missing" ]; then 234 count="$(${AWK} 'END {print NR}' "${SDIR}/missing")" 235 echo "" 236 echo "====== ${count} missing files in DESTDIR ========" 237 echo "Files in flist but missing from DESTDIR." 238 echo "File wasn't installed ?" 239 if ${allowmissing}; then 240 echo "This is non-fatal, due to '-m' option." 241 else 242 es=1 243 fi 244 echo "------------------------------------------" 245 cat "${SDIR}/missing" 246 echo "======== end of ${count} missing files ==========" 247 echo "" 248 fi 249 } 250 251 generate_files 252 generate_flist 253 generate_mlist 254 generate_missing 255 generate_extra 256 257 compare_destdir 258 259 exit 0 # cleanup will exit with ${es} 260