xref: /src/distrib/sets/checkflist

#! /bin/sh --
#
#	$NetBSD: checkflist,v 1.41 2009/12/10 17:18:33 uebayasi Exp $
#
# Verify output of makeflist against contents of ${DESTDIR} and ${metalog}.

if [ -z "${DESTDIR}" ]; then
	echo "DESTDIR must be set"
	exit 1
fi

prog="${0##*/}"
rundir="$(dirname "$0")" # ${0%/*} isn't good enough when there's no "/"
. "${rundir}/sets.subr"

SDIR="$(${MKTEMP} -d "/tmp/${prog}.XXXXXX")"

es=0
cleanup()
{
	/bin/rm -rf "${SDIR}"
	if [ ${es} -gt 255 ]; then
		es=255
	fi
	exit ${es}
}
trap cleanup 0 2 3 13		# EXIT INT QUIT PIPE

origin=.
xargs=""
dargs=""
metalog=
allowextra=false
allowmissing=false

# handle args
while getopts xybL:M:em ch; do
	case ${ch} in
	x)
		xargs="-x"
		origin="./etc/X11 ./etc/fonts ./usr/X11R6"
		;;
	y)
		xargs="-y"
		origin="./etc/ext ./usr/ext"
		;;
	# backward compat
	b)
		xargs="-b"
		;;
	L)
		xargs="-L ${OPTARG}"
		;;
	M)
		metalog="${OPTARG}"
		;;
	e)
		allowextra=true
		;;
	m)
		allowmissing=true
		;;
	*)
		cat 1>&2 <<USAGE
Usage: ${prog} [-x|-y|-b|-L lists] [-M metalog] [-e] [-m]
	-x		check only x11 lists
	-y		check only extsrc lists
	-b		check netbsd + x11 lists
	-L base,x,ext	check specified lists
	-M metalog	metalog file
	-e		extra files are not considered an error
	-m		missing files are not considered an error
USAGE
		exit 1
		;;
	esac
done
shift $((${OPTIND} - 1))

#
# Exceptions to flist checking (all begin with "./"):
#
# * ignore var/db/syspkg and its contents
# * ignore METALOG and METALOG.*
# * ignore etc/mtree/set.*
#
ignore_exceptions()
{
IGNORE_REGEXP_SYSPKG="^\./var/db/syspkg(\$|/)"
IGNORE_REGEXP_METALOG="^\./METALOG(\..*)?\$"
IGNORE_REGEXP_MTREE="^\./etc/mtree/set\.[a-z]*\$"

	${EGREP} -v \
		-e "${IGNORE_REGEXP_SYSPKG}" \
		-e "${IGNORE_REGEXP_METALOG}" \
		-e "${IGNORE_REGEXP_MTREE}"
}

#
# Here would be a good place to add custom exceptions to flist checking.
#

#
# Make three lists:
# * ${SDIR}/files: files present in DESTDIR.
# * ${SDIR}/flist: files mentioned in flist;
# * ${SDIR}/mlist: files mentioned in metalog;
#
# All three lists are filtered against ${IGNORE_REGEXP}.
#

generate_files()
{
( cd "${DESTDIR}" && ${FIND} ${origin} \
	\( -type d -o -type f -o -type l \) -print ) \
	| ${SORT} -u | ignore_exceptions >"${SDIR}/files"
}

generate_flist()
{
${HOST_SH} "${rundir}/makeflist" ${xargs} ${dargs} \
	| ${SORT} -u | ignore_exceptions >"${SDIR}/flist"
}

generate_mlist()
{
if [ -n "${metalog}" ]; then
	${AWK} '{print $1}' <"${metalog}" \
	| ${SORT} -u | ignore_exceptions >"${SDIR}/mlist"
fi
}

generate_mlist_missing()
{
	${COMM} -23 "${SDIR}/files" "${SDIR}/mlist" > "${SDIR}/missing"
}

generate_mlist_extra()
{
	${COMM} -13 "${SDIR}/files" "${SDIR}/mlist" > "${SDIR}/extra"
}

generate_files_missing()
{
	${COMM} -23 "${SDIR}/flist" "${SDIR}/files" > "${SDIR}/missing"
}

generate_files_extra()
{
	${COMM} -13 "${SDIR}/flist" "${SDIR}/files" > "${SDIR}/extra"
}

exist_case_insensitive()
{
	while read f; do
		[ -f "${DESTDIR}/${f}" ] || \
		[ -d "${DESTDIR}/${f}" ] || \
		[ -L "${DESTDIR}/${f}" ] || \
		echo "$f"
	done
}

#
# compare DESTDIR with METALOG, and report on differences.
#
compare_metalog()
{
    # Handle case insensitive filesystems
    mv -f "${SDIR}/extra" "${SDIR}/extra.all"
    exist_case_insensitive < "${SDIR}/extra.all" > "${SDIR}/extra"

    check_metalog_extra
    check_metalog_missing
}

check_metalog_extra()
{
    if [ -s "${SDIR}/extra" ]; then
	count="$(${AWK} 'END {print NR}' "${SDIR}/extra")"
	echo ""
	echo "=======  ${count} extra files in METALOG  ========="
	echo "Files in METALOG but missing from DESTDIR."
	echo "File was deleted after installation ?"
	echo "------------------------------------------"
	cat "${SDIR}/extra"
	echo "=========  end of ${count} extra files  ==========="
	echo ""
	es=1 # this is fatal even if ${allowextra} is true
    fi
}

check_metalog_missing()
{
    if [ -s "${SDIR}/missing" ]; then
	count="$(${AWK} 'END {print NR}' "${SDIR}/missing")"
	echo ""
	echo "======  ${count} missing files in METALOG  ========"
	echo "Files in DESTDIR but missing from METALOG."
	echo "File installed but not registered in METALOG ?"
	echo "------------------------------------------"
	cat "${SDIR}/missing"
	echo "========  end of ${count} missing files  =========="
	echo ""
	es=1 # this is fatal even if ${allowmissing} is true
    fi
}

#
# compare flist with DESTDIR, and report on differences.
#
compare_destdir()
{
# Handle case insensitive filesystems
mv -f "${SDIR}/missing" "${SDIR}/missing.all"
exist_case_insensitive < "${SDIR}/missing.all" > "${SDIR}/missing"

check_destdir_extra
check_destdir_missing
}

check_destdir_extra()
{
if [ -s "${SDIR}/extra" ]; then
	count="$(${AWK} 'END {print NR}' "${SDIR}/extra")"
	echo ""
	echo "=======  ${count} extra files in DESTDIR  ========="
	echo "Files in DESTDIR but missing from flist."
	echo "File is obsolete or flist is out of date ?"
	if ${allowextra}; then
		echo "This is non-fatal, due to '-e' option."
	else
		es=1
	fi
	echo "------------------------------------------"
	cat "${SDIR}/extra"
	echo "=========  end of ${count} extra files  ==========="
	echo ""
fi
}

check_destdir_missing()
{
if [ -s "${SDIR}/missing" ]; then
	count="$(${AWK} 'END {print NR}' "${SDIR}/missing")"
	echo ""
	echo "======  ${count} missing files in DESTDIR  ========"
	echo "Files in flist but missing from DESTDIR."
	echo "File wasn't installed ?"
	if ${allowmissing}; then
		echo "This is non-fatal, due to '-m' option."
	else
		es=1
	fi
	echo "------------------------------------------"
	cat "${SDIR}/missing"
	echo "========  end of ${count} missing files  =========="
	echo ""
fi
}

generate_files
generate_flist
generate_mlist

if false && [ -n "${metalog}" ]; then
	# XXX: Temporarily disabled due to problems with obsolete files in metalog
	generate_mlist_missing
	generate_mlist_extra
	compare_metalog
else
	generate_files_missing
	generate_files_extra
	compare_destdir
fi

exit 0		# cleanup will exit with ${es}