analyze-unmatched.sh

#!/usr/bin/env sgsh
#
# Analyze unmatched files by adding to each
# the number of lines that were added in the corresponding release
# An optional argument can specify the tag to analyze
#
# This file requires sgsh to execute git in parallel and speed things up
# See http://www.spinellis.gr/sw/sgsh/
#

save()
{
	awk '{print $2 " '$1'" }' | sort >$R/sha/$1
}

R=`pwd`

# Create a file with the SHAs belonging to each release
mkdir -p sha
cd import

make_sha()
{
	git rev-list --pretty=format: ^Research-V6 BSD-1 | save BSD-1
	git rev-list --pretty=format: ^BSD-1 BSD-2 | save BSD-2
	git rev-list --pretty=format: ^BSD-2 ^Bell-32V BSD-3 | save BSD-3
	git rev-list --pretty=format: ^BSD-3 BSD-4 | save BSD-4
	git rev-list --pretty=format: ^BSD-3 BSD-SCCS-END | save BSD-SCCS
	git rev-list --pretty=format: ^Research-V7 Bell-32V | save Bell-32V
	git rev-list --pretty=format: Research-V1 | save Research-V1
	git rev-list --pretty=format: ^Research-V1 Research-V3 | save Research-V3
	git rev-list --pretty=format: ^Research-V3 Research-V4 | save Research-V4
	git rev-list --pretty=format: ^Research-V4 Research-V5 | save Research-V5
	git rev-list --pretty=format: ^Research-V5 Research-V6 | save Research-V6
	git rev-list --pretty=format: ^Research-V6 Research-V7 | save Research-V7

	sed -n '/EOFBSD/,/^EOFBSD/{/\\EOFBSD/n;/^EOFBSD/q;p;}' ../import.sh |
	while read version parent dir date time tz rl ; do
		git rev-list --pretty=format: ^BSD-$parent BSD-$version | save BSD-$version
	done

	sort $R/sha/* >$R/sha/all
}

make_sha

mkdir -p $R/analyzed

cd $R/unmatched
# For each tag
for T in *
do
	if [ -n "$1" -a "$T" != "$1" ] ; then
		continue
	fi
	cd $R/import
	git checkout $T
	# For each file not matched
	scatter |{ -s -p 2
	    -| while read F; do
		git blame -C -C -s --abbrev=39 $F |
		awk '{print $1}' |
		sort |
		# Join blame SHAs with those associated with releases
		join - $R/sha/all |
		awk '	BEGIN		{t = c = 0}
					{t++}
			$2 == "'$T'"	{c++}
			END {print "'$F'", c, t}'
	    done | sort -k 2nr |-
	|} gather |{
		sort -m -k 2nr <- >$R/analyzed/$T
	|} <$R/unmatched/$T
done