Allow parts of do-it.sh to be disabled
I finally got sick of commenting parts of the script out. You can do e.g. REMOVE_TEMPDIR=n GERRIT_STATS=n LP_STATS=n UPDATE_GIT=n ./do-it.sh to generate the git stats. Leaving the temp dir hanging around is nice because it allows you to grep through the commit log for email addresses etc.
This commit is contained in:
Mark McLoughlin
86
do-it.sh
86
do-it.sh
@@ -4,23 +4,33 @@ GITBASE=~/git/openstack
|
||||
RELEASE=folsom
|
||||
BASEDIR=$(pwd)
|
||||
CONFIGDIR=$(pwd)/openstack-config
|
||||
TEMPDIR=$(mktemp -d $(pwd)/dmtmp-XXXXXX)
|
||||
TEMPDIR=${TEMPDIR:-$(mktemp -d $(pwd)/dmtmp-XXXXXX)}
|
||||
GITLOGARGS="--no-merges --numstat -M --find-copies-harder"
|
||||
|
||||
UPDATE_GIT=${UPDATE_GIT:-y}
|
||||
GIT_STATS=${GIT_STATS:-y}
|
||||
LP_STATS=${LP_STATS:-y}
|
||||
QUERY_LP=${QUERY_LP:-y}
|
||||
GERRIT_STATS=${GERRIT_STATS:-y}
|
||||
REMOVE_TEMPDIR=${REMOVE_TEMPDIR:-y}
|
||||
|
||||
if [ ! -d .venv ]; then
|
||||
echo "Creating a virtualenv"
|
||||
./tools/install_venv.sh
|
||||
fi
|
||||
|
||||
echo "Updating projects from git"
|
||||
grep -v '^#' ${CONFIGDIR}/${RELEASE} |
|
||||
if [ "$UPDATE_GIT" = "y" ]; then
|
||||
echo "Updating projects from git"
|
||||
grep -v '^#' ${CONFIGDIR}/${RELEASE} |
|
||||
while read project x; do
|
||||
cd ${GITBASE}/${project}
|
||||
git fetch origin 2>/dev/null
|
||||
done
|
||||
fi
|
||||
|
||||
echo "Generating git commit logs"
|
||||
grep -v '^#' ${CONFIGDIR}/${RELEASE} |
|
||||
if [ "$GIT_STATS" = "y" ] ; then
|
||||
echo "Generating git commit logs"
|
||||
grep -v '^#' ${CONFIGDIR}/${RELEASE} |
|
||||
while read project revisions excludes x; do
|
||||
cd ${GITBASE}/${project}
|
||||
git log ${GITLOGARGS} ${revisions} > "${TEMPDIR}/${project}-commits.log"
|
||||
@@ -31,24 +41,28 @@ grep -v '^#' ${CONFIGDIR}/${RELEASE} |
|
||||
fi
|
||||
done
|
||||
|
||||
echo "Generating git statistics"
|
||||
cd ${BASEDIR}
|
||||
grep -v '^#' ${CONFIGDIR}/${RELEASE} |
|
||||
echo "Generating git statistics"
|
||||
cd ${BASEDIR}
|
||||
grep -v '^#' ${CONFIGDIR}/${RELEASE} |
|
||||
while read project x; do
|
||||
python gitdm -l 20 -n < "${TEMPDIR}/${project}-commits.log" > "${TEMPDIR}/${project}-git-stats.txt"
|
||||
done
|
||||
|
||||
grep -v '^#' ${CONFIGDIR}/${RELEASE} |
|
||||
grep -v '^#' ${CONFIGDIR}/${RELEASE} |
|
||||
while read project x; do
|
||||
cat "${TEMPDIR}/${project}-commits.log" >> "${TEMPDIR}/git-commits.log"
|
||||
done
|
||||
python gitdm -l 20 -n < "${TEMPDIR}/git-commits.log" > "${TEMPDIR}/git-stats.txt"
|
||||
python gitdm -l 20 -n < "${TEMPDIR}/git-commits.log" > "${TEMPDIR}/git-stats.txt"
|
||||
fi
|
||||
|
||||
echo "Generating a list of bugs"
|
||||
cd ${BASEDIR}
|
||||
grep -v '^#' ${CONFIGDIR}/${RELEASE} |
|
||||
if [ "$LP_STATS" = "y" ] ; then
|
||||
echo "Generating a list of bugs"
|
||||
cd ${BASEDIR}
|
||||
grep -v '^#' ${CONFIGDIR}/${RELEASE} |
|
||||
while read project x; do
|
||||
if [ ! -f "${TEMPDIR}/${project}-bugs.log" -a "$QUERY_LP" = "y" ]; then
|
||||
./tools/with_venv.sh python launchpad/buglist.py ${project} ${RELEASE} > "${TEMPDIR}/${project}-bugs.log"
|
||||
fi
|
||||
while read id person date x; do
|
||||
emails=$(awk "/^$person / {print \$2}" ${CONFIGDIR}/launchpad-ids.txt)
|
||||
echo $id $person $date $emails
|
||||
@@ -56,23 +70,26 @@ grep -v '^#' ${CONFIGDIR}/${RELEASE} |
|
||||
mv "${TEMPDIR}/${project}-bugs.log.new" "${TEMPDIR}/${project}-bugs.log"
|
||||
done
|
||||
|
||||
echo "Generating launchpad statistics"
|
||||
cd ${BASEDIR}
|
||||
grep -v '^#' ${CONFIGDIR}/${RELEASE} |
|
||||
echo "Generating launchpad statistics"
|
||||
cd ${BASEDIR}
|
||||
grep -v '^#' ${CONFIGDIR}/${RELEASE} |
|
||||
while read project x; do
|
||||
grep -v '<unknown>' "${TEMPDIR}/${project}-bugs.log" |
|
||||
python lpdm -l 20 > "${TEMPDIR}/${project}-lp-stats.txt"
|
||||
done
|
||||
|
||||
grep -v '^#' ${CONFIGDIR}/${RELEASE} |
|
||||
> "${TEMPDIR}/lp-bugs.log"
|
||||
grep -v '^#' ${CONFIGDIR}/${RELEASE} |
|
||||
while read project x; do
|
||||
grep -v '<unknown>' "${TEMPDIR}/${project}-bugs.log" >> "${TEMPDIR}/lp-bugs.log"
|
||||
done
|
||||
grep -v '<unknown>' "${TEMPDIR}/lp-bugs.log" |
|
||||
grep -v '<unknown>' "${TEMPDIR}/lp-bugs.log" |
|
||||
python lpdm -l 20 > "${TEMPDIR}/lp-stats.txt"
|
||||
fi
|
||||
|
||||
echo "Generating a list of Change-Ids"
|
||||
grep -v '^#' ${CONFIGDIR}/${RELEASE} |
|
||||
if [ "$GERRIT_STATS" = "y" ] ; then
|
||||
echo "Generating a list of Change-Ids"
|
||||
grep -v '^#' ${CONFIGDIR}/${RELEASE} |
|
||||
while read project revisions x; do
|
||||
cd "${GITBASE}/${project}"
|
||||
git log ${revisions} |
|
||||
@@ -80,8 +97,8 @@ grep -v '^#' ${CONFIGDIR}/${RELEASE} |
|
||||
split -l 100 -d - "${TEMPDIR}/${project}-${RELEASE}-change-ids-"
|
||||
done
|
||||
|
||||
cd ${TEMPDIR}
|
||||
grep -v '^#' ${CONFIGDIR}/${RELEASE} |
|
||||
cd ${TEMPDIR}
|
||||
grep -v '^#' ${CONFIGDIR}/${RELEASE} |
|
||||
while read project x; do
|
||||
> ${project}-${RELEASE}-reviews.json
|
||||
for f in ${project}-${RELEASE}-change-ids-??; do
|
||||
@@ -93,17 +110,17 @@ grep -v '^#' ${CONFIGDIR}/${RELEASE} |
|
||||
done
|
||||
done
|
||||
|
||||
echo "Generating a list of commit IDs"
|
||||
grep -v '^#' ${CONFIGDIR}/${RELEASE} |
|
||||
echo "Generating a list of commit IDs"
|
||||
grep -v '^#' ${CONFIGDIR}/${RELEASE} |
|
||||
while read project revisions x; do
|
||||
cd "${GITBASE}/${project}"
|
||||
git log --pretty=format:%H $revisions > \
|
||||
"${TEMPDIR}/${project}-${RELEASE}-commit-ids.txt"
|
||||
done
|
||||
|
||||
echo "Parsing the gerrit queries"
|
||||
cd ${BASEDIR}
|
||||
grep -v '^#' ${CONFIGDIR}/${RELEASE} |
|
||||
echo "Parsing the gerrit queries"
|
||||
cd ${BASEDIR}
|
||||
grep -v '^#' ${CONFIGDIR}/${RELEASE} |
|
||||
while read project x; do
|
||||
python gerrit/parse-reviews.py \
|
||||
"${TEMPDIR}/${project}-${RELEASE}-commit-ids.txt" \
|
||||
@@ -112,23 +129,24 @@ grep -v '^#' ${CONFIGDIR}/${RELEASE} |
|
||||
> "${TEMPDIR}/${project}-${RELEASE}-reviewers.txt"
|
||||
done
|
||||
|
||||
echo "Generating gerrit statistics"
|
||||
cd ${BASEDIR}
|
||||
grep -v '^#' ${CONFIGDIR}/${RELEASE} |
|
||||
echo "Generating gerrit statistics"
|
||||
cd ${BASEDIR}
|
||||
grep -v '^#' ${CONFIGDIR}/${RELEASE} |
|
||||
while read project x; do
|
||||
python gerritdm -l 20 \
|
||||
< "${TEMPDIR}/${project}-${RELEASE}-reviewers.txt" \
|
||||
> "${TEMPDIR}/${project}-gerrit-stats.txt"
|
||||
done
|
||||
|
||||
> "${TEMPDIR}/gerrit-reviewers.txt"
|
||||
grep -v '^#' ${CONFIGDIR}/${RELEASE} |
|
||||
> "${TEMPDIR}/gerrit-reviewers.txt"
|
||||
grep -v '^#' ${CONFIGDIR}/${RELEASE} |
|
||||
while read project x; do
|
||||
cat "${TEMPDIR}/${project}-${RELEASE}-reviewers.txt" >> "${TEMPDIR}/gerrit-reviewers.txt"
|
||||
done
|
||||
python gerritdm -l 20 < "${TEMPDIR}/gerrit-reviewers.txt" > "${TEMPDIR}/gerrit-stats.txt"
|
||||
python gerritdm -l 20 < "${TEMPDIR}/gerrit-reviewers.txt" > "${TEMPDIR}/gerrit-stats.txt"
|
||||
fi
|
||||
|
||||
cd ${BASEDIR}
|
||||
rm -rf ${RELEASE} && mkdir ${RELEASE}
|
||||
mv ${TEMPDIR}/*stats.txt ${RELEASE}
|
||||
rm -rf ${TEMPDIR}
|
||||
[ "$REMOVE_TEMPDIR" = "y" ] && rm -rf ${TEMPDIR} || echo "Not removing ${TEMPDIR}"
|
||||
|
||||
Reference in New Issue
Block a user