You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
171 lines
4.9 KiB
171 lines
4.9 KiB
#!/bin/bash -eu
|
|
#
|
|
# Copyright 2017 Google Inc. All rights reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
set -e
|
|
|
|
# This file makes it easy to confirm that a set of changes in source code don't result in any
|
|
# changes to the generated ninja files. This is to reduce the effort required to be confident
|
|
# in the correctness of refactorings
|
|
|
|
function die() {
|
|
echo "$@" >&2
|
|
exit 1
|
|
}
|
|
|
|
function usage() {
|
|
violation="$1"
|
|
die "$violation
|
|
|
|
Usage: diff_build_graphs.sh [--products=product1,product2...] <OLD_VERSIONS> <NEW_VERSIONS>
|
|
|
|
This file builds and parses the build files (Android.mk, Android.bp, etc) for each requested
|
|
product and for both sets of versions, and checks whether the ninja files (which implement
|
|
the build graph) changed between the two versions.
|
|
|
|
Example: diff_build_graphs.sh 'build/soong:work^ build/blueprint:work^' 'build/soong:work build/blueprint:work'
|
|
|
|
Options:
|
|
--products=PRODUCTS comma-separated list of products to check"
|
|
}
|
|
|
|
PRODUCTS_ARG=""
|
|
OLD_VERSIONS=""
|
|
NEW_VERSIONS=""
|
|
function parse_args() {
|
|
# parse optional arguments
|
|
while true; do
|
|
arg="${1-}"
|
|
case "$arg" in
|
|
--products=*) PRODUCTS_ARG="$arg";;
|
|
*) break;;
|
|
esac
|
|
shift
|
|
done
|
|
# parse required arguments
|
|
if [ "$#" != "2" ]; then
|
|
usage ""
|
|
fi
|
|
#argument validation
|
|
OLD_VERSIONS="$1"
|
|
NEW_VERSIONS="$2"
|
|
|
|
}
|
|
parse_args "$@"
|
|
|
|
|
|
# find some file paths
|
|
cd "$(dirname $0)"
|
|
SCRIPT_DIR="$PWD"
|
|
cd ../../..
|
|
CHECKOUT_ROOT="$PWD"
|
|
OUT_DIR="${OUT_DIR-}"
|
|
if [ -z "$OUT_DIR" ]; then
|
|
OUT_DIR=out
|
|
fi
|
|
WORK_DIR="$OUT_DIR/diff"
|
|
OUT_DIR_OLD="$WORK_DIR/out_old"
|
|
OUT_DIR_NEW="$WORK_DIR/out_new"
|
|
OUT_DIR_TEMP="$WORK_DIR/out_temp"
|
|
|
|
|
|
function checkout() {
|
|
versionSpecs="$1"
|
|
for versionSpec in $versionSpecs; do
|
|
project="$(echo $versionSpec | sed 's|\([^:]*\):\([^:]*\)|\1|')"
|
|
ref="$(echo $versionSpec | sed 's|\([^:]*\):\([^:]*\)|\2|')"
|
|
echo "checking out ref $ref in project $project"
|
|
git -C "$project" checkout "$ref"
|
|
done
|
|
}
|
|
|
|
function run_build() {
|
|
echo
|
|
echo "Starting build"
|
|
# rebuild multiproduct_kati, in case it was missing before,
|
|
# or in case it is affected by some of the changes we're testing
|
|
make blueprint_tools
|
|
# find multiproduct_kati and have it build the ninja files for each product
|
|
builder="$(echo $OUT_DIR/soong/host/*/bin/multiproduct_kati)"
|
|
BUILD_NUMBER=sample "$builder" $PRODUCTS_ARG --keep --out "$OUT_DIR_TEMP" || true
|
|
echo
|
|
}
|
|
|
|
function diffProduct() {
|
|
product="$1"
|
|
|
|
zip1="$OUT_DIR_OLD/${product}.zip"
|
|
unzipped1="$OUT_DIR_OLD/$product"
|
|
|
|
zip2="$OUT_DIR_NEW/${product}.zip"
|
|
unzipped2="$OUT_DIR_NEW/$product"
|
|
|
|
unzip -qq "$zip1" -d "$unzipped1"
|
|
unzip -qq "$zip2" -d "$unzipped2"
|
|
|
|
#do a diff of the ninja files
|
|
diffFile="$WORK_DIR/diff.txt"
|
|
diff -r "$unzipped1" "$unzipped2" -x build_date.txt -x build_number.txt -x '\.*' -x '*.log' -x build_fingerprint.txt -x build.ninja.d -x '*.zip' > $diffFile || true
|
|
if [[ -s "$diffFile" ]]; then
|
|
# outputs are different, so remove the unzipped versions but keep the zipped versions
|
|
echo "First few differences (total diff linecount=$(wc -l $diffFile)) for product $product:"
|
|
cat "$diffFile" | head -n 10
|
|
echo "End of differences for product $product"
|
|
rm -rf "$unzipped1" "$unzipped2"
|
|
else
|
|
# outputs are the same, so remove all of the outputs
|
|
rm -rf "$zip1" "$unzipped1" "$zip2" "$unzipped2"
|
|
fi
|
|
}
|
|
|
|
function do_builds() {
|
|
#reset work dir
|
|
rm -rf "$WORK_DIR"
|
|
mkdir "$WORK_DIR"
|
|
|
|
#build new code
|
|
checkout "$NEW_VERSIONS"
|
|
run_build
|
|
mv "$OUT_DIR_TEMP" "$OUT_DIR_NEW"
|
|
|
|
#build old code
|
|
#TODO do we want to cache old results? Maybe by the time we care to cache old results this will
|
|
#be running on a remote server somewhere and be completely different
|
|
checkout "$OLD_VERSIONS"
|
|
run_build
|
|
mv "$OUT_DIR_TEMP" "$OUT_DIR_OLD"
|
|
|
|
#cleanup
|
|
echo created "$OUT_DIR_OLD" and "$OUT_DIR_NEW"
|
|
}
|
|
|
|
function main() {
|
|
do_builds
|
|
checkout "$NEW_VERSIONS"
|
|
|
|
#find all products
|
|
productsFile="$WORK_DIR/all_products.txt"
|
|
find $OUT_DIR_OLD $OUT_DIR_NEW -mindepth 1 -maxdepth 1 -name "*.zip" | sed "s|^$OUT_DIR_OLD/||" | sed "s|^$OUT_DIR_NEW/||" | sed "s|\.zip$||" | sort | uniq > "$productsFile"
|
|
echo Diffing products
|
|
for product in $(cat $productsFile); do
|
|
diffProduct "$product"
|
|
done
|
|
echo Done diffing products
|
|
echo "Any differing outputs can be seen at $OUT_DIR_OLD/*.zip and $OUT_DIR_NEW/*.zip"
|
|
echo "See $WORK_DIR/diff.txt for the full list of differences for the latest product checked"
|
|
}
|
|
|
|
main
|