1#!/bin/bash -eu 2 3set -o pipefail 4 5HARDWIRED_MOCK_TOP= 6# Uncomment this to be able to view the source tree after a test is run 7# HARDWIRED_MOCK_TOP=/tmp/td 8 9REAL_TOP="$(readlink -f "$(dirname "$0")"/../../..)" 10 11function make_mock_top { 12 mock=$(mktemp -t -d st.XXXXX) 13 echo "$mock" 14} 15 16if [[ -n "$HARDWIRED_MOCK_TOP" ]]; then 17 MOCK_TOP="$HARDWIRED_MOCK_TOP" 18else 19 MOCK_TOP=$(make_mock_top) 20 trap cleanup_mock_top EXIT 21fi 22 23WARMED_UP_MOCK_TOP=$(mktemp -t soong_integration_tests_warmup.XXXXXX.tar.gz) 24trap 'rm -f "$WARMED_UP_MOCK_TOP"' EXIT 25 26function warmup_mock_top { 27 info "Warming up mock top ..." 28 info "Mock top warmup archive: $WARMED_UP_MOCK_TOP" 29 cleanup_mock_top 30 mkdir -p "$MOCK_TOP" 31 cd "$MOCK_TOP" 32 33 create_mock_soong 34 run_soong 35 tar czf "$WARMED_UP_MOCK_TOP" * 36} 37 38function cleanup_mock_top { 39 cd / 40 rm -fr "$MOCK_TOP" 41} 42 43function info { 44 echo -e "\e[92;1m[TEST HARNESS INFO]\e[0m" "$*" 45} 46 47function fail { 48 echo -e "\e[91;1mFAILED:\e[0m" "$*" 49 exit 1 50} 51 52function copy_directory { 53 local dir="$1" 54 local -r parent="$(dirname "$dir")" 55 56 mkdir -p "$MOCK_TOP/$parent" 57 cp -R "$REAL_TOP/$dir" "$MOCK_TOP/$parent" 58} 59 60function delete_directory { 61 rm -rf "$MOCK_TOP/$1" 62} 63 64function symlink_file { 65 local file="$1" 66 67 mkdir -p "$MOCK_TOP/$(dirname "$file")" 68 ln -s "$REAL_TOP/$file" "$MOCK_TOP/$file" 69} 70 71function symlink_directory { 72 local dir="$1" 73 74 mkdir -p "$MOCK_TOP/$dir" 75 # We need to symlink the contents of the directory individually instead of 76 # using one symlink for the whole directory because finder.go doesn't follow 77 # symlinks when looking for Android.bp files 78 for i in "$REAL_TOP/$dir"/*; do 79 i=$(basename "$i") 80 local target="$MOCK_TOP/$dir/$i" 81 local source="$REAL_TOP/$dir/$i" 82 83 if [[ -e "$target" ]]; then 84 if [[ ! -d "$source" || ! -d "$target" ]]; then 85 fail "Trying to symlink $dir twice" 86 fi 87 else 88 ln -s "$REAL_TOP/$dir/$i" "$MOCK_TOP/$dir/$i"; 89 fi 90 done 91} 92 93function create_mock_soong { 94 create_mock_bazel 95 copy_directory build/blueprint 96 copy_directory build/soong 97 copy_directory build/make 98 99 symlink_directory prebuilts/sdk 100 symlink_directory prebuilts/go 101 symlink_directory prebuilts/build-tools 102 symlink_directory prebuilts/clang/host 103 symlink_directory external/compiler-rt 104 symlink_directory external/go-cmp 105 symlink_directory external/golang-protobuf 106 symlink_directory external/licenseclassifier 107 symlink_directory external/starlark-go 108 symlink_directory external/python 109 symlink_directory external/sqlite 110 symlink_directory external/spdx-tools 111 symlink_directory libcore 112 113 # TODO: b/286872909 - Remove these when the blocking bug is completed 114 symlink_directory external/libavc 115 symlink_directory external/libaom 116 symlink_directory external/libvpx 117 symlink_directory frameworks/base/libs/androidfw 118 symlink_directory external/libhevc 119 symlink_directory external/libexif 120 symlink_directory external/libopus 121 symlink_directory external/libmpeg2 122 symlink_directory external/expat 123 symlink_directory external/flac 124 symlink_directory system/extras/toolchain-extras 125 126 touch "$MOCK_TOP/Android.bp" 127} 128 129function setup { 130 cleanup_mock_top 131 mkdir -p "$MOCK_TOP" 132 133 echo 134 echo ---------------------------------------------------------------------------- 135 info "Running test case \e[96;1m${FUNCNAME[1]}\e[0m" 136 cd "$MOCK_TOP" 137 138 tar xzf "$WARMED_UP_MOCK_TOP" --warning=no-timestamp 139} 140 141# shellcheck disable=SC2120 142function run_soong { 143 USE_RBE=false TARGET_PRODUCT=aosp_arm TARGET_RELEASE=trunk_staging TARGET_BUILD_VARIANT=userdebug build/soong/soong_ui.bash --make-mode --skip-ninja --skip-config --soong-only --skip-soong-tests "$@" 144} 145 146function create_mock_bazel { 147 copy_directory build/bazel 148 copy_directory build/bazel_common_rules 149 150 # This requires pulling more tools into the mock top to build partitions 151 delete_directory build/bazel/examples/partitions 152 153 symlink_directory packages/modules/common/build 154 symlink_directory prebuilts/bazel 155 symlink_directory prebuilts/clang 156 symlink_directory prebuilts/jdk 157 symlink_directory external/bazel-skylib 158 symlink_directory external/bazelbuild-rules_android 159 symlink_directory external/bazelbuild-rules_go 160 symlink_directory external/bazelbuild-rules_license 161 symlink_directory external/bazelbuild-kotlin-rules 162 symlink_directory external/bazelbuild-rules_cc 163 symlink_directory external/bazelbuild-rules_python 164 symlink_directory external/bazelbuild-rules_java 165 symlink_directory external/bazelbuild-rules_rust 166 symlink_directory external/bazelbuild-rules_testing 167 symlink_directory external/rust/crates/tinyjson 168 169 symlink_file WORKSPACE 170 symlink_file BUILD 171} 172 173function run_bazel { 174 # Remove the ninja_build output marker file to communicate to buildbot that this is not a regular Ninja build, and its 175 # output should not be parsed as such. 176 rm -rf out/ninja_build 177 178 build/bazel/bin/bazel "$@" 179} 180 181function run_ninja { 182 build/soong/soong_ui.bash --make-mode --skip-config --soong-only --skip-soong-tests "$@" 183} 184 185info "Starting Soong integration test suite $(basename "$0")" 186info "Mock top: $MOCK_TOP" 187 188 189export ALLOW_MISSING_DEPENDENCIES=true 190export ALLOW_BP_UNDER_SYMLINKS=true 191warmup_mock_top 192 193function scan_and_run_tests { 194 # find all test_ functions 195 # NB "declare -F" output is sorted, hence test order is deterministic 196 readarray -t test_fns < <(declare -F | sed -n -e 's/^declare -f \(test_.*\)$/\1/p') 197 info "Found ${#test_fns[*]} tests" 198 if [[ ${#test_fns[*]} -eq 0 ]]; then 199 fail "No tests found" 200 fi 201 for f in ${test_fns[*]}; do 202 $f 203 info "Completed test case \e[96;1m$f\e[0m" 204 done 205} 206 207function move_mock_top { 208 MOCK_TOP2=$(make_mock_top) 209 rm -rf $MOCK_TOP2 210 mv $MOCK_TOP $MOCK_TOP2 211 MOCK_TOP=$MOCK_TOP2 212 trap cleanup_mock_top EXIT 213} 214