twitcher/runner.sh at main · bevyengine/twitcher · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
#!/bin/bash

set -x

host=$(hostname)
config="${MACHINE_CONFIG:-../$host.toml}"

if [ ! -f "$config" ]; then
    echo "no machine config at $config" >&2
    exit 1
fi

suites=$(sed -n 's/^suites *= *\[\(.*\)\].*/\1/p' "$config" | tr -d '" ' | tr ',' ' ')

if [ -z "$suites" ]; then
    echo "could not read suites from $config" >&2
    exit 1
fi

if [ -x /usr/local/sbin/pin.sh ]; then
    if ! /usr/local/sbin/pin.sh verify; then
        echo "pinned profile mismatch - re-applying once" >&2
        sudo /usr/local/sbin/pin.sh apply
        if ! /usr/local/sbin/pin.sh verify; then
            echo "pinned profile still wrong, skipping this run" >&2
            exit 1
        fi
    fi
else
    echo "warning: /usr/local/sbin/pin.sh not installed, running unpinned" >&2
fi

git pull

cargo build --release --bin collect

rm -rf queue results bevy

git clone --single-branch -b queue git@github.com:bevyengine/twitcher.git queue
gitref=$(
    git -C queue log --diff-filter=A --name-only --pretty=format: -- $suites \
    | sed -n 's#^[^/]*/##p' \
    | awk '!seen[$0]++' \
    | while read -r sha; do
        n=0
        for suite in $suites; do
            [ -f "queue/$suite/$sha" ] && n=$((n + 1))
        done
        [ "$n" -gt 0 ] && echo "$n $sha"
      done | sort -s -k1,1rn | head -n 1 | awk '{print $2}'
)

if [ -z "$gitref" ]; then
    rm -rf queue
    echo "no queued work for suites: $suites"
    exit 1
fi

run_suites=""
for suite in $suites; do
    if [ -f "queue/$suite/$gitref" ]; then
        run_suites="${run_suites:+$run_suites }$suite"
    fi
done
run_suites_csv=$(echo "$run_suites" | tr ' ' ',')

git init -q bevy
cd bevy
git remote add origin git@github.com:bevyengine/bevy.git
git fetch -q --depth 1 origin "$gitref"
git checkout -q --detach FETCH_HEAD
want_wb=$(cargo metadata --format-version 1 2>/dev/null \
    | jq -r '[.packages[] | select(.name=="wasm-bindgen") | .version] | first // empty')
have_wb=$(wasm-bindgen --version 2>/dev/null | awk '{print $2}')
if [ -z "$want_wb" ]; then
    echo "warning: could not resolve the wasm-bindgen version; wasm size metrics may be skipped" >&2
elif [ "$want_wb" != "$have_wb" ]; then
    echo "wasm-bindgen-cli: have '${have_wb:-none}', need '$want_wb' - installing" >&2
    cargo install wasm-bindgen-cli --version "$want_wb"
fi
../target/release/collect --suites "$run_suites_csv" all
cd ..

git clone --depth 1 --single-branch -b results git@github.com:bevyengine/twitcher.git results
cp -r bevy/results/* results
cd results
git add .
git commit -m "Add $run_suites_csv results for $gitref ($host)"
git push
cd ..

cd queue
git fetch -q --depth 1 origin queue
git reset -q --hard FETCH_HEAD
for suite in $run_suites; do
    rm -f "$suite/$gitref"
done
git add .
git commit -m "Done $run_suites_csv for $gitref ($host)"
git push
cd ..

rm -rf queue
rm -rf results
rm -rf bevy