blob: 510983f5482d1e26daf351e3c0dce2cad3b1ae66 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
|
#!/usr/bin/env bash
set -e
if command -v schedtool >/dev/null 2>&1; then
# Set current shell and all descendents as SCHED_BATCH, see schedtool(8)
schedtool -B $$
prefix_cmd='schedtool -B -n20 -e '
fi
venv() {
virtualenv ".venv" -p python3
. ".venv/bin/activate"
}
prepare() {
if [[ -n "$USE_VENV" ]]; then
venv
fi
echo "Installing autobuild..."
pip install --upgrade certifi --quiet
pip3 install --upgrade llbase --quiet
if command -v autobuild >/dev/null 2>&1 && [[ "$(autobuild --version)" == "autobuild 9.0.0" ]]; then
pip3 uninstall --yes autobuild --quiet
fi
pip3 install --no-cache --upgrade autobuild --quiet
}
build() {
# we have a lot of files, relax ulimit to help performance
if [[ -n "$USE_VENV" ]]; then
. ".venv/bin/activate"
fi
ulimit -n 20000
build_jobs=$(nproc)
if [[ -z "$NO_SMART_JOB_COUNT" ]]; then
if [[ ${build_jobs} -gt 1 ]]; then
jobs=1
# The viewer requires an average of 4GB of memory per core to link
# Note: Behaviour change compared to the previous versions:
# This script will no longer try to allocate build memory into swap
# This is bad practice, and swap should be reserved to evict process
# memory from physical ram to make place for the current workset.
# This script will now try to check if swap is present and sufficent
# for the current used memory to be stored in swap before allocating,
# and will fallback to conservative allocation if swap is not available
gigperlinkprocess=4
mempercorekb=$((gigperlinkprocess * 1048576))
requiredmemorykb=$(($(nproc) * mempercorekb))
free_output="$(free --kilo --total | tail -n+2| tr -s ' ')"
physical_output=$(grep "Mem:" <<< "$free_output")
#total_output=$(grep Total: <<< "$free_output")
usedmemorykbphysical=$(cut -d ' ' -f 3 <<< "$physical_output")
totalmemorykbphysical=$(cut -d ' ' -f 2 <<< "$physical_output")
swap_output=$(grep Swap: <<< "$free_output")
# Determine available swap space
availableswapkb=0
if [[ -n "$swap_output" ]]; then
availableswapkb=$(cut -d ' ' -f 4 <<< "$swap_output")
fi
availablememorykbphysical=$(cut -d ' ' -f 7 <<< "$free_output")
echo "Total memory: $totalmemorykbphysical (includes swap)"
echo "Available memory: $availablememorykbphysical"
echo "Required memory: $requiredmemorykb"
echo "Available physical memory on this system: $((availablememorykbphysical/1024/1024)) GB"
echo "Estimated required memory to build with all cores: $((requiredmemorykb/1024/1024)) GB"
if [[ ${requiredmemorykb} -gt ${availablememorykbphysical} ]]; then
echo "Warning: Not enough available physical memory to build with all cores"
if [[ ${usedmemorykbphysical} -lt ${availableswapkb} ]]; then
# use all physical ram as swap will do its job
echo "There is enough free swap to store the currently used memory"
jobs=$(((totalmemorykbphysical/1024/1024)/gigperlinkprocess))
else
# Not enough swap to hold ram contents, calculate manually
echo "Allocating build jobs according to available physical memory ("$((availablememorykbphysical/1024/1024))"/"$((requiredmemorykb/1024/1024))"GB)..."
# FIXME: Goes one iteration beyond what it should
while [[ $((jobs * mempercorekb)) -lt ${availablememorykbphysical} ]]; do
jobs=$((jobs+1))
echo -e "${jobs} jobs would consume $(((jobs * mempercorekb)/1024/1024))GB"
done
# Back off one job count. Not sure why I have to do this but
# the loop is doing one extra iteration.
jobs=$((jobs-1))
fi
build_jobs=${jobs}
echo "Computed job count: ${build_jobs}"
fi
fi
fi
export AUTOBUILD_CPU_COUNT=$build_jobs
AL_ARCH_FLAGS=${AL_ARCH_FLAGS:-'-march=native -mtune=native -w'}
AL_CMAKE_CONFIG=(
-DLL_TESTS:BOOL=OFF
-DDISABLE_FATAL_WARNINGS=ON
-DUSE_LTO:BOOL=OFF
-DVIEWER_CHANNEL="Alchemy Test"
-DCMAKE_C_FLAGS="$AL_ARCH_FLAGS"
-DCMAKE_CXX_FLAGS="$AL_ARCH_FLAGS"
-DCMAKE_C_COMPILER="${CC:-gcc}"
-DCMAKE_CXX_COMPILER="${CXX:-g++}"
)
# I could not find the documentation on how to handle BUILDENV/OPTION in
# makepkg.conf. If you are reading this and know where it is,
# please send it my way.
# if [[ -n "$AL_NO_CCACHE" ]] || ! command -v ccache 2 > /dev/null 2>&1; then
# echo "ccache disabled"
# AL_CMAKE_CONFIG+=(-UCMAKE_CXX_COMPILER_LAUNCHER)
# else
# echo "ccache available and enabled"
# export CCACHE_SLOPPINESS="file_macro,locale,time_macros"
# export CCACHE_NOHASHDIR="true"
# AL_CMAKE_CONFIG+=(-DCMAKE_CXX_COMPILER_LAUNCHER=ccache)
# fi
$prefix_cmd autobuild configure -A 64 -c ReleaseOS -- "${AL_CMAKE_CONFIG[@]}"
echo "Building with ${AUTOBUILD_CPU_COUNT} jobs (adjusted)"
$prefix_cmd autobuild build -A64 -c ReleaseOS --no-configure
}
cleanbuild()
{
rm -rf build-linux-64
git pull --prune
build
}
if [[ -n "$1" ]]; then
$1
else
echo "Running unattended batch build..."
prepare
build
fi
|