Commit | Line | Data |
---|---|---|
81fa42ce MJ |
1 | #!/bin/sh -exu |
2 | # | |
3 | # Copyright (C) 2016 - Michael Jeanson <mjeanson@efficios.com> | |
4 | # | |
5 | # This program is free software: you can redistribute it and/or modify | |
6 | # it under the terms of the GNU General Public License as published by | |
7 | # the Free Software Foundation, either version 3 of the License, or | |
8 | # (at your option) any later version. | |
9 | # | |
10 | # This program is distributed in the hope that it will be useful, | |
11 | # but WITHOUT ANY WARRANTY; without even the implied warranty of | |
12 | # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
13 | # GNU General Public License for more details. | |
14 | # | |
15 | # You should have received a copy of the GNU General Public License | |
16 | # along with this program. If not, see <http://www.gnu.org/licenses/>. | |
17 | ||
18 | ## FUNCTIONS ## | |
19 | ||
20 | # Kernel version compare functions | |
21 | verlte() { | |
22 | [ "$1" = "`printf '%s\n%s' $1 $2 | sort -V | head -n1`" ] | |
23 | } | |
24 | ||
25 | verlt() { | |
26 | [ "$1" = "$2" ] && return 1 || verlte $1 $2 | |
27 | } | |
28 | ||
29 | vergte() { | |
30 | [ "$1" = "`printf '%s\n%s' $1 $2 | sort -V | tail -n1`" ] | |
31 | } | |
32 | ||
33 | vergt() { | |
34 | [ "$1" = "$2" ] && return 1 || vergte $1 $2 | |
35 | } | |
36 | ||
37 | ||
38 | prepare_lnx_sources() { | |
39 | ||
40 | outdir=$1 | |
41 | ||
42 | if [ "$outdir" = "." ]; then | |
43 | koutput="" | |
44 | else | |
45 | koutput="O=\"${outdir}\"" | |
46 | fi | |
47 | ||
48 | # Generate kernel configuration | |
49 | case "$kversion" in | |
50 | Ubuntu*) | |
51 | fakeroot debian/rules clean | |
52 | fakeroot debian/rules genconfigs | |
53 | cp CONFIGS/${ubuntu_config} "${outdir}"/.config | |
54 | ;; | |
55 | *) | |
56 | # Que sera sera | |
57 | make ${koutput} allyesconfig CC=$CC | |
58 | ;; | |
59 | esac | |
60 | ||
61 | # GCC 4.8 | |
62 | sed -i "s/CONFIG_CC_STACKPROTECTOR_STRONG=y/# CONFIG_CC_STACKPROTECTOR_STRONG is not set/g" "${outdir}"/.config | |
63 | ||
64 | # Don't try to sign modules | |
65 | sed -i "s/CONFIG_MODULE_SIG=y/# CONFIG_MODULE_SIG is not set/g" "${outdir}"/.config | |
66 | ||
67 | # Disable kernel stack frame correctness validation, introduced in 4.6.0 and currently fails | |
68 | sed -i "s/CONFIG_STACK_VALIDATION=y/# CONFIG_STACK_VALIDATION is not set/g" "${outdir}"/.config | |
69 | ||
70 | # Enable CONFIG_KALLSYMS_ALL | |
71 | echo "CONFIG_KPROBES=y" >> "${outdir}"/.config | |
72 | echo "CONFIG_FTRACE=y" >> "${outdir}"/.config | |
73 | echo "CONFIG_BLK_DEV_IO_TRACE=y" >> "${outdir}"/.config | |
74 | echo "CONFIG_TRACEPOINTS=y" >> "${outdir}"/.config | |
75 | echo "CONFIG_KALLSYMS_ALL=y" >> "${outdir}"/.config | |
76 | ||
77 | ||
e9b44189 | 78 | make ${koutput} olddefconfig CC=$CC |
81fa42ce MJ |
79 | make ${koutput} modules_prepare CC=$CC |
80 | ||
81 | # Version specific tasks | |
82 | case "$kversion" in | |
83 | Ubuntu*) | |
84 | # Add Ubuntu ABI number to kernel headers, this is normally done by the packaging code | |
85 | ABINUM=$(echo $kversion | grep -P -o 'Ubuntu-(lts-)?.*-\K\d+(?=\..*)') | |
86 | echo "#define UTS_UBUNTU_RELEASE_ABI $ABINUM" >> ${outdir}/include/generated/utsrelease.h | |
87 | ;; | |
88 | esac | |
89 | ||
90 | # On powerpc this object is required to link modules | |
91 | if [ "${karch}" = "powerpc" ]; then | |
92 | make ${koutput} arch/powerpc/lib/crtsavres.o CC=$CC | |
93 | fi | |
94 | } | |
95 | ||
96 | ||
97 | ||
98 | build_modules() { | |
99 | ||
100 | kdir="$1" | |
101 | bdir="$2" | |
102 | ||
103 | # Get kernel version from source tree | |
104 | cd "${kdir}" | |
105 | kversion=$(make kernelversion) | |
106 | ||
107 | # Enter latency-tracker source dir | |
108 | cd "${LTTSRCDIR}" | |
109 | ||
110 | # kernels 3.10 to 3.10.13 and 3.11 to 3.11.2 introduce a deadlock in the | |
111 | # timekeeping subsystem. We want those build to fail. | |
112 | if { vergte "$kversion" "3.10" && verlte "$kversion" "3.10.13"; } || \ | |
113 | { vergte "$kversion" "3.11" && verlte "$kversion" "3.11.2"; }; then | |
114 | ||
115 | set +e | |
116 | ||
117 | # Build modules | |
118 | KERNELDIR="${kdir}" make -j${NPROC} V=1 CC=$CC | |
119 | ||
120 | # We expect this build to fail, if it doesn't, fail the job. | |
121 | if [ "$?" -eq 0 ]; then | |
e9b44189 | 122 | echo "This build should have failed." |
81fa42ce MJ |
123 | exit 1 |
124 | fi | |
125 | ||
126 | # We have to publish at least one file or the build will fail | |
127 | echo "This kernel is broken, there is a deadlock in the timekeeping subsystem." > "${bdir}/BROKEN.txt.ko" | |
128 | ||
129 | set -e | |
130 | ||
131 | KERNELDIR="${kdir}" make clean CC=$CC | |
132 | ||
133 | else # Regular build | |
134 | ||
135 | # Build modules against full kernel sources | |
136 | KERNELDIR="${kdir}" make -j${NPROC} V=1 CC=$CC | |
137 | ||
138 | # Install modules to build dir | |
139 | KERNELDIR="${kdir}" make INSTALL_MOD_PATH="${bdir}" modules_install CC=$CC | |
140 | ||
141 | # Clean build dir | |
142 | KERNELDIR="${kdir}" make clean CC=$CC | |
143 | fi | |
144 | } | |
145 | ||
146 | ||
147 | ## MAIN ## | |
148 | ||
81fa42ce MJ |
149 | # Use all CPU cores |
150 | NPROC=$(nproc) | |
151 | ||
152 | LTTSRCDIR="${WORKSPACE}/src/latency-tracker" | |
153 | LNXSRCDIR="${WORKSPACE}/src/linux" | |
154 | ||
155 | LNXBUILDDIR="${WORKSPACE}/build/linux" | |
156 | LNXHDRDIR="${WORKSPACE}/build/linux-headers" | |
157 | ||
158 | LTTBUILDKSRCDIR="${WORKSPACE}/build/latency-tracker-ksrc" | |
159 | LTTBUILDKHDRDIR="${WORKSPACE}/build/latency-tracker-khdr" | |
160 | ||
161 | ||
162 | # Setup cross compile env if available | |
163 | if [ "x${cross_arch:-}" != "x" ]; then | |
164 | ||
165 | case "$cross_arch" in | |
166 | "armhf") | |
167 | karch="arm" | |
168 | cross_compile="arm-linux-gnueabihf-" | |
169 | ubuntu_config="armhf-config.flavour.generic" | |
170 | ;; | |
171 | ||
172 | "arm64") | |
173 | karch="arm64" | |
174 | cross_compile="aarch64-linux-gnu-" | |
175 | ubuntu_config="arm64-config.flavour.generic" | |
176 | ;; | |
177 | ||
178 | "powerpc") | |
179 | karch="powerpc" | |
180 | cross_compile="powerpc-linux-gnu-" | |
181 | ubuntu_config="powerpc-config.flavour.powerpc-smp" | |
182 | ;; | |
183 | ||
184 | "ppc64el") | |
185 | karch="powerpc" | |
186 | cross_compile="powerpc64le-linux-gnu-" | |
187 | ubuntu_config="ppc64el-config.flavour.generic" | |
188 | ;; | |
189 | ||
190 | *) | |
191 | echo "Unsupported cross arch $arch" | |
192 | exit 1 | |
193 | ;; | |
194 | esac | |
195 | ||
e9b44189 MJ |
196 | # Use default gcc when cross-compiling |
197 | CC="${cross_compile}gcc" | |
198 | ||
81fa42ce MJ |
199 | # Export variables used by Kbuild for cross compilation |
200 | export ARCH="${karch}" | |
201 | export CROSS_COMPILE="${cross_compile}" | |
202 | ||
81fa42ce MJ |
203 | # Set arch specific values if we are not cross compiling |
204 | elif [ "x${arch:-}" != "x" ]; then | |
e9b44189 | 205 | |
81fa42ce MJ |
206 | case "$arch" in |
207 | "x86-32") | |
208 | karch="x86" | |
209 | ubuntu_config="i386-config.flavour.generic" | |
210 | ;; | |
211 | ||
212 | "x86-64") | |
213 | karch="x86" | |
214 | ubuntu_config="amd64-config.flavour.generic" | |
215 | ;; | |
216 | ||
217 | "armhf") | |
218 | karch="arm" | |
219 | ubuntu_config="armhf-config.flavour.generic" | |
220 | ;; | |
221 | ||
222 | "arm64") | |
223 | karch="arm64" | |
224 | ubuntu_config="arm64-config.flavour.generic" | |
225 | ;; | |
226 | ||
227 | "powerpc") | |
228 | karch="powerpc" | |
229 | ubuntu_config="powerpc-config.flavour.powerpc-smp" | |
230 | ;; | |
231 | ||
232 | "ppc64el") | |
233 | karch="powerpc" | |
234 | ubuntu_config="ppc64el-config.flavour.generic" | |
235 | ;; | |
236 | ||
237 | *) | |
238 | echo "Unsupported arch $arch" | |
239 | exit 1 | |
240 | ;; | |
241 | esac | |
e9b44189 MJ |
242 | |
243 | # Use gcc 4.9, older kernel don't build with gcc 5 | |
244 | CC=gcc-4.9 | |
245 | ||
81fa42ce MJ |
246 | else |
247 | echo "Not arch or cross_arch specified" | |
248 | exit 1 | |
249 | fi | |
250 | ||
251 | ||
252 | ||
253 | ||
254 | # Create build directories | |
255 | mkdir -p "${LNXBUILDDIR}" "${LNXHDRDIR}" "${LTTBUILDKSRCDIR}" "${LTTBUILDKHDRDIR}" | |
256 | ||
257 | ||
258 | ||
259 | ## PREPARE DISTRO STYLE KERNEL HEADERS / DEVEL | |
260 | ||
261 | # Enter linux source dir | |
262 | cd "${LNXSRCDIR}" | |
263 | ||
264 | prepare_lnx_sources "." | |
265 | ||
266 | # For RT kernels, copy version file | |
267 | if [ -s localversion-rt ]; then | |
268 | cp -a localversion-rt "${LNXHDRDIR}" | |
269 | fi | |
270 | ||
271 | # Copy all Makefile related stuff | |
272 | find . -path './include/*' -prune \ | |
273 | -o -path './scripts/*' -prune -o -type f \ | |
274 | \( -name 'Makefile*' -o -name 'Kconfig*' -o -name 'Kbuild*' -o \ | |
275 | -name '*.sh' -o -name '*.pl' -o -name '*.lds' \) \ | |
276 | -print | cpio -pd --preserve-modification-time "${LNXHDRDIR}" | |
277 | ||
278 | # Copy base scripts and include dirs | |
279 | cp -a scripts include "${LNXHDRDIR}" | |
280 | ||
281 | # Copy arch includes | |
282 | (find arch -name include -type d -print | \ | |
283 | xargs -n1 -i: find : -type f) | \ | |
284 | cpio -pd --preserve-modification-time "${LNXHDRDIR}" | |
285 | ||
286 | # Copy arch scripts | |
287 | (find arch -name scripts -type d -print | \ | |
288 | xargs -n1 -i: find : -type f) | \ | |
289 | cpio -pd --preserve-modification-time "${LNXHDRDIR}" | |
290 | ||
291 | # Cleanup scripts | |
292 | rm -f "${LNXHDRDIR}/scripts/*.o" | |
293 | rm -f "${LNXHDRDIR}/scripts/*/*.o" | |
294 | ||
295 | # On powerpc this object is required to link modules | |
296 | if [ "${karch}" = "powerpc" ]; then | |
297 | cp -a --parents arch/powerpc/lib/crtsavres.[So] "${LNXHDRDIR}/" | |
298 | fi | |
299 | ||
300 | # Copy modules related stuff, if available | |
301 | if [ -s Module.symvers ]; then | |
302 | cp Module.symvers "${LNXHDRDIR}" | |
303 | fi | |
304 | ||
305 | if [ -s System.map ]; then | |
306 | cp System.map "${LNXHDRDIR}" | |
307 | fi | |
308 | ||
309 | if [ -s Module.markers ]; then | |
310 | cp Module.markers "${LNXHDRDIR}" | |
311 | fi | |
312 | ||
313 | # Copy config file | |
314 | cp .config "${LNXHDRDIR}" | |
315 | ||
316 | # Make sure the Makefile and version.h have a matching timestamp so that | |
317 | # external modules can be built | |
318 | if [ -s "${LNXHDRDIR}/include/generated/uapi/linux/version.h" ]; then | |
319 | touch -r "${LNXHDRDIR}/Makefile" "${LNXHDRDIR}/include/generated/uapi/linux/version.h" | |
320 | elif [ -s "${LNXHDRDIR}/include/linux/version.h" ]; then | |
321 | touch -r "${LNXHDRDIR}/Makefile" "${LNXHDRDIR}/include/linux/version.h" | |
322 | else | |
323 | echo "Missing version.h" | |
324 | exit 1 | |
325 | fi | |
326 | touch -r "${LNXHDRDIR}/.config" "${LNXHDRDIR}/include/generated/autoconf.h" | |
327 | ||
328 | # Copy .config to include/config/auto.conf so "make prepare" is unnecessary. | |
329 | cp "${LNXHDRDIR}/.config" "${LNXHDRDIR}/include/config/auto.conf" | |
330 | ||
331 | ||
332 | ||
333 | ||
334 | ## PREPARE FULL LINUX SOURCE TREE | |
335 | ||
336 | # Enter linux source dir | |
337 | cd "${LNXSRCDIR}" | |
338 | ||
339 | # Make sure linux source dir is clean | |
340 | git clean -xdf | |
341 | ||
342 | prepare_lnx_sources "${LNXBUILDDIR}" | |
343 | ||
344 | ||
345 | ## BUILD modules | |
346 | ||
347 | # Build modules against full kernel sources | |
348 | build_modules "${LNXBUILDDIR}" "${LTTBUILDKSRCDIR}" | |
349 | ||
350 | # Build modules against kernel headers | |
351 | build_modules "${LNXHDRDIR}" "${LTTBUILDKHDRDIR}" | |
352 | ||
353 | # Make sure modules were built | |
354 | tree "${LTTBUILDKSRCDIR}" | |
355 | if [ "x$(find "${LTTBUILDKSRCDIR}" -name '*.ko*' -printf yes -quit)" != "xyes" ]; then | |
356 | echo "No modules built!" | |
357 | exit 1 | |
358 | fi | |
359 | ||
360 | tree "${LTTBUILDKHDRDIR}" | |
361 | if [ "x$(find "${LTTBUILDKHDRDIR}" -name '*.ko*' -printf yes -quit)" != "xyes" ]; then | |
362 | echo "No modules built!" | |
363 | exit 1 | |
364 | fi | |
365 | ||
366 | # EOF |