mirror of
https://github.com/netdata/libbpf.git
synced 2026-03-20 16:29:07 +08:00
99921245f0
1. Update mkrootfs.sh building root fs - Remove /etc/fstab from root fs and mount each fs type separately in S10-mount script. - devtmpfs can be already mounted prior to S10-mount execution so make it opt-out. This addresses [0]. - set -eux for scripts 2. Add iproute2 to root fs and whitelist sk_assign test. Addresses [1][2]. Update INDEX file with 2020-09-27 version. [0] https://github.com/libbpf/libbpf/pull/145#issuecomment-609673493 [1] https://github.com/libbpf/libbpf/pull/144 [2] https://github.com/libbpf/libbpf/pull/145
454 lines
10 KiB
Bash
Executable File
454 lines
10 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
set -uo pipefail
|
|
trap 'exit 2' ERR
|
|
|
|
source $(cd $(dirname $0) && pwd)/helpers.sh
|
|
|
|
usage () {
|
|
USAGE_STRING="usage: $0 [-k KERNELRELEASE|-b DIR] [[-r ROOTFSVERSION] [-fo]|-I] [-Si] [-d DIR] IMG
|
|
$0 [-k KERNELRELEASE] -l
|
|
$0 -h
|
|
|
|
Run "${PROJECT_NAME}" tests in a virtual machine.
|
|
|
|
This exits with status 0 on success, 1 if the virtual machine ran successfully
|
|
but tests failed, and 2 if we encountered a fatal error.
|
|
|
|
This script uses sudo to mount and modify the disk image.
|
|
|
|
Arguments:
|
|
IMG path of virtual machine disk image to create
|
|
|
|
Versions:
|
|
-k, --kernel=KERNELRELEASE
|
|
kernel release to test. This is a glob pattern; the
|
|
newest (sorted by version number) release that matches
|
|
the pattern is used (default: newest available release)
|
|
|
|
-b, --build DIR use the kernel built in the given directory. This option
|
|
cannot be combined with -k
|
|
|
|
-r, --rootfs=ROOTFSVERSION
|
|
version of root filesystem to use (default: newest
|
|
available version)
|
|
|
|
Setup:
|
|
-f, --force overwrite IMG if it already exists
|
|
|
|
-o, --one-shot one-shot mode. By default, this script saves a clean copy
|
|
of the downloaded root filesystem image and vmlinux and
|
|
makes a copy (reflinked, when possible) for executing the
|
|
virtual machine. This allows subsequent runs to skip
|
|
downloading these files. If this option is given, the
|
|
root filesystem image and vmlinux are always
|
|
re-downloaded and are not saved. This option implies -f
|
|
|
|
-s, --setup-cmd setup commands run on VM boot. Whitespace characters
|
|
should be escaped with preceding '\'.
|
|
|
|
-I, --skip-image skip creating the disk image; use the existing one at
|
|
IMG. This option cannot be combined with -r, -f, or -o
|
|
|
|
-S, --skip-source skip copying the source files and init scripts
|
|
|
|
Miscellaneous:
|
|
-i, --interactive interactive mode. Boot the virtual machine into an
|
|
interactive shell instead of automatically running tests
|
|
|
|
-d, --dir=DIR working directory to use for downloading and caching
|
|
files (default: current working directory)
|
|
|
|
-l, --list list available kernel releases instead of running tests.
|
|
The list may be filtered with -k
|
|
|
|
-h, --help display this help message and exit"
|
|
|
|
case "$1" in
|
|
out)
|
|
echo "$USAGE_STRING"
|
|
exit 0
|
|
;;
|
|
err)
|
|
echo "$USAGE_STRING" >&2
|
|
exit 2
|
|
;;
|
|
esac
|
|
}
|
|
|
|
TEMP=$(getopt -o 'k:b:r:fos:ISid:lh' --long 'kernel:,build:,rootfs:,force,one-shot,setup-cmd,skip-image,skip-source:,interactive,dir:,list,help' -n "$0" -- "$@")
|
|
eval set -- "$TEMP"
|
|
unset TEMP
|
|
|
|
unset KERNELRELEASE
|
|
unset BUILDDIR
|
|
unset ROOTFSVERSION
|
|
unset IMG
|
|
unset SETUPCMD
|
|
FORCE=0
|
|
ONESHOT=0
|
|
SKIPIMG=0
|
|
SKIPSOURCE=0
|
|
APPEND=""
|
|
DIR="$PWD"
|
|
LIST=0
|
|
while true; do
|
|
case "$1" in
|
|
-k|--kernel)
|
|
KERNELRELEASE="$2"
|
|
shift 2
|
|
;;
|
|
-b|--build)
|
|
BUILDDIR="$2"
|
|
shift 2
|
|
;;
|
|
-r|--rootfs)
|
|
ROOTFSVERSION="$2"
|
|
shift 2
|
|
;;
|
|
-f|--force)
|
|
FORCE=1
|
|
shift
|
|
;;
|
|
-o|--one-shot)
|
|
ONESHOT=1
|
|
FORCE=1
|
|
shift
|
|
;;
|
|
-s|--setup-cmd)
|
|
SETUPCMD="$2"
|
|
shift 2
|
|
;;
|
|
-I|--skip-image)
|
|
SKIPIMG=1
|
|
shift
|
|
;;
|
|
-S|--skip-source)
|
|
SKIPSOURCE=1
|
|
shift
|
|
;;
|
|
-i|--interactive)
|
|
APPEND=" single"
|
|
shift
|
|
;;
|
|
-d|--dir)
|
|
DIR="$2"
|
|
shift 2
|
|
;;
|
|
-l|--list)
|
|
LIST=1
|
|
;;
|
|
-h|--help)
|
|
usage out
|
|
;;
|
|
--)
|
|
shift
|
|
break
|
|
;;
|
|
*)
|
|
usage err
|
|
;;
|
|
esac
|
|
done
|
|
if [[ -v BUILDDIR ]]; then
|
|
if [[ -v KERNELRELEASE ]]; then
|
|
usage err
|
|
fi
|
|
elif [[ ! -v KERNELRELEASE ]]; then
|
|
KERNELRELEASE='*'
|
|
fi
|
|
if [[ $SKIPIMG -ne 0 && ( -v ROOTFSVERSION || $FORCE -ne 0 ) ]]; then
|
|
usage err
|
|
fi
|
|
if (( LIST )); then
|
|
if [[ $# -ne 0 || -v BUILDDIR || -v ROOTFSVERSION || $FORCE -ne 0 ||
|
|
$SKIPIMG -ne 0 || $SKIPSOURCE -ne 0 || -n $APPEND ]]; then
|
|
usage err
|
|
fi
|
|
else
|
|
if [[ $# -ne 1 ]]; then
|
|
usage err
|
|
fi
|
|
IMG="${!OPTIND}"
|
|
fi
|
|
|
|
unset URLS
|
|
cache_urls() {
|
|
if ! declare -p URLS &> /dev/null; then
|
|
# This URL contains a mapping from file names to URLs where
|
|
# those files can be downloaded.
|
|
declare -gA URLS
|
|
while IFS=$'\t' read -r name url; do
|
|
URLS["$name"]="$url"
|
|
done < <(cat "${VMTEST_ROOT}/configs/INDEX")
|
|
fi
|
|
}
|
|
|
|
matching_kernel_releases() {
|
|
local pattern="$1"
|
|
{
|
|
for file in "${!URLS[@]}"; do
|
|
if [[ $file =~ ^vmlinux-(.*).zst$ ]]; then
|
|
release="${BASH_REMATCH[1]}"
|
|
case "$release" in
|
|
$pattern)
|
|
# sort -V handles rc versions properly
|
|
# if we use "~" instead of "-".
|
|
echo "${release//-rc/~rc}"
|
|
;;
|
|
esac
|
|
fi
|
|
done
|
|
} | sort -rV | sed 's/~rc/-rc/g'
|
|
}
|
|
|
|
newest_rootfs_version() {
|
|
{
|
|
for file in "${!URLS[@]}"; do
|
|
if [[ $file =~ ^${PROJECT_NAME}-vmtest-rootfs-(.*)\.tar\.zst$ ]]; then
|
|
echo "${BASH_REMATCH[1]}"
|
|
fi
|
|
done
|
|
} | sort -rV | head -1
|
|
}
|
|
|
|
download() {
|
|
local file="$1"
|
|
cache_urls
|
|
if [[ ! -v URLS[$file] ]]; then
|
|
echo "$file not found" >&2
|
|
return 1
|
|
fi
|
|
echo "Downloading $file..." >&2
|
|
curl -Lf "${URLS[$file]}" "${@:2}"
|
|
}
|
|
|
|
set_nocow() {
|
|
touch "$@"
|
|
chattr +C "$@" >/dev/null 2>&1 || true
|
|
}
|
|
|
|
cp_img() {
|
|
set_nocow "$2"
|
|
cp --reflink=auto "$1" "$2"
|
|
}
|
|
|
|
create_rootfs_img() {
|
|
local path="$1"
|
|
set_nocow "$path"
|
|
truncate -s 2G "$path"
|
|
mkfs.ext4 -q "$path"
|
|
}
|
|
|
|
download_rootfs() {
|
|
local rootfsversion="$1"
|
|
local dir="$2"
|
|
download "${PROJECT_NAME}-vmtest-rootfs-$rootfsversion.tar.zst" |
|
|
zstd -d | sudo tar -C "$dir" -x
|
|
}
|
|
|
|
if (( LIST )); then
|
|
cache_urls
|
|
matching_kernel_releases "$KERNELRELEASE"
|
|
exit 0
|
|
fi
|
|
|
|
if [[ $FORCE -eq 0 && $SKIPIMG -eq 0 && -e $IMG ]]; then
|
|
echo "$IMG already exists; use -f to overwrite it or -I to reuse it" >&2
|
|
exit 1
|
|
fi
|
|
|
|
# Only go to the network if it's actually a glob pattern.
|
|
if [[ -v BUILDDIR ]]; then
|
|
KERNELRELEASE="$(make -C "$BUILDDIR" -s kernelrelease)"
|
|
elif [[ ! $KERNELRELEASE =~ ^([^\\*?[]|\\[*?[])*\\?$ ]]; then
|
|
# We need to cache the list of URLs outside of the command
|
|
# substitution, which happens in a subshell.
|
|
cache_urls
|
|
KERNELRELEASE="$(matching_kernel_releases "$KERNELRELEASE" | head -1)"
|
|
if [[ -z $KERNELRELEASE ]]; then
|
|
echo "No matching kernel release found" >&2
|
|
exit 1
|
|
fi
|
|
fi
|
|
if [[ $SKIPIMG -eq 0 && ! -v ROOTFSVERSION ]]; then
|
|
cache_urls
|
|
ROOTFSVERSION="$(newest_rootfs_version)"
|
|
fi
|
|
|
|
echo "Kernel release: $KERNELRELEASE" >&2
|
|
echo
|
|
|
|
travis_fold start vmlinux_setup "Preparing Linux image"
|
|
|
|
if (( SKIPIMG )); then
|
|
echo "Not extracting root filesystem" >&2
|
|
else
|
|
echo "Root filesystem version: $ROOTFSVERSION" >&2
|
|
fi
|
|
echo "Disk image: $IMG" >&2
|
|
|
|
tmp=
|
|
ARCH_DIR="$DIR/x86_64"
|
|
mkdir -p "$ARCH_DIR"
|
|
mnt="$(mktemp -d -p "$DIR" mnt.XXXXXXXXXX)"
|
|
|
|
cleanup() {
|
|
if [[ -n $tmp ]]; then
|
|
rm -f "$tmp" || true
|
|
fi
|
|
if mountpoint -q "$mnt"; then
|
|
sudo umount "$mnt" || true
|
|
fi
|
|
if [[ -d "$mnt" ]]; then
|
|
rmdir "$mnt" || true
|
|
fi
|
|
}
|
|
trap cleanup EXIT
|
|
|
|
if [[ -v BUILDDIR ]]; then
|
|
vmlinuz="$BUILDDIR/$(make -C "$BUILDDIR" -s image_name)"
|
|
else
|
|
vmlinuz="${ARCH_DIR}/vmlinuz-${KERNELRELEASE}"
|
|
if [[ ! -e $vmlinuz ]]; then
|
|
tmp="$(mktemp "$vmlinuz.XXX.part")"
|
|
download "vmlinuz-${KERNELRELEASE}" -o "$tmp"
|
|
mv "$tmp" "$vmlinuz"
|
|
tmp=
|
|
fi
|
|
fi
|
|
|
|
# Mount and set up the rootfs image.
|
|
if (( ONESHOT )); then
|
|
rm -f "$IMG"
|
|
create_rootfs_img "$IMG"
|
|
sudo mount -o loop "$IMG" "$mnt"
|
|
download_rootfs "$ROOTFSVERSION" "$mnt"
|
|
else
|
|
if (( ! SKIPIMG )); then
|
|
rootfs_img="${ARCH_DIR}/${PROJECT_NAME}-vmtest-rootfs-${ROOTFSVERSION}.img"
|
|
|
|
if [[ ! -e $rootfs_img ]]; then
|
|
tmp="$(mktemp "$rootfs_img.XXX.part")"
|
|
set_nocow "$tmp"
|
|
truncate -s 2G "$tmp"
|
|
mkfs.ext4 -q "$tmp"
|
|
sudo mount -o loop "$tmp" "$mnt"
|
|
|
|
download_rootfs "$ROOTFSVERSION" "$mnt"
|
|
|
|
sudo umount "$mnt"
|
|
mv "$tmp" "$rootfs_img"
|
|
tmp=
|
|
fi
|
|
|
|
rm -f "$IMG"
|
|
cp_img "$rootfs_img" "$IMG"
|
|
fi
|
|
sudo mount -o loop "$IMG" "$mnt"
|
|
fi
|
|
|
|
# Install vmlinux.
|
|
vmlinux="$mnt/boot/vmlinux-${KERNELRELEASE}"
|
|
if [[ -v BUILDDIR || $ONESHOT -eq 0 ]]; then
|
|
if [[ -v BUILDDIR ]]; then
|
|
source_vmlinux="${BUILDDIR}/vmlinux"
|
|
else
|
|
source_vmlinux="${ARCH_DIR}/vmlinux-${KERNELRELEASE}"
|
|
if [[ ! -e $source_vmlinux ]]; then
|
|
tmp="$(mktemp "$source_vmlinux.XXX.part")"
|
|
download "vmlinux-${KERNELRELEASE}.zst" | zstd -dfo "$tmp"
|
|
mv "$tmp" "$source_vmlinux"
|
|
tmp=
|
|
fi
|
|
fi
|
|
echo "Copying vmlinux..." >&2
|
|
sudo rsync -cp --chmod 0644 "$source_vmlinux" "$vmlinux"
|
|
else
|
|
# We could use "sudo zstd -o", but let's not run zstd as root with
|
|
# input from the internet.
|
|
download "vmlinux-${KERNELRELEASE}.zst" |
|
|
zstd -d | sudo tee "$vmlinux" > /dev/null
|
|
sudo chmod 644 "$vmlinux"
|
|
fi
|
|
|
|
travis_fold end vmlinux_setup
|
|
|
|
LIBBPF_PATH="${REPO_ROOT}" \
|
|
REPO_PATH="travis-ci/vmtest/bpf-next" \
|
|
VMTEST_ROOT="${VMTEST_ROOT}" \
|
|
VMLINUX_BTF=${vmlinux} ${VMTEST_ROOT}/build_selftests.sh
|
|
|
|
travis_fold start vm_init "Starting virtual machine..."
|
|
|
|
if (( SKIPSOURCE )); then
|
|
echo "Not copying source files..." >&2
|
|
else
|
|
echo "Copying source files..." >&2
|
|
|
|
# Copy the source files in.
|
|
sudo mkdir -p -m 0755 "$mnt/${PROJECT_NAME}"
|
|
{
|
|
if [[ -e .git ]]; then
|
|
git ls-files -z
|
|
else
|
|
tr '\n' '\0' < "${PROJECT_NAME}.egg-info/SOURCES.txt"
|
|
fi
|
|
} | sudo rsync --files-from=- -0cpt . "$mnt/${PROJECT_NAME}"
|
|
fi
|
|
|
|
setup_script="#!/bin/sh
|
|
|
|
echo 'Skipping setup commands'
|
|
echo 0 > /exitstatus
|
|
chmod 644 /exitstatus"
|
|
|
|
# Create the init scripts.
|
|
if [[ ! -z SETUPCMD ]]; then
|
|
# Unescape whitespace characters.
|
|
setup_cmd=$(sed 's/\(\\\)\([[:space:]]\)/\2/g' <<< "${SETUPCMD}")
|
|
kernel="${KERNELRELEASE}"
|
|
if [[ -v BUILDDIR ]]; then kernel='latest'; fi
|
|
setup_envvars="export KERNEL=${kernel}"
|
|
setup_script=$(printf "#!/bin/sh
|
|
set -eux
|
|
|
|
echo 'Running setup commands'
|
|
%s
|
|
%s
|
|
echo $? > /exitstatus
|
|
chmod 644 /exitstatus" "${setup_envvars}" "${setup_cmd}")
|
|
fi
|
|
|
|
echo "${setup_script}" | sudo tee "$mnt/etc/rcS.d/S50-run-tests" > /dev/null
|
|
sudo chmod 755 "$mnt/etc/rcS.d/S50-run-tests"
|
|
|
|
poweroff_script="#!/bin/sh
|
|
|
|
echo travis_fold:start:shutdown
|
|
echo -e '\033[1;33mShutdown\033[0m\n'
|
|
|
|
poweroff"
|
|
echo "${poweroff_script}" | sudo tee "$mnt/etc/rcS.d/S99-poweroff" > /dev/null
|
|
sudo chmod 755 "$mnt/etc/rcS.d/S99-poweroff"
|
|
|
|
sudo umount "$mnt"
|
|
|
|
qemu-system-x86_64 -nodefaults -display none -serial mon:stdio \
|
|
-cpu kvm64 -enable-kvm -smp "$(nproc)" -m 2G \
|
|
-drive file="$IMG",format=raw,index=1,media=disk,if=virtio,cache=none \
|
|
-kernel "$vmlinuz" -append "root=/dev/vda rw console=ttyS0,115200$APPEND"
|
|
|
|
sudo mount -o loop "$IMG" "$mnt"
|
|
if exitstatus="$(cat "$mnt/exitstatus" 2>/dev/null)"; then
|
|
printf '\nTests exit status: %s\n' "$exitstatus" >&2
|
|
else
|
|
printf '\nCould not read tests exit status\n' >&2
|
|
exitstatus=1
|
|
fi
|
|
sudo umount "$mnt"
|
|
|
|
travis_fold end shutdown
|
|
|
|
exit "$exitstatus"
|