#!/bin/bash # # Copyright (c) 2018 Intel Corporation # # SPDX-License-Identifier: Apache-2.0 set -e [ -n "$DEBUG" ] && set -x script_name="${0##*/}" script_dir="$(dirname $(readlink -f $0))" AGENT_VERSION=${AGENT_VERSION:-} GO_AGENT_PKG=${GO_AGENT_PKG:-github.com/kata-containers/agent} AGENT_BIN=${AGENT_BIN:-kata-agent} AGENT_INIT=${AGENT_INIT:-no} KERNEL_MODULES_DIR=${KERNEL_MODULES_DIR:-""} OSBUILDER_VERSION="unknown" export GOPATH=${GOPATH:-${HOME}/go} lib_file="${script_dir}/../scripts/lib.sh" source "$lib_file" # Default architecture ARCH=$(uname -m) # Load default versions for golang and other componets source "${script_dir}/versions.txt" # distro-specific config file typeset -r CONFIG_SH="config.sh" # optional arch-specific config file typeset -r CONFIG_ARCH_SH="config_${ARCH}.sh" # Name of an optional distro-specific file which, if it exists, must implement the # build_rootfs() function. typeset -r LIB_SH="rootfs_lib.sh" #$1: Error code if want to exit different to 0 usage() { error="${1:-0}" cat < Build a rootfs based on OS, to be included in a Kata Containers image. Supported values: $(get_distros | tr "\n" " ") Options: -a Specify the agent version. Overrides the AGENT_VERSION environment variable. -h Show this help message. -l List the supported Linux distributions and exit immediately. -o Specify the version of osbuilder to embed in the rootfs yaml description. -r Specify the rootfs base directory. Overrides the ROOTFS_DIR environment variable. -t Print the test configuration for and exit immediately. Environment Variables: AGENT_BIN Name of the agent binary (used when running sanity checks on the rootfs). Default value: ${AGENT_BIN} AGENT_INIT When set to "yes", use ${AGENT_BIN} as init process in place of systemd. Default value: no AGENT_VERSION Version of the agent to include in the rootfs. Default value: ${AGENT_VERSION:-} AGENT_SOURCE_BIN Path to the directory of agent binary. If set, use the binary as agent but not build agent package. Default value: DISTRO_REPO Use host repositories to install guest packages. Default value: GO_AGENT_PKG URL of the Git repository hosting the agent package. Default value: ${GO_AGENT_PKG} GRACEFUL_EXIT If set, and if the configuration specifies a non-empty BUILD_CAN_FAIL variable, do not return with an error code in case any of the build step fails. This is used when running CI jobs, to tolerate failures for specific distributions. Default value: KERNEL_MODULES_DIR Path to a directory containing kernel modules to include in the rootfs. Default value: ROOTFS_DIR Path to the directory that is populated with the rootfs. Default value: <${script_name} path>/rootfs- USE_DOCKER If set, build the rootfs inside a container (requires Docker). Default value: Refer to the Platform-OS Compatibility Matrix for more details on the supported architectures: https://github.com/kata-containers/osbuilder#platform-distro-compatibility-matrix EOT exit "${error}" } get_distros() { cdirs=$(find "${script_dir}" -maxdepth 1 -type d) find ${cdirs} -maxdepth 1 -name "${CONFIG_SH}" -printf '%H\n' | while read dir; do basename "${dir}" done } get_test_config() { local distro="$1" local config="${script_dir}/${distro}/config.sh" source ${config} echo -e "INIT_PROCESS:\t\t$INIT_PROCESS" echo -e "ARCH_EXCLUDE_LIST:\t\t${ARCH_EXCLUDE_LIST[@]}" } check_function_exist() { function_name="$1" [ "$(type -t ${function_name})" == "function" ] || die "${function_name} function was not defined" } docker_extra_args() { local args="" case "$1" in ubuntu | debian) # Requred to chroot args+=" --cap-add SYS_CHROOT" # debootstrap needs to create device nodes to properly function args+=" --cap-add MKNOD" ;& suse) # Required to mount inside a container args+=" --cap-add SYS_ADMIN" # When AppArmor is enabled, mounting inside a container is blocked with docker-default profile. # See https://github.com/moby/moby/issues/16429 args+=" --security-opt apparmor:unconfined" ;; *) ;; esac echo "$args" } generate_dockerfile() { dir="$1" case "$(uname -m)" in "ppc64le") goarch=ppc64le ;; "aarch64") goarch=arm64 ;; "s390x") goarch=s390x ;; *) goarch=amd64 ;; esac [ -n "$http_proxy" ] && readonly set_proxy="RUN sed -i '$ a proxy="$http_proxy"' /etc/dnf/dnf.conf /etc/yum.conf; true" curlOptions=("-OL") [ -n "$http_proxy" ] && curlOptions+=("-x $http_proxy") readonly install_go=" RUN cd /tmp ; curl ${curlOptions[@]} https://storage.googleapis.com/golang/go${GO_VERSION}.linux-${goarch}.tar.gz RUN tar -C /usr/ -xzf /tmp/go${GO_VERSION}.linux-${goarch}.tar.gz ENV GOROOT=/usr/go ENV PATH=\$PATH:\$GOROOT/bin:\$GOPATH/bin " readonly dockerfile_template="Dockerfile.in" [ -d "${dir}" ] || die "${dir}: not a directory" pushd ${dir} [ -f "${dockerfile_template}" ] || die "${dockerfile_template}: file not found" sed \ -e "s|@GO_VERSION@|${GO_VERSION}|g" \ -e "s|@OS_VERSION@|${OS_VERSION}|g" \ -e "s|@INSTALL_GO@|${install_go//$'\n'/\\n}|g" \ -e "s|@SET_PROXY@|${set_proxy}|g" \ ${dockerfile_template} > Dockerfile popd } setup_agent_init() { agent_bin="$1" init_bin="$2" [ -z "$agent_bin" ] && die "need agent binary path" [ -z "$init_bin" ] && die "need init bin path" info "Install $agent_bin as init process" mv -f "${agent_bin}" ${init_bin} OK "Agent is installed as init process" } copy_kernel_modules() { local module_dir="$1" local rootfs_dir="$2" [ -z "$module_dir" ] && die "need module directory" [ -z "$rootfs_dir" ] && die "need rootfs directory" local dest_dir="${rootfs_dir}/lib/modules" info "Copy kernel modules from ${KERNEL_MODULES_DIR}" mkdir -p "${dest_dir}" cp -a "${KERNEL_MODULES_DIR}" "${dest_dir}/" OK "Kernel modules copied" } error_handler() { [ "$?" -eq 0 ] && return if [ -n "$GRACEFUL_EXIT" ] && [ -n "$BUILD_CAN_FAIL" ]; then info "Detected a build error, but $distro is allowed to fail (BUILD_CAN_FAIL specified), so exiting sucessfully" touch "$(dirname ${ROOTFS_DIR})/${distro}_fail" exit 0 fi } while getopts a:hlo:r:t: opt do case $opt in a) AGENT_VERSION="${OPTARG}" ;; h) usage ;; l) get_distros | sort && exit 0;; o) OSBUILDER_VERSION="${OPTARG}" ;; r) ROOTFS_DIR="${OPTARG}" ;; t) get_test_config "${OPTARG}" && exit 0;; esac done shift $(($OPTIND - 1)) # Fetch the first element from GOPATH as working directory # as go get only works against the first item in the GOPATH [ -z "$GOPATH" ] && die "GOPATH not set" GOPATH_LOCAL="${GOPATH%%:*}" [ "$AGENT_INIT" == "yes" -o "$AGENT_INIT" == "no" ] || die "AGENT_INIT($AGENT_INIT) is invalid (must be yes or no)" [ -n "${KERNEL_MODULES_DIR}" ] && [ ! -d "${KERNEL_MODULES_DIR}" ] && die "KERNEL_MODULES_DIR defined but is not an existing directory" [ -z "${OSBUILDER_VERSION}" ] && die "need osbuilder version" distro="$1" [ -n "${distro}" ] || usage 1 distro_config_dir="${script_dir}/${distro}" # Source config.sh from distro rootfs_config="${distro_config_dir}/${CONFIG_SH}" source "${rootfs_config}" # Source arch-specific config file rootfs_arch_config="${distro_config_dir}/${CONFIG_ARCH_SH}" if [ -f "${rootfs_arch_config}" ]; then source "${rootfs_arch_config}" fi [ -d "${distro_config_dir}" ] || die "Not found configuration directory ${distro_config_dir}" if [ -z "$ROOTFS_DIR" ]; then ROOTFS_DIR="${script_dir}/rootfs-${OS_NAME}" fi init="${ROOTFS_DIR}/sbin/init" if [ -e "${distro_config_dir}/${LIB_SH}" ];then rootfs_lib="${distro_config_dir}/${LIB_SH}" info "rootfs_lib.sh file found. Loading content" source "${rootfs_lib}" fi CONFIG_DIR=${distro_config_dir} check_function_exist "build_rootfs" if [ -z "$INSIDE_CONTAINER" ] ; then # Capture errors, but only outside of the docker container trap error_handler ERR fi mkdir -p ${ROOTFS_DIR} if [ -n "${USE_DOCKER}" ] ; then image_name="${distro}-rootfs-osbuilder" generate_dockerfile "${distro_config_dir}" docker build \ --build-arg http_proxy="${http_proxy}" \ --build-arg https_proxy="${https_proxy}" \ -t "${image_name}" "${distro_config_dir}" # fake mapping if KERNEL_MODULES_DIR is unset kernel_mod_dir=${KERNEL_MODULES_DIR:-${ROOTFS_DIR}} docker_run_args="" docker_run_args+=" --rm" docker_run_args+=" --runtime runc" if [ -z "${AGENT_SOURCE_BIN}" ] ; then docker_run_args+=" --env GO_AGENT_PKG=${GO_AGENT_PKG}" else docker_run_args+=" --env AGENT_SOURCE_BIN=${AGENT_SOURCE_BIN}" docker_run_args+=" -v ${AGENT_SOURCE_BIN}:${AGENT_SOURCE_BIN}" fi docker_run_args+=" $(docker_extra_args $distro)" # Relabel volumes so SELinux allows access (see docker-run(1)) if which selinuxenabled 2&>1 >/dev/null && selinuxenabled ; then for volume_dir in "${script_dir}" \ "${ROOTFS_DIR}" \ "${script_dir}/../scripts" \ "${kernel_mod_dir}" \ "${GOPATH_LOCAL}"; do chcon -Rt svirt_sandbox_file_t "$volume_dir" done fi #Make sure we use a compatible runtime to build rootfs # In case Clear Containers Runtime is installed we dont want to hit issue: #https://github.com/clearcontainers/runtime/issues/828 docker run \ --env https_proxy="${https_proxy}" \ --env http_proxy="${http_proxy}" \ --env AGENT_VERSION="${AGENT_VERSION}" \ --env ROOTFS_DIR="/rootfs" \ --env AGENT_BIN="${AGENT_BIN}" \ --env AGENT_INIT="${AGENT_INIT}" \ --env GOPATH="${GOPATH_LOCAL}" \ --env KERNEL_MODULES_DIR="${KERNEL_MODULES_DIR}" \ --env EXTRA_PKGS="${EXTRA_PKGS}" \ --env OSBUILDER_VERSION="${OSBUILDER_VERSION}" \ --env INSIDE_CONTAINER=1 \ --env SECCOMP="${SECCOMP}" \ --env DEBUG="${DEBUG}" \ -v "${script_dir}":"/osbuilder" \ -v "${ROOTFS_DIR}":"/rootfs" \ -v "${script_dir}/../scripts":"/scripts" \ -v "${kernel_mod_dir}":"${kernel_mod_dir}" \ -v "${GOPATH_LOCAL}":"${GOPATH_LOCAL}" \ $docker_run_args \ ${image_name} \ bash /osbuilder/rootfs.sh "${distro}" exit $? fi build_rootfs ${ROOTFS_DIR} pushd "${ROOTFS_DIR}" >> /dev/null if [ "$PWD" != "/" ] ; then rm -rf ./var/cache/ ./var/lib fi popd >> /dev/null [ -n "${KERNEL_MODULES_DIR}" ] && copy_kernel_modules ${KERNEL_MODULES_DIR} ${ROOTFS_DIR} chrony_conf_file="${ROOTFS_DIR}/etc/chrony.conf" if [ ${distro} == ubuntu ] || [ ${distro} == debian ] ; then chrony_conf_file="${ROOTFS_DIR}/etc/chrony/chrony.conf" fi info "Configure chrony file ${chrony_conf_file}" echo "refclock PHC /dev/ptp0 poll 3 dpoll -2 offset 0" >> ${chrony_conf_file} # Comment out ntp sources for chrony to be extra careful # Reference: https://chrony.tuxfamily.org/doc/3.4/chrony.conf.html sed -i 's/^\(server \|pool \|peer \)/# &/g' ${chrony_conf_file} # The CC on s390x for fedora needs to be manually set to gcc when the golang is downloaded from the main page. # See issue: https://github.com/kata-containers/osbuilder/issues/217 [ "$distro" == fedora ] && [ "$ARCH" == "s390x" ] && export CC=gcc AGENT_DIR="${ROOTFS_DIR}/usr/bin" AGENT_DEST="${AGENT_DIR}/${AGENT_BIN}" if [ -z "${AGENT_SOURCE_BIN}" ] ; then info "Pull Agent source code" go get -d "${GO_AGENT_PKG}" || true OK "Pull Agent source code" info "Build agent" pushd "${GOPATH_LOCAL}/src/${GO_AGENT_PKG}" [ -n "${AGENT_VERSION}" ] && git checkout "${AGENT_VERSION}" && OK "git checkout successful" make clean make INIT=${AGENT_INIT} make install DESTDIR="${ROOTFS_DIR}" INIT=${AGENT_INIT} SECCOMP=${SECCOMP} popd else cp ${AGENT_SOURCE_BIN} ${AGENT_DEST} OK "cp ${AGENT_SOURCE_BIN} ${AGENT_DEST}" fi [ -x "${AGENT_DEST}" ] || die "${AGENT_DEST} is not installed in ${ROOTFS_DIR}" OK "Agent installed" [ "${AGENT_INIT}" == "yes" ] && setup_agent_init "${AGENT_DEST}" "${init}" info "Check init is installed" [ -x "${init}" ] || [ -L "${init}" ] || die "/sbin/init is not installed in ${ROOTFS_DIR}" OK "init is installed" info "Creating summary file" create_summary_file "${ROOTFS_DIR}"