X-Git-Url: https://gerrit.o-ran-sc.org/r/gitweb?a=blobdiff_plain;f=scripts%2Fbuild_inf.sh;h=f8788839e3b462498a0b1e2704178818a212c084;hb=701527004e3b3c353646cad7bbb0056ed230215d;hp=8074eaa44ad630a134e3e55b007188b75cda13a9;hpb=e06b22a11d830da0192974294277d9df6dd5a663;p=pti%2Frtp.git

diff --git a/scripts/build_inf.sh b/scripts/build_inf.sh
index 8074eaa..f878883 100755
--- a/scripts/build_inf.sh
+++ b/scripts/build_inf.sh
@@ -1,6 +1,6 @@
 #!/bin/bash
 #
-# Copyright (C) 2019 Wind River Systems, Inc.
+# Copyright (C) 2022 Wind River Systems, Inc.
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.
@@ -21,55 +21,8 @@ set -e -o pipefail
 # Variables
 #########################################################################
 
-# Only one bsp is supported now, there will be more in the future
-SUPPORTED_BSP="intel-corei7-64 "
-
-SRC_ORAN_BRANCH="master"
-SRC_STX_BRANCH="master"
-SRC_YP_BRANCH="warrior"
-
-SRC_ORAN_URL="https://gerrit.o-ran-sc.org/r/pti/rtp"
-
-SRC_YP_URL="\
-    git://git.yoctoproject.org/poky;commit=f65b24e \
-    git://git.openembedded.org/meta-openembedded;commit=a24acf9 \
-    git://git.yoctoproject.org/meta-virtualization;commit=343b5e2 \
-    git://git.yoctoproject.org/meta-cloud-services;commit=f8e76d1 \
-    git://git.yoctoproject.org/meta-security;commit=4f7be0d \
-    git://git.yoctoproject.org/meta-intel;commit=29ee485 \
-    git://git.yoctoproject.org/meta-selinux;commit=ebea591 \
-    https://github.com/intel-iot-devkit/meta-iot-cloud;commit=8b6c156 \
-    git://git.openembedded.org/meta-python2;commit=6740870 \
-    https://git.yoctoproject.org/git/meta-dpdk;commit=c8c30c2 \
-    git://git.yoctoproject.org/meta-anaconda;commit=82c305d \
-"
-
-SUB_LAYER_META_OE="\
-    meta-oe \
-    meta-perl \
-    meta-python \
-    meta-networking \
-    meta-filesystems \
-    meta-webserver \
-    meta-initramfs \
-    meta-initramfs \
-    meta-gnome \
-"
-
-SUB_LAYER_META_CLOUD_SERVICES="meta-openstack"
-SUB_LAYER_META_SECURITY="meta-security-compliance"
-
-# For anaconda build
-SUB_LAYER_META_OE_ANACONDA="\
-    meta-oe \
-    meta-python \
-    meta-filesystems \
-    meta-initramfs \
-    meta-networking \
-    meta-gnome \
-"
-
 SCRIPTS_DIR=$(dirname $(readlink -f $0))
+SCRIPTS_NAME=$(basename $0)
 TIMESTAMP=`date +"%Y%m%d_%H%M%S"`
 
 #########################################################################
@@ -78,33 +31,32 @@ TIMESTAMP=`date +"%Y%m%d_%H%M%S"`
 
 help_info () {
 cat << ENDHELP
+Note:
+This is a wrapper script to build both Yocto based and CentOS based images
+with default options, and tend to be used by ORAN CI build only.
 Usage:
-$(basename $0) [-w WORKSPACE_DIR] [-b BSP] [-n] [-h] [-r Yes|No] [-e EXTRA_CONF]
+${SCRIPTS_NAME} [-w WORKSPACE_DIR] [-n] [-h]
 where:
     -w WORKSPACE_DIR is the path for the project
-    -b BPS is one of supported BSP: "${SUPPORTED_BSP}"
-       (default is intel-corei7-64 if not specified.)
     -n dry-run only for bitbake
     -h this help info
-    -e EXTRA_CONF is the pat for extra config file
-    -r whether to inherit rm_work (default is Yes)
 examples:
 $0
-$0 -w workspace_1234 -r no -e /path/to/extra_local.conf
+$0 -w workspace
 ENDHELP
 }
 
 echo_step_start() {
     [ -n "$1" ] && msg_step=$1
     echo "#########################################################################################"
-    echo "## STEP START: ${msg_step}"
+    echo "## ${SCRIPTS_NAME} - STEP START: ${msg_step}"
     echo "#########################################################################################"
 }
 
 echo_step_end() {
     [ -n "$1" ] && msg_step=$1
     echo "#########################################################################################"
-    echo "## STEP END: ${msg_step}"
+    echo "## ${SCRIPTS_NAME} - STEP END: ${msg_step}"
     echo "#########################################################################################"
     echo
 }
@@ -117,108 +69,28 @@ echo_error () {
     echo "ERROR: $1"
 }
 
-echo_cmd () {
+run_cmd () {
     echo
     echo_info "$1"
     echo "CMD: ${RUN_CMD}"
-}
-
-check_yn_rm_work () {
-    yn="$1"
-    case ${yn} in
-        [Yy]|[Yy]es)
-            RM_WORK="Yes"
-            ;;
-        [Nn]|[Nn]o)
-            RM_WORK="No"
-            ;;
-        *)
-            echo "Invalid arg for -r option."
-            help_info
-            exit 1
-            ;;
-    esac
-}
-
-check_valid_bsp () {
-    bsp="$1"
-    for b in ${SUPPORTED_BSP}; do
-        if [ "${bsp}" == "${b}" ]; then
-            BSP_VALID="${bsp}"
-            break
-        fi
-    done
-    if [ -z "${BSP_VALID}" ]; then
-        echo_error "${bsp} is not a supported BSP, the supported BSPs are: ${SUPPORTED_BSP}"
-        exit 1
-    fi
-}
-
-
-clone_update_repo () {
-    REPO_BRANCH=$1
-    REPO_URL=$2
-    REPO_NAME=$3
-    REPO_COMMIT=$4
-
-    if [ -d ${REPO_NAME}/.git ]; then
-        if [ "${SKIP_UPDATE}" == "Yes" ]; then
-            echo_info "The repo ${REPO_NAME} exists, skip updating for the branch ${REPO_BRANCH}"
-        else
-            echo_info "The repo ${REPO_NAME} exists, updating for the branch ${REPO_BRANCH}"
-            cd ${REPO_NAME}
-            git checkout ${REPO_BRANCH}
-            git pull
-            cd -
-        fi
-    else
-        RUN_CMD="git clone --branch ${REPO_BRANCH} ${REPO_URL} ${REPO_NAME}"
-        echo_cmd "Cloning the source of repo '${REPO_NAME}':"
-        ${RUN_CMD}
-
-        if [ -n "${REPO_COMMIT}" ]; then
-            cd ${REPO_NAME}
-            RUN_CMD="git checkout -b ${REPO_BRANCH}-${REPO_COMMIT} ${REPO_COMMIT}"
-            echo_cmd "Checkout the repo ${REPO_NAME} to specific commit: ${REPO_COMMIT}"
-            ${RUN_CMD}
-            cd -
-        fi
-    fi
-}
-
-source_env () {
-    build_dir=$1
-    cd ${SRC_LAYER_DIR}/poky
-    set ${build_dir}
-    source ./oe-init-build-env ${build_dir}
+    ${RUN_CMD}
 }
 
 #########################################################################
 # Parse cmd options
 #########################################################################
 
-DRYRUN=""
-EXTRA_CONF=""
-SKIP_UPDATE="Yes"
-RM_WORK="Yes"
-BSP="intel-corei7-64"
+DRYRUN="-n"
+YP_ARGS="-s"
 
-while getopts "w:b:e:r:nh" OPTION; do
+while getopts "w:b:e:r:unh" OPTION; do
     case ${OPTION} in
         w)
             WORKSPACE=`readlink -f ${OPTARG}`
             ;;
-        b)
-            check_valid_bsp ${OPTARG}
-            ;;
-        e)
-            EXTRA_CONF=`readlink -f ${OPTARG}`
-            ;;
         n)
             DRYRUN="-n"
-            ;;
-        r)
-            check_yn_rm_work ${OPTARG}
+            YP_ARGS=""
             ;;
         h)
             help_info
@@ -232,291 +104,117 @@ if [ -z ${WORKSPACE} ]; then
     WORKSPACE=`readlink -f workspace`
 fi
 
-if [ -n "${BSP_VALID}" ]; then
-    BSP="${BSP_VALID}"
-fi
-
 #########################################################################
 # Functions for each step
 #########################################################################
-SRC_LAYER_DIR=${WORKSPACE}/src_layers
-SRC_ORAN_DIR=${SRC_LAYER_DIR}/oran
-PRJ_BUILD_DIR=${WORKSPACE}/prj_oran_stx
-PRJ_BUILD_DIR_ANACONDA=${WORKSPACE}/prj_oran_inf_anaconda
-PRJ_SHARED_DIR=${WORKSPACE}/prj_shared
-PRJ_SHARED_DL_DIR=${WORKSPACE}/prj_shared/downloads
-PRJ_SHARED_SS_DIR=${WORKSPACE}/prj_shared/sstate-cache
-SRC_META_PATCHES=${SRC_ORAN_DIR}/rtp/scripts/meta-patches/src_stx
-SRC_CONFIGS=${SRC_ORAN_DIR}/rtp/scripts/configs
-IMG_STX=stx-image-aio
-IMG_ANACONDA=stx-image-aio-installer
-IMG_INF=inf-image-aio-installer
-ISO_STX=${PRJ_BUILD_DIR}/tmp/deploy/images/${BSP}/${IMG_STX}-${BSP}.iso
-ISO_ANACONDA=${PRJ_BUILD_DIR_ANACONDA}/tmp-glibc/deploy/images/${BSP}/${IMG_ANACONDA}-${BSP}.iso
-ISO_INF=${PRJ_BUILD_DIR_ANACONDA}/tmp-glibc/deploy/images/${BSP}/${IMG_INF}-${BSP}.iso
+WORKSPACE_YP=${WORKSPACE}/workspace_yocto
+WORKSPACE_CENTOS=${WORKSPACE}/workspace_centos
+WORKSPACE_DEB=${WORKSPACE}/workspace_debian
+SCRIPT_YP=${SCRIPTS_DIR}/build_inf_yocto/build_inf_yocto.sh
+SCRIPT_CENTOS=${SCRIPTS_DIR}/build_inf_centos/build_inf_centos.sh
+SCRIPT_CENTOS_PRE=${SCRIPTS_DIR}/build_inf_centos/build_inf_prepare_jenkins.sh
+SCRIPT_DEB=${SCRIPTS_DIR}/build_inf_debian/build_inf_debian.sh
+SCRIPT_DEB_PRE=${SCRIPTS_DIR}/build_inf_debian/build_inf_prepare_jenkins.sh
 
 prepare_workspace () {
-    msg_step="Create workspace for the build"
+    msg_step="Create workspace for the multi-os builds"
     echo_step_start
 
-    mkdir -p ${PRJ_BUILD_DIR} ${SRC_ORAN_DIR} ${PRJ_BUILD_DIR_ANACONDA} ${PRJ_SHARED_DL_DIR} ${PRJ_SHARED_SS_DIR}
+    mkdir -p ${WORKSPACE_YP} ${WORKSPACE_CENTOS}
 
     echo_info "The following directories are created in your workspace(${WORKSPACE}):"
-    echo_info "For all layers source: ${SRC_LAYER_DIR}"
-    echo_info "For StarlingX build project: ${PRJ_BUILD_DIR}"
-    echo_info "For anaconda (installer) build project: ${PRJ_BUILD_DIR_ANACONDA}"
+    echo_info "For Yocto buid: ${WORKSPACE_YP}"
+    echo_info "For CentOS buid: ${WORKSPACE_CENTOS}"
 
     echo_step_end
 }
 
-prepare_src () {
-    msg_step="Get the source code repos"
+# debug for CI Jenkins build
+get_debug_info () {
+    msg_step="Get debug info for CI Jenkins build"
     echo_step_start
 
-    # Clone the oran layer if it's not already cloned
-    # Check if the script is inside the repo
-    if cd ${SCRIPTS_DIR} && git rev-parse --is-inside-work-tree > /dev/null 2>&1; then
-        CLONED_ORAN_REPO=`dirname ${SCRIPTS_DIR}`
-        echo_info "Use the cloned oran repo: ${CLONED_ORAN_REPO}"
-        mkdir -p ${SRC_ORAN_DIR}/rtp
-        cd ${SRC_ORAN_DIR}/rtp
-        rm -rf meta-oran meta-stx scripts
-        ln -sf ${CLONED_ORAN_REPO}/meta-oran meta-oran
-        ln -sf ${CLONED_ORAN_REPO}/meta-stx meta-stx
-        ln -sf ${CLONED_ORAN_REPO}/scripts scripts
-    else
-        echo_info "Cloning oran layer:"
-        cd ${SRC_ORAN_DIR}
-        clone_update_repo ${SRC_ORAN_BRANCH} ${SRC_ORAN_URL} rtp
-    fi
-
-    echo_info "Cloning or update Yocto layers:"
-
-    cd ${SRC_LAYER_DIR}
-    for layer_url in ${SRC_YP_URL}; do
-        layer_name=$(basename ${layer_url%%;commit*})
-        layer_commit=$(basename ${layer_url##*;commit=})
-        clone_update_repo ${SRC_YP_BRANCH} ${layer_url%%;commit*} ${layer_name} ${layer_commit}
-    done
-
-    echo_step_end
-
-    # Apply meta patches
-    for l in $(ls -1 ${SRC_META_PATCHES}); do
-        msg_step="Apply meta patches for ${l}"
-        echo_step_start
-        cd ${SRC_LAYER_DIR}/${l}
-
-        # backup current branch
-        local_branch=$(git rev-parse --abbrev-ref HEAD)
-        git branch -m "${local_branch}_${TIMESTAMP}"
-        git checkout -b ${local_branch} ${local_branch##*-}
-
-        for p in $(ls -1 ${SRC_META_PATCHES}/${l}); do
-            echo_info "Apllying patch: ${SRC_META_PATCHES}/${l}/${p}"
-            git am ${SRC_META_PATCHES}/${l}/${p}
-        done
-        echo_step_end
-    done
-}
-
-add_layer_stx_build () {
-    msg_step="Add required layers to the StarlingX build project"
-    echo_step_start
-
-    source_env ${PRJ_BUILD_DIR}
-    SRC_LAYERS=""
-    for layer_url in ${SRC_YP_URL}; do
-        layer_name=$(basename ${layer_url%%;commit*})
-        case ${layer_name} in
-        poky)
-            continue
-            ;;
-        meta-openembedded)
-            for sub_layer in ${SUB_LAYER_META_OE}; do
-                SRC_LAYERS="${SRC_LAYERS} ${SRC_LAYER_DIR}/${layer_name}/${sub_layer}"
-            done
-            ;;
-        meta-cloud-services)
-            SRC_LAYERS="${SRC_LAYERS} ${SRC_LAYER_DIR}/${layer_name}"
-            for sub_layer in ${SUB_LAYER_META_CLOUD_SERVICES}; do
-                SRC_LAYERS="${SRC_LAYERS} ${SRC_LAYER_DIR}/${layer_name}/${sub_layer}"
-            done
-            ;;
-        meta-security)
-            SRC_LAYERS="${SRC_LAYERS} ${SRC_LAYER_DIR}/${layer_name}"
-            for sub_layer in ${SUB_LAYER_META_SECURITY}; do
-                SRC_LAYERS="${SRC_LAYERS} ${SRC_LAYER_DIR}/${layer_name}/${sub_layer}"
-            done
-            ;;
-        *)
-            SRC_LAYERS="${SRC_LAYERS} ${SRC_LAYER_DIR}/${layer_name}"
-            ;;
-
-        esac
-    done
-
-    SRC_LAYERS="${SRC_LAYERS} ${SRC_ORAN_DIR}/rtp/meta-stx"
-
-    for src_layer in ${SRC_LAYERS}; do
-        RUN_CMD="bitbake-layers add-layer ${src_layer}"
-        echo_cmd "Add the ${src_layer} layer into the build project"
-        ${RUN_CMD}
-    done
+    echo_info "=== Get env ==="
+    env
+    echo_info "==============="
+
+    set -x
+    df -h
+    groups
+    uname -a
+    cat /etc/*release
+    lscpu
+    free -h
+    rpm -qa|grep mock
+    mock --debug-config
+    docker version
+    set +x
 
     echo_step_end
 }
 
-add_configs_stx_build () {
-    msg_step="Add extra configs into local.conf for StarlingX build"
+build_yocto () {
+    msg_step="Yocto builds"
     echo_step_start
 
-    cd ${PRJ_BUILD_DIR}
-    echo_info "Adding the following extra configs into local.conf"
-    cat ${SRC_CONFIGS}/local-stx.conf | \
-        sed -e "s/@BSP@/${BSP}/" | tee -a conf/local.conf
-    cat ${SRC_CONFIGS}/local-mirrors.conf | tee -a conf/local.conf
-
-    echo "DL_DIR = '${PRJ_SHARED_DL_DIR}'" | tee -a conf/local.conf
-    echo "SSTATE_DIR = '${PRJ_SHARED_SS_DIR}'" | tee -a conf/local.conf
-
-    if [ "${RM_WORK}" == "Yes" ]; then
-        echo "INHERIT += 'rm_work'" | tee -a conf/local.conf
-        echo "RM_WORK_EXCLUDE += '${IMG_STX}'" | tee -a conf/local.conf
-    fi
-
+    RUN_CMD="${SCRIPT_YP} -w ${WORKSPACE_YP} ${DRYRUN} ${YP_ARGS}"
+    run_cmd "Start Yocto builds"
 
-    if [ "${EXTRA_CONF}" != "" ] && [ -f "${EXTRA_CONF}" ]; then
-        cat ${EXTRA_CONF} | tee -a conf/local.conf
-    fi
     echo_step_end
 }
 
-setup_stx_build () {
-    echo_step_start "Setup StarlingX build project"
+build_centos () {
+    # dry-run is not supported yet for CentOS build
+    if [ -z "${DRYRUN}" ]; then
+        msg_step="CentOS builds"
+        echo_step_start
 
-    add_layer_stx_build
+        if [ "$CI" = "true" ]; then
+            RUN_CMD="${SCRIPT_CENTOS_PRE} -w ${WORKSPACE_CENTOS}"
+            run_cmd "Prepare for CentOS builds"
+        fi
+        RUN_CMD="${SCRIPT_CENTOS} -w ${WORKSPACE_CENTOS} ${DRYRUN}"
+        run_cmd "Start CentOS builds"
 
-    cd ${PRJ_BUILD_DIR}
-    if ! grep -q 'Configs for StarlingX' conf/local.conf; then
-        add_configs_stx_build
-    else
-        echo_info "Nothing is added into local.conf"
+        echo_step_end
     fi
-
-    echo_step_end "Setup StarlingX build project"
 }
 
-build_stx_image () {
-    msg_step="Build StarlingX images"
-    echo_step_start
-
-    source_env ${PRJ_BUILD_DIR}
-
-    mkdir -p logs
-
-    RUN_CMD="bitbake ${DRYRUN} ${IMG_STX}"
-    echo_cmd "Build the ${IMG_STX} image"
-    bitbake ${DRYRUN} ${IMG_STX} 2>&1|tee logs/bitbake_${IMG_STX}_${TIMESTAMP}.log
-
-    echo_step_end
-
-    echo_info "Build succeeded, you can get the image in ${ISO_STX}"
-}
-
-add_layer_anaconda_build () {
-    msg_step="Add required layers to the anaconda (installer) build project"
-    echo_step_start
-
-    source_env ${PRJ_BUILD_DIR_ANACONDA}
-    SRC_LAYERS=""
-    for sub_layer in ${SUB_LAYER_META_OE_ANACONDA}; do
-        SRC_LAYERS="${SRC_LAYERS} ${SRC_LAYER_DIR}/meta-openembedded/${sub_layer}"
-    done
-    SRC_LAYERS="${SRC_LAYERS} ${SRC_LAYER_DIR}/meta-intel"
-    SRC_LAYERS="${SRC_LAYERS} ${SRC_LAYER_DIR}/meta-anaconda"
-    SRC_LAYERS="${SRC_LAYERS} ${SRC_ORAN_DIR}/rtp/meta-stx"
-
-    for src_layer in ${SRC_LAYERS}; do
-        RUN_CMD="bitbake-layers add-layer ${src_layer}"
-        echo_cmd "Add the ${src_layer} layer into the build project"
-        ${RUN_CMD}
-    done
-
-    echo_step_end
+build_centos_dl () {
+    # Temp for testing the lftools deploy
+    mkdir -p ${WORKSPACE_DEB}/prj_output/
+    wget http://mirror.starlingx.cengn.ca/mirror/starlingx/master/debian/monolithic/latest_build/outputs/iso/starlingx-intel-x86-64-cd.iso -O ${WORKSPACE_DEB}/prj_output/inf-image-debian-all-x86-64.iso
 }
 
-add_configs_anaconda_build () {
-    msg_step="Add extra configs into local.conf for anaconda (installer) build"
-    echo_step_start
-
-    cd ${PRJ_BUILD_DIR_ANACONDA}
-    echo_info "Adding the following extra configs into local.conf"
-    cat ${SRC_CONFIGS}/local-anaconda.conf | \
-        sed -e "s/@BSP@/${BSP}/" \
-            -e "s|@TARGET_BUILD@|${PRJ_BUILD_DIR}|" \
-            | tee -a conf/local.conf
-    cat ${SRC_CONFIGS}/local-mirrors.conf | tee -a conf/local.conf
-
-    echo "DL_DIR = '${PRJ_SHARED_DL_DIR}'" | tee -a conf/local.conf
-    echo "SSTATE_DIR = '${PRJ_SHARED_SS_DIR}'" | tee -a conf/local.conf
-
-    if [ "${RM_WORK}" == "Yes" ]; then
-        echo "INHERIT += 'rm_work'" | tee -a conf/local.conf
-        echo "RM_WORK_EXCLUDE += '${IMG_ANACONDA}'" | tee -a conf/local.conf
-    fi
-
-    if [ "${EXTRA_CONF}" != "" ] && [ -f "${EXTRA_CONF}" ]; then
-        cat ${EXTRA_CONF} | tee -a conf/local.conf
-    fi
-
-    echo_step_end
-}
+build_debian () {
+    if [ -z "${DRYRUN}" ]; then
+        msg_step="Debian builds"
+        echo_step_start
 
-setup_anaconda_build () {
-    echo_step_start "Setup anaconda (installer) build project"
+        if [ "$CI" = "true" ]; then
+            RUN_CMD="${SCRIPT_DEB_PRE} -w ${WORKSPACE_DEB}"
+            run_cmd "Prepare for Debian builds"
+        fi
 
-    add_layer_anaconda_build
+        RUN_CMD="${SCRIPT_DEB} -w ${WORKSPACE_DEB} ${DRYRUN}"
+        run_cmd "Start Yocto builds"
 
-    cd ${PRJ_BUILD_DIR_ANACONDA}
-    if ! grep -q 'Configs for anaconda' conf/local.conf; then
-        add_configs_anaconda_build
-    else
-        echo_info "Nothing is added into local.conf"
+        echo_step_end
     fi
-
-    echo_step_end "Setup anaconda build project"
 }
 
-build_anaconda_image () {
-    echo_step_start "Build anaconda (installer) images"
-    source_env ${PRJ_BUILD_DIR_ANACONDA}
-
-    mkdir -p logs
-
-    if [ -f ${ISO_ANACONDA} ]; then
-        bitbake ${DRYRUN} -c clean ${IMG_ANACONDA}
-    fi
-    RUN_CMD="bitbake ${DRYRUN} ${IMG_ANACONDA}"
-    echo_cmd "Build the ${IMG_ANACONDA} image"
-    bitbake ${DRYRUN} ${IMG_ANACONDA} 2>&1|tee logs/bitbake_${IMG_ANACONDA}_${TIMESTAMP}.log
-
-    if [ -z "${DRYRUN}" ]; then
-        cp -Pf ${ISO_ANACONDA} ${ISO_INF}
-    fi
-
-    echo_step_end
-
-    echo_info "Build succeeded, you can get the image in ${ISO_INF}"
-}
 
 #########################################################################
 # Main process
 #########################################################################
 
 prepare_workspace
-prepare_src
-setup_stx_build
-setup_anaconda_build
-build_stx_image
-build_anaconda_image
+if [ "$CI" = "true" ]; then
+    get_debug_info
+fi
+
+build_yocto
+#build_centos
+build_centos_dl
+#build_debian
+