X-Git-Url: https://gerrit.o-ran-sc.org/r/gitweb?a=blobdiff_plain;f=scripts%2Fbuild_inf_centos%2Fbuild_inf_centos.sh;h=a7664b286b6d0b8e342bfc614a5f24953ddbc397;hb=618995b0d9dbdda61fa0aff5019e01480267bfc2;hp=79f08101cb0f2e4767cf8da8b960f88c330d44b1;hpb=b2923b78b88792a1cebc29bc27daa26fec67d7d4;p=pti%2Frtp.git diff --git a/scripts/build_inf_centos/build_inf_centos.sh b/scripts/build_inf_centos/build_inf_centos.sh index 79f0810..a7664b2 100755 --- a/scripts/build_inf_centos/build_inf_centos.sh +++ b/scripts/build_inf_centos/build_inf_centos.sh @@ -22,8 +22,13 @@ set -e -o pipefail ######################################################################### SRC_ORAN_BRANCH="master" +SRC_O2_BRANCH="master" SRC_ORAN_URL="https://gerrit.o-ran-sc.org/r/pti/rtp" +SRC_O2_URL="https://opendev.org/starlingx/app-oran-o2" + +STX_VER="7.0" +ORAN_REL="ORAN H-Release (${STX_VER})" SCRIPTS_DIR=$(dirname $(readlink -f $0)) SCRIPTS_NAME=$(basename $0) @@ -36,11 +41,11 @@ TIMESTAMP=`date +"%Y%m%d_%H%M%S"` help_info () { cat << ENDHELP Usage: -${SCRIPTS_NAME} [-w WORKSPACE_DIR] [-n] [-u] [-h] +${SCRIPTS_NAME} [-w WORKSPACE_DIR] [-m] [-n] [-u] [-h] where: -w WORKSPACE_DIR is the path for the project + -m use mirror for src and rpm pkgs -n dry-run only for bitbake - -u update the repo if it exists -h this help info examples: $0 @@ -83,8 +88,9 @@ run_cmd () { ######################################################################### DRYRUN="" +USE_MIRROR="No" -while getopts "w:b:e:r:unh" OPTION; do +while getopts "w:mnh" OPTION; do case ${OPTION} in w) WORKSPACE=`readlink -f ${OPTARG}` @@ -92,8 +98,8 @@ while getopts "w:b:e:r:unh" OPTION; do n) DRYRUN="-n" ;; - u) - SKIP_UPDATE="No" + m) + USE_MIRROR="Yes" ;; h) help_info @@ -112,7 +118,7 @@ fi ######################################################################### PRJ_NAME=prj_oran_stx_centos -STX_SRC_BRANCH="r/stx.6.0" +STX_SRC_BRANCH="r/stx.${STX_VER}" STX_LOCAL_DIR=${WORKSPACE}/localdisk STX_LOCAL_SRC_DIR=${STX_LOCAL_DIR}/designer/${USER}/${PRJ_NAME} STX_LOCAL_PRJ_DIR=${STX_LOCAL_DIR}/loadbuild/${USER}/${PRJ_NAME} @@ -122,7 +128,13 @@ STX_PRJ_OUTPUT=${WORKSPACE}/prj_output STX_MIRROR_DIR=${WORKSPACE}/mirror STX_MANIFEST_URL="https://opendev.org/starlingx/manifest" -SRC_META_PATCHES=${SCRIPTS_DIR}/meta-patches +MIRROR_SRC_STX=infbuilder/inf-src-stx:${STX_VER} +MIRROR_CONTAINER_IMG=infbuilder/inf-centos-mirror:2022.11-stx-${STX_VER} + +SRC_ORAN_DIR=${STX_SRC_DIR}/rtp +SRC_META_PATCHES=${SRC_ORAN_DIR}/scripts/build_inf_centos/meta-patches + +ISO_INF_COS=inf-image-centos-all-x86-64.iso prepare_workspace () { msg_step="Create workspace for the CentOS build" @@ -218,6 +230,9 @@ repo_init_sync () { msg_step="Init the repo and sync" echo_step_start + # Avoid the colorization prompt + git config --global color.ui false + cd ${MY_REPO_ROOT_DIR} STX_MANIFEST="default.xml" if [ "$LAYER" != "" ]; then @@ -233,11 +248,114 @@ repo_init_sync () { echo_step_end } +get_mirror_src () { + msg_step="Get src mirror from dockerhub image" + echo_step_start + + if [ -d ${MY_REPO_ROOT_DIR}/.repo ]; then + echo_info "The src repos already exists, skipping" + else + docker pull ${MIRROR_SRC_STX} + docker create -ti --name inf-src-stx ${MIRROR_SRC_STX} sh + docker cp inf-src-stx:/stx-${STX_VER}.tar.bz2 ${MY_REPO_ROOT_DIR} + docker rm inf-src-stx + + cd ${MY_REPO_ROOT_DIR} + tar xf stx-${STX_VER}.tar.bz2 + mv stx-${STX_VER}/* stx-${STX_VER}/.repo . + rm -rf stx-${STX_VER} stx-${STX_VER}.tar.bz2 + fi + + echo_step_end +} + +get_mirror_pkg () { + msg_step="Get rpm mirror from dockerhub image" + echo_step_start + + docker pull ${MIRROR_CONTAINER_IMG} + docker create -ti --name inf-centos-mirror ${MIRROR_CONTAINER_IMG} sh + docker cp inf-centos-mirror:/mirror_stx-${STX_VER}/. ${STX_MIRROR_DIR} + docker rm inf-centos-mirror + + echo_step_end +} + +clone_update_repo () { + REPO_BRANCH=$1 + REPO_URL=$2 + REPO_NAME=$3 + REPO_COMMIT=$4 + + if [ -d ${REPO_NAME}/.git ]; then + if [ "${SKIP_UPDATE}" == "Yes" ]; then + echo_info "The repo ${REPO_NAME} exists, skip updating for the branch ${REPO_BRANCH}" + else + echo_info "The repo ${REPO_NAME} exists, updating for the branch ${REPO_BRANCH}" + cd ${REPO_NAME} + git checkout ${REPO_BRANCH} + git pull + cd - + fi + else + RUN_CMD="git clone --branch ${REPO_BRANCH} ${REPO_URL} ${REPO_NAME}" + run_cmd "Cloning the source of repo '${REPO_NAME}':" + + if [ -n "${REPO_COMMIT}" ]; then + cd ${REPO_NAME} + RUN_CMD="git checkout -b ${REPO_BRANCH}-${REPO_COMMIT} ${REPO_COMMIT}" + run_cmd "Checkout the repo ${REPO_NAME} to specific commit: ${REPO_COMMIT}" + cd - + fi + fi +} + + +prepare_src () { + msg_step="Get the source code repos" + echo_step_start + + # Clone the oran inf source if it's not already cloned + # Check if the script is inside the repo + if cd ${SCRIPTS_DIR} && git rev-parse --is-inside-work-tree > /dev/null 2>&1; then + CLONED_ORAN_REPO=`git rev-parse --show-toplevel` + echo_info "Use the cloned oran repo: ${CLONED_ORAN_REPO}" + mkdir -p ${SRC_ORAN_DIR} + cd ${SRC_ORAN_DIR} + rm -rf scripts + ln -sf ${CLONED_ORAN_REPO}/scripts scripts + else + echo_info "Cloning oran layer:" + cd ${STX_SRC_DIR} + clone_update_repo ${SRC_ORAN_BRANCH} ${SRC_ORAN_URL} rtp + fi + + if [ "${USE_MIRROR}" == "Yes" ]; then + get_mirror_src + get_mirror_pkg + else + repo_init_sync + get_mirror_pkg + fi + patch_src + + cd ${STX_SRC_DIR}/cgcs-root/stx/ + clone_update_repo ${SRC_O2_BRANCH} ${SRC_O2_URL} app-oran-o2 + + echo_step_end +} + patch_src () { - echo_step_start "Some source codes need to be patched for INF project" + echo_step_start "Patching source codes for INF project" - sed -i "s|/import/mirrors|${STX_MIRROR_DIR}|" \ - $MY_REPO/stx/metal/installer/pxe-network-installer/centos/build_srpm.data + STX_PXE_DATA="${MY_REPO}/stx/metal/installer/pxe-network-installer/centos/build_srpm.data" + echo_info "Patching for the ${STX_PXE_DATA}" + sed -i "s|/import/mirrors|${STX_MIRROR_DIR}|" ${STX_PXE_DATA} + + STX_ISSUE_DIR="${MY_REPO}/stx/config-files/centos-release-config/files" + echo_info "Patching for the ${STX_ISSUE_DIR}" + grep -q "${ORAN_REL}" ${STX_ISSUE_DIR}/issue* \ + || sed -i "s/\(@PLATFORM_RELEASE@\)/\1 - ${ORAN_REL}/" ${STX_ISSUE_DIR}/issue* # Apply meta patches cd ${SRC_META_PATCHES} @@ -264,30 +382,8 @@ patch_src () { } populate_dl () { - ${MY_REPO_ROOT_DIR}/stx-tools/toCOPY/generate-centos-repo.sh ${STX_MIRROR_DIR}/stx-6.0 - ${MY_REPO_ROOT_DIR}/stx-tools/toCOPY/populate_downloads.sh ${STX_MIRROR_DIR}/stx-6.0 -} - -# To be removed: -# This build script can not successfully build out the image yet, -# get the upstream image temporary so we can still test the CI job to -# upload the image to nexus -ISO_STX_COS=bootimage.iso -ISO_UP_VER=6.0.0 -ISO_UP=http://mirror.starlingx.cengn.ca/mirror/starlingx/release/${ISO_UP_VER}/centos/flock/outputs/iso/${ISO_STX_COS} -ISO_INF_COS=inf-image-centos-all-x86-64.iso - -build_image_rm () { - echo_step_start "Build CentOS images: To be removed" - - mkdir -p ${STX_PRJ_OUTPUT} - cd ${STX_PRJ_OUTPUT} - wget -q ${ISO_UP} -O ${ISO_INF_COS} - ls -lh ${STX_PRJ_OUTPUT}/${ISO_INF_COS} - - echo_step_end - - echo_info "Build succeeded, you can get the image in ${STX_PRJ_OUTPUT}/${ISO_INF_COS}" + ${MY_REPO_ROOT_DIR}/stx-tools/toCOPY/generate-centos-repo.sh ${STX_MIRROR_DIR}/stx-${STX_VER} + ${MY_REPO_ROOT_DIR}/stx-tools/toCOPY/populate_downloads.sh ${STX_MIRROR_DIR}/stx-${STX_VER} } build_image () { @@ -317,8 +413,6 @@ build_image () { prepare_workspace create_env -repo_init_sync -patch_src +prepare_src populate_dl -#build_image_rm build_image