X-Git-Url: https://gerrit.o-ran-sc.org/r/gitweb?a=blobdiff_plain;f=scripts%2Fbuild_inf_centos%2Fbuild_inf_centos.sh;h=19997ade4408e505c3e81c7de315dd45de4f909c;hb=a97b12e4057e28de4f2822988f1af17fff1edcc9;hp=14e70e5e14e3a234729cc024a1b988a6591dc0c5;hpb=b7bf0fac172585c8efb9107fc5d2638373390868;p=pti%2Frtp.git diff --git a/scripts/build_inf_centos/build_inf_centos.sh b/scripts/build_inf_centos/build_inf_centos.sh index 14e70e5..19997ad 100755 --- a/scripts/build_inf_centos/build_inf_centos.sh +++ b/scripts/build_inf_centos/build_inf_centos.sh @@ -21,11 +21,15 @@ set -e -o pipefail # Variables ######################################################################### -SRC_ORAN_BRANCH="master" +SRC_ORAN_BRANCH="g-release" SRC_ORAN_URL="https://gerrit.o-ran-sc.org/r/pti/rtp" +STX_VER="7.0" +ORAN_REL="ORAN G-Release (${STX_VER})" + SCRIPTS_DIR=$(dirname $(readlink -f $0)) +SCRIPTS_NAME=$(basename $0) TIMESTAMP=`date +"%Y%m%d_%H%M%S"` ######################################################################### @@ -35,11 +39,11 @@ TIMESTAMP=`date +"%Y%m%d_%H%M%S"` help_info () { cat << ENDHELP Usage: -$(basename $0) [-w WORKSPACE_DIR] [-n] [-u] [-h] +${SCRIPTS_NAME} [-w WORKSPACE_DIR] [-m] [-n] [-u] [-h] where: -w WORKSPACE_DIR is the path for the project + -m use mirror for src and rpm pkgs -n dry-run only for bitbake - -u update the repo if it exists -h this help info examples: $0 @@ -50,14 +54,14 @@ ENDHELP echo_step_start() { [ -n "$1" ] && msg_step=$1 echo "#########################################################################################" - echo "## STEP START: ${msg_step}" + echo "## ${SCRIPTS_NAME} - STEP START: ${msg_step}" echo "#########################################################################################" } echo_step_end() { [ -n "$1" ] && msg_step=$1 echo "#########################################################################################" - echo "## STEP END: ${msg_step}" + echo "## ${SCRIPTS_NAME} - STEP END: ${msg_step}" echo "#########################################################################################" echo } @@ -82,8 +86,9 @@ run_cmd () { ######################################################################### DRYRUN="" +USE_MIRROR="No" -while getopts "w:b:e:r:unh" OPTION; do +while getopts "w:mnh" OPTION; do case ${OPTION} in w) WORKSPACE=`readlink -f ${OPTARG}` @@ -91,8 +96,8 @@ while getopts "w:b:e:r:unh" OPTION; do n) DRYRUN="-n" ;; - u) - SKIP_UPDATE="No" + m) + USE_MIRROR="Yes" ;; h) help_info @@ -111,7 +116,7 @@ fi ######################################################################### PRJ_NAME=prj_oran_stx_centos -STX_SRC_BRANCH="r/stx.6.0" +STX_SRC_BRANCH="r/stx.${STX_VER}" STX_LOCAL_DIR=${WORKSPACE}/localdisk STX_LOCAL_SRC_DIR=${STX_LOCAL_DIR}/designer/${USER}/${PRJ_NAME} STX_LOCAL_PRJ_DIR=${STX_LOCAL_DIR}/loadbuild/${USER}/${PRJ_NAME} @@ -121,8 +126,15 @@ STX_PRJ_OUTPUT=${WORKSPACE}/prj_output STX_MIRROR_DIR=${WORKSPACE}/mirror STX_MANIFEST_URL="https://opendev.org/starlingx/manifest" +MIRROR_SRC_STX=infbuilder/inf-src-stx:${STX_VER} +MIRROR_CONTAINER_IMG=infbuilder/inf-centos-mirror:2022.11-stx-${STX_VER} + +SRC_META_PATCHES=${SCRIPTS_DIR}/meta-patches + +ISO_INF_COS=inf-image-centos-all-x86-64.iso + prepare_workspace () { - msg_step="Create workspace for the build" + msg_step="Create workspace for the CentOS build" echo_step_start mkdir -p ${STX_LOCAL_SRC_DIR} ${STX_LOCAL_PRJ_DIR} ${STX_MIRROR_DIR} ${STX_PRJ_OUTPUT} @@ -139,7 +151,7 @@ prepare_workspace () { } create_env () { - msg_step="Create env file for the build" + msg_step="Create env file for the CentOS build" echo_step_start ENV_FILENAME=env.${PRJ_NAME} @@ -215,6 +227,9 @@ repo_init_sync () { msg_step="Init the repo and sync" echo_step_start + # Avoid the colorization prompt + git config --global color.ui false + cd ${MY_REPO_ROOT_DIR} STX_MANIFEST="default.xml" if [ "$LAYER" != "" ]; then @@ -230,39 +245,77 @@ repo_init_sync () { echo_step_end } -code_adjust () { - echo_step_start "Some codes need to be adjusted for INF project" +get_mirror_src () { + msg_step="Get src mirror from dockerhub image" + echo_step_start + + if [ -d ${MY_REPO_ROOT_DIR}/.repo ]; then + echo_info "The src repos already exists, skipping" + else + docker pull ${MIRROR_SRC_STX} + docker create -ti --name inf-src-stx ${MIRROR_SRC_STX} sh + docker cp inf-src-stx:/stx-${STX_VER}.tar.bz2 ${MY_REPO_ROOT_DIR} + docker rm inf-src-stx + + cd ${MY_REPO_ROOT_DIR} + tar xf stx-${STX_VER}.tar.bz2 + mv stx-${STX_VER}/* stx-${STX_VER}/.repo . + rm -rf stx-${STX_VER} stx-${STX_VER}.tar.bz2 + fi - sed -i "s|/import/mirrors|${STX_MIRROR_DIR}|" \ - $MY_REPO/stx/metal/installer/pxe-network-installer/centos/build_srpm.data echo_step_end } -populate_dl () { - ${MY_REPO_ROOT_DIR}/stx-tools/toCOPY/generate-centos-repo.sh ${STX_MIRROR_DIR}/stx-6.0 - ${MY_REPO_ROOT_DIR}/stx-tools/toCOPY/populate_downloads.sh ${STX_MIRROR_DIR}/stx-6.0 -} +get_mirror_pkg () { + msg_step="Get rpm mirror from dockerhub image" + echo_step_start -# To be removed: -# This build script can not successfully build out the image yet, -# get the upstream image temporary so we can still test the CI job to -# upload the image to nexus -ISO_STX_COS=bootimage.iso -ISO_UP_VER=6.0.0 -ISO_UP=http://mirror.starlingx.cengn.ca/mirror/starlingx/release/${ISO_UP_VER}/centos/flock/outputs/iso/${ISO_STX_COS} -ISO_INF_COS=inf-image-centos-all-x86-64.iso + docker pull ${MIRROR_CONTAINER_IMG} + docker create -ti --name inf-centos-mirror ${MIRROR_CONTAINER_IMG} sh + docker cp inf-centos-mirror:/mirror_stx-${STX_VER}/. ${STX_MIRROR_DIR} + docker rm inf-centos-mirror + + echo_step_end +} -build_image_rm () { - echo_step_start "Build CentOS images: To be removed" +patch_src () { + echo_step_start "Some source codes need to be patched for INF project" - mkdir -p ${STX_PRJ_OUTPUT} - cd ${STX_PRJ_OUTPUT} - wget -q ${ISO_UP} -O ${ISO_INF_COS} - ls -lh ${STX_PRJ_OUTPUT}/${ISO_INF_COS} + sed -i "s|/import/mirrors|${STX_MIRROR_DIR}|" \ + ${MY_REPO}/stx/metal/installer/pxe-network-installer/centos/build_srpm.data + + grep -q "${ORAN_REL}" \ + ${MY_REPO}/stx/config-files/centos-release-config/files/issue* \ + || sed -i "s/\(@PLATFORM_RELEASE@\)/\1 - ${ORAN_REL}/" \ + ${MY_REPO}/stx/config-files/centos-release-config/files/issue* + + # Apply meta patches + cd ${SRC_META_PATCHES} + src_dirs=$(find . -type f -printf "%h\n"|uniq) + for d in ${src_dirs}; do + cd ${MY_REPO_ROOT_DIR}/${d} + + # backup current branch + local_branch=$(git rev-parse --abbrev-ref HEAD) + if [ "${local_branch}" = "HEAD" ]; then + git checkout ${STX_SRC_BRANCH} + local_branch=$(git rev-parse --abbrev-ref HEAD) + fi + git branch -m "${local_branch}_${TIMESTAMP}" + git checkout ${STX_SRC_BRANCH} + + for p in $(ls -1 ${SRC_META_PATCHES}/${d}); do + echo_info "Apllying patch: ${SRC_META_PATCHES}/${d}/${p}" + git am ${SRC_META_PATCHES}/${d}/${p} + done + done echo_step_end +} - echo_info "Build succeeded, you can get the image in ${STX_PRJ_OUTPUT}/${ISO_INF_COS}" +populate_dl () { + ${MY_REPO_ROOT_DIR}/stx-tools/toCOPY/generate-centos-repo.sh ${STX_MIRROR_DIR}/stx-${STX_VER} + ${MY_REPO_ROOT_DIR}/stx-tools/toCOPY/populate_downloads.sh ${STX_MIRROR_DIR}/stx-${STX_VER} } build_image () { @@ -273,25 +326,32 @@ build_image () { RUN_CMD="build-pkgs --build-avoidance" run_cmd "Build pkgs" + # The first run always fail + build-iso || sleep 60 + RUN_CMD="build-iso" run_cmd "Build ISO image" - cp ${MY_BUILD_DIR}/export/bootimage.iso ${STX_PRJ_OUTPUT}/${ISO_INF_COS} + cp -f ${MY_BUILD_DIR}/export/bootimage.iso ${STX_PRJ_OUTPUT}/${ISO_INF_COS} echo_step_end echo_info "Build succeeded, you can get the image in ${STX_PRJ_OUTPUT}/${ISO_INF_COS}" } - ######################################################################### # Main process ######################################################################### prepare_workspace create_env -repo_init_sync -code_adjust +if [ "${USE_MIRROR}" == "Yes" ]; then + get_mirror_src + get_mirror_pkg +else + repo_init_sync + get_mirror_pkg +fi +patch_src populate_dl -build_image_rm -build_image || true +build_image