3 # Copyright (C) 2022 Wind River Systems, Inc.
5 # Licensed under the Apache License, Version 2.0 (the "License");
6 # you may not use this file except in compliance with the License.
7 # You may obtain a copy of the License at
9 # http://www.apache.org/licenses/LICENSE-2.0
11 # Unless required by applicable law or agreed to in writing, software
12 # distributed under the License is distributed on an "AS IS" BASIS,
13 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 # See the License for the specific language governing permissions and
15 # limitations under the License.
18 # Ensure we fail the job if any steps fail.
21 #########################################################################
23 #########################################################################
26 MIRROR_CONTAINER_IMG=infbuilder/inf-centos-mirror:2022.05-${MIRROR_VER}
28 #########################################################################
30 #########################################################################
35 $(basename $0) [-w WORKSPACE_DIR] [-h]
37 -w WORKSPACE_DIR is the path for the builds
46 [ -n "$1" ] && msg_step=$1
47 echo "#########################################################################################"
48 echo "## STEP START: ${msg_step}"
49 echo "#########################################################################################"
53 [ -n "$1" ] && msg_step=$1
54 echo "#########################################################################################"
55 echo "## STEP END: ${msg_step}"
56 echo "#########################################################################################"
61 while getopts "w:h" OPTION; do
64 WORKSPACE=`readlink -f ${OPTARG}`
74 msg_step="Get rpm mirror from dockerhub image"
77 docker pull ${MIRROR_CONTAINER_IMG}
78 docker create -ti --name inf-centos-mirror ${MIRROR_CONTAINER_IMG} sh
79 docker cp inf-centos-mirror:/mirror_${MIRROR_VER} ${MIRROR_DIR}
80 docker rm inf-centos-mirror
86 #########################################################################
88 #########################################################################
89 msg_step="Prepare for jenkins build"
92 export BUILD_GROUP="jenkins"
93 export WGET_OPENDEV="wget --no-check-certificate"
94 export LOCALDISK="${WORKSPACE}/localdisk"
95 export MIRROR_DIR="${WORKSPACE}/mirror"
96 export TOOLS_DIR="${WORKSPACE}/tools"
98 mkdir -p ${LOCALDISK}/loadbuild/mock-cache
99 mkdir -p ${LOCALDISK}/loadbuild/mock
100 mkdir -p ${LOCALDISK}/designer
101 mkdir -p ${LOCALDISK}/loadbuild
103 #sudo mkdir -p ${MIRROR_DIR}/CentOS
106 sudo chmod 775 ${LOCALDISK}/loadbuild/mock
107 sudo chown root:mock ${LOCALDISK}/loadbuild/mock
108 sudo chmod 775 ${LOCALDISK}/loadbuild/mock-cache
109 sudo chown root:mock ${LOCALDISK}/loadbuild/mock-cache
111 # Download required dependencies by mirror/build processes.
112 sudo yum install -y \
155 python2-ruamel-yaml \
170 # clone the tools repo
172 git clone https://opendev.org/starlingx/tools.git
174 # mock custumizations
175 # forcing chroots since a couple of packages naughtily insist on network access and
176 # we dont have nspawn and networks happy together.
177 sudo groupadd -g 9001 mockbuild
178 sudo useradd -s /sbin/nologin -u 9001 -g 9001 mockbuild
179 sudo rmdir /var/lib/mock
180 sudo ln -s ${LOCALDISK}/loadbuild/mock /var/lib/mock
181 sudo mv /var/cache/mock/* ${LOCALDISK}/loadbuild/mock-cache/
182 sudo rmdir /var/cache/mock
183 sudo ln -s ${LOCALDISK}/loadbuild/mock-cache /var/cache/mock
184 echo "config_opts['use_nspawn'] = False" | sudo tee -a /etc/mock/site-defaults.cfg
185 echo "config_opts['rpmbuild_networking'] = True" | sudo tee -a /etc/mock/site-defaults.cfg
186 echo | sudo tee -a /etc/mock/site-defaults.cfg
188 # cpan modules, installing with cpanminus to avoid stupid questions since cpan is whack
189 sudo cpanm --notest Fatal
190 sudo cpanm --notest XML::SAX
191 sudo cpanm --notest XML::SAX::Expat
192 sudo cpanm --notest XML::Parser
193 sudo cpanm --notest XML::Simple
196 sudo wget https://storage.googleapis.com/git-repo-downloads/repo -O /usr/local/bin/repo
197 sudo chmod a+x /usr/local/bin/repo
199 # installing go and setting paths
200 export GOPATH="/usr/local/go"
201 export PATH="${GOPATH}/bin:${PATH}"
202 sudo yum install -y golang
203 sudo mkdir -p ${GOPATH}/bin
204 curl https://raw.githubusercontent.com/golang/dep/master/install.sh | sudo sh
207 # Install required python modules globally; versions are in the constraints file.
208 # Be careful not to replace modules provided by RPMs as it may break
209 # other system packages. Look for warnings similar to "Uninstalling a
210 # distutils installed project has been deprecated" from pip.
211 sudo pip install -c ${TOOLS_DIR}/toCOPY/builder-constraints.txt \
220 # Create a sane py27 virtualenv
221 virtualenv /opt/py27 && \
222 source /opt/py27/bin/activate && \
223 sudo pip install -c ${TOOLS_DIR}/toCOPY/builder-opt-py27-constraints.txt \
226 for prog in tox ; do \
227 ln -s /opt/py27/bin/$prog /usr/bin ; \
230 # Inherited tools for mock stuff
231 # we at least need the mock_cache_unlock tool
232 # they install into /usr/bin
233 sudo cp -rf ${TOOLS_DIR}/toCOPY/mock_overlay /opt/mock_overlay
238 # This image requires a set of scripts and helpers
239 # for working correctly, in this section they are
240 # copied inside the image.
241 sudo cp ${TOOLS_DIR}/toCOPY/finishSetup.sh /usr/local/bin
242 sudo cp ${TOOLS_DIR}/toCOPY/populate_downloads.sh /usr/local/bin
243 sudo cp ${TOOLS_DIR}/toCOPY/generate-local-repo.sh /usr/local/bin
244 sudo cp ${TOOLS_DIR}/toCOPY/generate-centos-repo.sh /usr/local/bin
245 sudo cp ${TOOLS_DIR}/toCOPY/lst_utils.sh /usr/local/bin
247 # centos locales are broken. this needs to be run after the last yum install/update
248 sudo localedef -i en_US -f UTF-8 en_US.UTF-8
251 sudo mkdir -p /www/run
252 sudo mkdir -p /www/logs
253 sudo mkdir -p /www/home
254 sudo mkdir -p /www/root/htdocs/localdisk
255 sudo ln -s ${LOCALDISK}/loadbuild /www/root/htdocs/localdisk/loadbuild
256 sudo ln -s ${MIRROR_DIR}/CentOS /www/root/htdocs/CentOS
257 sudo ln -s ${LOCALDISK}/designer /www/root/htdocs/localdisk/designer
258 sudo ln -s ${WORKSPACE} /www/root/htdocs/workspace
261 # chmod for /var/log/lighttpd fixes a centos issue
262 # in place sed for server root since it's expanded soon thereafter
263 # echo "server.bind = \"localhost\"" >> /etc/lighttpd/lighttpd.conf && \
264 sudo mkdir -p /var/log/lighttpd
265 sudo chmod a+rwx /var/log/lighttpd/
266 sudo sed -i -e 's%^var\.log_root.*$%var.log_root = "/www/logs"%g' \
267 -e 's%^var\.server_root.*$%var.server_root = "/www/root"%g' \
268 -e 's%^var\.home_dir.*$%var.home_dir = "/www/home"%g' \
269 -e 's%^var\.state_dir.*$%var.state_dir = "/www/run"%g' \
270 -e "s/server.port/#server.port/g" \
271 -e "s/server.use-ipv6/#server.use-ipv6/g" \
272 -e "s/server.username/#server.username/g" \
273 -e "s/server.groupname/#server.groupname/g" \
274 -e "s/server.bind/#server.bind/g" \
275 -e "s/server.document-root/#server.document-root/g" \
276 -e "s/server.dirlisting/#server.dirlisting/g" \
277 -e "s/dir-listing.activate/#dir-listing.activate/g" \
278 /etc/lighttpd/lighttpd.conf
280 echo "server.port = 8088" | sudo tee -a /etc/lighttpd/lighttpd.conf
281 echo "server.use-ipv6 = \"disable\"" | sudo tee -a /etc/lighttpd/lighttpd.conf
282 echo "server.username = \"$USER\"" | sudo tee -a /etc/lighttpd/lighttpd.conf
283 echo "server.groupname = \"$BUILD_GROUP\"" | sudo tee -a /etc/lighttpd/lighttpd.conf
284 echo "server.bind = \"localhost\"" | sudo tee -a /etc/lighttpd/lighttpd.conf
285 echo "server.document-root = \"/www/root/htdocs\"" | sudo tee -a /etc/lighttpd/lighttpd.conf
286 echo "dir-listing.activate = \"enable\"" | sudo tee -a /etc/lighttpd/conf.d/dirlisting.conf
288 sudo /usr/sbin/lighttpd -f /etc/lighttpd/lighttpd.conf
290 sudo chmod a+x /usr/local/bin/*
292 # Customizations for mirror creation
293 sudo rm -f /etc/yum.repos.d/*
294 sudo cp -f ${TOOLS_DIR}/centos-mirror-tools/yum.repos.d/* /etc/yum.repos.d/
295 sudo cp -f ${TOOLS_DIR}/centos-mirror-tools/rpm-gpg-keys/* /etc/pki/rpm-gpg/
298 sudo rpm --import /etc/pki/rpm-gpg/RPM-GPG-KEY*
300 # Try to continue a yum command even if a StarlingX repo is unavailable.
301 sudo yum-config-manager --setopt=StarlingX\*.skip_if_unavailable=1 --save