From: Jessica Wagantall Date: Mon, 12 Dec 2022 18:51:02 +0000 (+0000) Subject: Merge "Add project for Sonar Cloud for O2" X-Git-Url: https://gerrit.o-ran-sc.org/r/gitweb?a=commitdiff_plain;h=f23826c2634a951ef4db3763e2832758438a81bd;hp=1cc816034dedfbed0044b6ea17710f58cc41e5a8;p=ci-management.git Merge "Add project for Sonar Cloud for O2" --- diff --git a/global-jjb b/global-jjb index 631a7f22..07c62bae 160000 --- a/global-jjb +++ b/global-jjb @@ -1 +1 @@ -Subproject commit 631a7f22a7e383d2ed5886e721cd370ff85613d4 +Subproject commit 07c62baeee27086343152a9c89093ca99a9f99d9 diff --git a/jenkins-config/managed-config-files/mavenSettings/ric-app-qp-aimlfw/config-params.yaml b/jenkins-config/managed-config-files/mavenSettings/ric-app-qp-aimlfw-settings/config-params.yaml similarity index 100% rename from jenkins-config/managed-config-files/mavenSettings/ric-app-qp-aimlfw/config-params.yaml rename to jenkins-config/managed-config-files/mavenSettings/ric-app-qp-aimlfw-settings/config-params.yaml diff --git a/jenkins-config/managed-config-files/mavenSettings/ric-app-qp-aimlfw/content b/jenkins-config/managed-config-files/mavenSettings/ric-app-qp-aimlfw-settings/content similarity index 100% rename from jenkins-config/managed-config-files/mavenSettings/ric-app-qp-aimlfw/content rename to jenkins-config/managed-config-files/mavenSettings/ric-app-qp-aimlfw-settings/content diff --git a/jenkins-config/managed-config-files/mavenSettings/ric-app-qp-aimlfw/serverCredentialMappings.sandbox.yaml b/jenkins-config/managed-config-files/mavenSettings/ric-app-qp-aimlfw-settings/serverCredentialMappings.sandbox.yaml similarity index 100% rename from jenkins-config/managed-config-files/mavenSettings/ric-app-qp-aimlfw/serverCredentialMappings.sandbox.yaml rename to jenkins-config/managed-config-files/mavenSettings/ric-app-qp-aimlfw-settings/serverCredentialMappings.sandbox.yaml diff --git a/jenkins-config/managed-config-files/mavenSettings/ric-app-qp-aimlfw/serverCredentialMappings.yaml b/jenkins-config/managed-config-files/mavenSettings/ric-app-qp-aimlfw-settings/serverCredentialMappings.yaml similarity index 100% rename from jenkins-config/managed-config-files/mavenSettings/ric-app-qp-aimlfw/serverCredentialMappings.yaml rename to jenkins-config/managed-config-files/mavenSettings/ric-app-qp-aimlfw-settings/serverCredentialMappings.yaml diff --git a/jjb/aiml-fw-athp-data-extraction/aiml-fw-athp-data-extraction.yaml b/jjb/aiml-fw-athp-data-extraction/aiml-fw-athp-data-extraction.yaml index dd1e0c53..ffed792b 100644 --- a/jjb/aiml-fw-athp-data-extraction/aiml-fw-athp-data-extraction.yaml +++ b/jjb/aiml-fw-athp-data-extraction/aiml-fw-athp-data-extraction.yaml @@ -51,3 +51,47 @@ stream: - master: branch: master + +- project: + <<: *aiml_de_docker_common + name: aiml-fw-athp-data-extraction-tox-verify + # the install script assumes an ubuntu image + build-node: ubuntu1804-builder-2c-2g + python-version: python3 + # skip docs on verify + tox-envs: code + tox-dir: '.' + # do not trigger on changes in docs, releases + gerrit_trigger_file_paths: + - compare-type: REG_EXP + pattern: 'dataextraction/.*' + stream: + # run verify on all branches + # the ANT pattern is **/{branch}, we are exploiting that. + - all: + branch: master + jobs: + - gerrit-tox-verify + +- project: + <<: *aiml_de_docker_common + name: aiml-fw-athp-data-extraction-sonarqube + python-version: python3 + tox-dir: '.' + # the install script assumes an ubuntu image + build-node: ubuntu1804-builder-2c-2g + # do not trigger on changes in docs, releases + gerrit_trigger_file_paths: + - compare-type: REG_EXP + pattern: 'dataextraction/.*' + sonar-project-file: "" + sonar-properties: | + sonar.login={sonarcloud_api_token} + sonar.projectKey={sonarcloud_project_organization}_{project-name} + sonar.projectName={project-name} + sonar.organization={sonarcloud_project_organization} + sonar.build.sourceEncoding=UTF-8 + sonar.sources=dataextraction + sonar.python.coverage.reportPaths=coverage.xml + jobs: + - gerrit-tox-sonarqube diff --git a/jjb/aiml-fw-athp-sdk-feature-store/aiml-fw-athp-sdk-feature-store.yaml b/jjb/aiml-fw-athp-sdk-feature-store/aiml-fw-athp-sdk-feature-store.yaml index e30c1c5f..22b9b8a1 100644 --- a/jjb/aiml-fw-athp-sdk-feature-store/aiml-fw-athp-sdk-feature-store.yaml +++ b/jjb/aiml-fw-athp-sdk-feature-store/aiml-fw-athp-sdk-feature-store.yaml @@ -12,4 +12,58 @@ build-node: centos7-builder-1c-1g branch: master jobs: - - gerrit-info-yaml-verify \ No newline at end of file + - gerrit-info-yaml-verify + +- aiml_fssdk_docker_common: &aiml_fssdk_docker_common + # values apply to all training manager projects + name: aiml-fw-athp-sdk-feature-store-docker-common + # git repo + project: aiml-fw/athp/sdk/feature-store + # jenkins job name prefix + project-name: aiml-fw-athp-sdk-feature-store + # maven settings file has docker credentials + mvn-settings: aiml-fw-athp-sdk-feature-store-settings + +- project: + <<: *aiml_fssdk_docker_common + name: aiml-fw-athp-sdk-feature-store-tox-verify + # the install script assumes an ubuntu image + build-node: ubuntu1804-builder-2c-2g + python-version: python3 + # skip docs on verify + tox-envs: code + tox-dir: '.' + # do not trigger on changes in docs, releases + gerrit_trigger_file_paths: + - compare-type: REG_EXP + pattern: 'featurestoresdk/.*' + stream: + # run verify on all branches + # the ANT pattern is **/{branch}, we are exploiting that. + - all: + branch: master + jobs: + - gerrit-tox-verify + +- project: + <<: *aiml_fssdk_docker_common + name: aiml-fw-athp-sdk-feature-store-sonarqube + python-version: python3 + tox-dir: '.' + # the install script assumes an ubuntu image + build-node: ubuntu1804-builder-2c-2g + # do not trigger on changes in docs, releases + gerrit_trigger_file_paths: + - compare-type: REG_EXP + pattern: 'featurestoresdk/.*' + sonar-project-file: "" + sonar-properties: | + sonar.login={sonarcloud_api_token} + sonar.projectKey={sonarcloud_project_organization}_{project-name} + sonar.projectName={project-name} + sonar.organization={sonarcloud_project_organization} + sonar.build.sourceEncoding=UTF-8 + sonar.sources=featurestoresdk + sonar.python.coverage.reportPaths=coverage.xml + jobs: + - gerrit-tox-sonarqube \ No newline at end of file diff --git a/jjb/aiml-fw-athp-sdk-model-storage/aiml-fw-athp-sdk-model-storage.yaml b/jjb/aiml-fw-athp-sdk-model-storage/aiml-fw-athp-sdk-model-storage.yaml index 924e0e79..8a3c87da 100644 --- a/jjb/aiml-fw-athp-sdk-model-storage/aiml-fw-athp-sdk-model-storage.yaml +++ b/jjb/aiml-fw-athp-sdk-model-storage/aiml-fw-athp-sdk-model-storage.yaml @@ -12,4 +12,58 @@ build-node: centos7-builder-1c-1g branch: master jobs: - - gerrit-info-yaml-verify \ No newline at end of file + - gerrit-info-yaml-verify + +- aiml_mssdk_docker_common: &aiml_mssdk_docker_common + # values apply to all training manager projects + name: aiml-fw-athp-sdk-model-storage-docker-common + # git repo + project: aiml-fw/athp/sdk/model-storage + # jenkins job name prefix + project-name: aiml-fw-athp-sdk-model-storage + # maven settings file has docker credentials + mvn-settings: aiml-fw-athp-sdk-model-storage-settings + +- project: + <<: *aiml_mssdk_docker_common + name: aiml-fw-athp-sdk-model-storage-tox-verify + # the install script assumes an ubuntu image + build-node: ubuntu1804-builder-2c-2g + python-version: python3 + # skip docs on verify + tox-envs: code + tox-dir: '.' + # do not trigger on changes in docs, releases + gerrit_trigger_file_paths: + - compare-type: REG_EXP + pattern: 'modelmetricsdk/.*' + stream: + # run verify on all branches + # the ANT pattern is **/{branch}, we are exploiting that. + - all: + branch: master + jobs: + - gerrit-tox-verify + +- project: + <<: *aiml_mssdk_docker_common + name: aiml-fw-athp-sdk-model-storage-sonarqube + python-version: python3 + tox-dir: '.' + # the install script assumes an ubuntu image + build-node: ubuntu1804-builder-2c-2g + # do not trigger on changes in docs, releases + gerrit_trigger_file_paths: + - compare-type: REG_EXP + pattern: 'modelmetricsdk/.*' + sonar-project-file: "" + sonar-properties: | + sonar.login={sonarcloud_api_token} + sonar.projectKey={sonarcloud_project_organization}_{project-name} + sonar.projectName={project-name} + sonar.organization={sonarcloud_project_organization} + sonar.build.sourceEncoding=UTF-8 + sonar.sources=modelmetricsdk + sonar.python.coverage.reportPaths=coverage.xml + jobs: + - gerrit-tox-sonarqube \ No newline at end of file diff --git a/jjb/aiml-fw-athp-tps-kubeflow-adapter/aiml-fw-athp-tps-kubeflow-adapter.yaml b/jjb/aiml-fw-athp-tps-kubeflow-adapter/aiml-fw-athp-tps-kubeflow-adapter.yaml index 8eeddda3..850d035f 100644 --- a/jjb/aiml-fw-athp-tps-kubeflow-adapter/aiml-fw-athp-tps-kubeflow-adapter.yaml +++ b/jjb/aiml-fw-athp-tps-kubeflow-adapter/aiml-fw-athp-tps-kubeflow-adapter.yaml @@ -51,3 +51,47 @@ stream: - master: branch: master + +- project: + <<: *aiml_kfc_docker_common + name: aiml-fw-athp-tps-kubeflow-adapter-tox-verify + # the install script assumes an ubuntu image + build-node: ubuntu1804-builder-2c-2g + python-version: python3 + # skip docs on verify + tox-envs: code + tox-dir: '.' + # do not trigger on changes in docs, releases + gerrit_trigger_file_paths: + - compare-type: REG_EXP + pattern: 'kfadapter/.*' + stream: + # run verify on all branches + # the ANT pattern is **/{branch}, we are exploiting that. + - all: + branch: master + jobs: + - gerrit-tox-verify + +- project: + <<: *aiml_kfc_docker_common + name: aiml-fw-athp-tps-kubeflow-adapter-sonarqube + python-version: python3 + tox-dir: '.' + # the install script assumes an ubuntu image + build-node: ubuntu1804-builder-2c-2g + # do not trigger on changes in docs, releases + gerrit_trigger_file_paths: + - compare-type: REG_EXP + pattern: 'kfadapter/.*' + sonar-project-file: "" + sonar-properties: | + sonar.login={sonarcloud_api_token} + sonar.projectKey={sonarcloud_project_organization}_{project-name} + sonar.projectName={project-name} + sonar.organization={sonarcloud_project_organization} + sonar.build.sourceEncoding=UTF-8 + sonar.sources=kfadapter + sonar.python.coverage.reportPaths=coverage.xml + jobs: + - gerrit-tox-sonarqube diff --git a/jjb/ric-app-qp-aimlfw/ric-app-qp-aimlfw.yaml b/jjb/ric-app-qp-aimlfw/ric-app-qp-aimlfw.yaml new file mode 100644 index 00000000..5d70afb7 --- /dev/null +++ b/jjb/ric-app-qp-aimlfw/ric-app-qp-aimlfw.yaml @@ -0,0 +1,77 @@ +--- +- project: + name: ric-app-qp-aimlfw-project-view + project-name: ric-app-qp-aimlfw + views: + - project-view + +- project: + name: ric-app-qp-aimlfw-info + project: ric-app/qp-aimlfw + project-name: ric-app-qp-aimlfw + build-node: centos7-builder-1c-1g + branch: master + jobs: + - gerrit-info-yaml-verify + +- qp_aimlfw_docker_common: &qp_aimlfw_docker_common + # values apply to all training manager projects + name: ric-app-qp-aimlfw-docker-common + # git repo + project: ric-app/qp-aimlfw + # jenkins job name prefix + project-name: ric-app-qp-aimlfw + # maven settings file has docker credentials + mvn-settings: ric-app-qp-aimlfw-settings + +- project: + <<: *qp_aimlfw_docker_common + name: ric-app-qp-aimlfw-release + # maven release requires sigul which requires centos + # container release requires docker + build-node: centos7-docker-2c-8g + jobs: + - '{project-name}-gerrit-release-jobs' + +- project: + <<: *qp_aimlfw_docker_common + name: ric-app-qp-aimlfw-docker + project-name: '{name}' + # image name + docker-name: 'o-ran-sc/{name}' + # Dockerfile is in a subdir + docker-root: '.' + # source of docker tag + # dockerfile is in subdir of docker root + docker-build-args: '--network=host' + container-tag-method: yaml-file + build-node: ubuntu1804-docker-4c-4g + jobs: + - "{project-name}-gerrit-docker-jobs" + stream: + - master: + branch: master + +- project: + <<: *qp_aimlfw_docker_common + name: ric-app-qp-aimlfw-sonarqube + # the install script assumes an ubuntu image + build-node: ubuntu1804-builder-2c-2g + gerrit_trigger_file_paths: + - compare-type: REG_EXP + pattern: './.*' + sonar-project-file: "" + sonar-properties: | + sonar.login={sonarcloud_api_token} + sonar.projectKey={sonarcloud_project_organization}_{project-name} + sonar.projectName={project-name} + sonar.organization={sonarcloud_project_organization} + sonar.build.sourceencoding=UTF-8 + sonar.sources=. + sonar.language=go + sonar.go.coverage.reportPaths=**/cover.out + sonar.inclusions=**/*.go + sonar.exclusions=**/*_test.go + jobs: + - gerrit-tox-sonarqube + diff --git a/jjb/ric-plt-a1/ric-plt-a1.yaml b/jjb/ric-plt-a1/ric-plt-a1.yaml index 81cf0432..8c8cc4ef 100644 --- a/jjb/ric-plt-a1/ric-plt-a1.yaml +++ b/jjb/ric-plt-a1/ric-plt-a1.yaml @@ -43,56 +43,6 @@ jobs: - '{project-name}-gerrit-docker-jobs' -- project: - <<: *a1_common - name: ric-plt-a1-verify - # the install script assumes an ubuntu image - build-node: ubuntu1804-builder-2c-2g - pre-build-script: !include-raw-escape: - - ../shell/install-deb-rmr.sh - python-version: python3 - # skip docs on verify - tox-envs: code,flake8 - # do not trigger on changes in docs, releases - gerrit_trigger_file_paths: - - compare-type: REG_EXP - pattern: '^((?!docs\/|releases\/|\/COMMIT_MSG).)*$' - stream: - # run verify on all branches - # the ANT pattern is **/{branch}, we are exploiting that. - - all: - branch: '*' - jobs: - - gerrit-tox-verify - -- project: - <<: *a1_common - name: ric-plt-a1-nexus-iq - build-node: centos7-builder-1c-1g - nexus-iq-namespace: oran- - jobs: - - gerrit-tox-nexus-iq-clm - -- project: - <<: *a1_common - name: ric-plt-a1-sonarqube - python-version: python3 - # the install script assumes an ubuntu image - build-node: ubuntu1804-builder-2c-2g - pre-build-script: !include-raw-escape: - - ../shell/install-deb-rmr.sh - sonar-project-file: "" - sonar-properties: | - sonar.login={sonarcloud_api_token} - sonar.projectKey={sonarcloud_project_organization}_{project-name} - sonar.projectName={project-name} - sonar.organization={sonarcloud_project_organization} - sonar.build.sourceEncoding=UTF-8 - sonar.sources=a1 - sonar.python.coverage.reportPaths=coverage.xml - jobs: - - gerrit-tox-sonarqube - - project: <<: *a1_common name: ric-plt-a1-release diff --git a/jjb/shell/install-git-RESTful.sh b/jjb/shell/install-git-RESTful.sh index 433e06ab..3e75c955 100755 --- a/jjb/shell/install-git-RESTful.sh +++ b/jjb/shell/install-git-RESTful.sh @@ -34,14 +34,14 @@ sudo apt-get install -y g++ git libboost-atomic-dev libboost-thread-dev libboos sudo git clone https://github.com/Microsoft/cpprestsdk.git casablanca && \ cd casablanca && \ - mkdir build && \ + sudo mkdir build && \ cd build && \ - cmake -G Ninja .. -DCMAKE_BUILD_TYPE=Release -DBUILD_TESTS=OFF -DBUILD_SAMPLES=OFF -DCMAKE_INSTALL_PREFIX=/usr/local .. && \ - ninja && \ - ninja install && \ - cmake -G Ninja .. -DCMAKE_BUILD_TYPE=Release -DBUILD_SHARED_LIBS=0 -DBUILD_TESTS=OFF -DBUILD_SAMPLES=OFF -DCMAKE_INSTALL_PREFIX=/usr/local .. && \ - ninja && \ - ninja install + sudo cmake -G Ninja .. -DCMAKE_BUILD_TYPE=Release -DBUILD_TESTS=OFF -DBUILD_SAMPLES=OFF -DCMAKE_INSTALL_PREFIX=/usr/local .. && \ + sudo ninja && \ + sudo ninja install && \ + sudo cmake -G Ninja .. -DCMAKE_BUILD_TYPE=Release -DBUILD_SHARED_LIBS=0 -DBUILD_TESTS=OFF -DBUILD_SAMPLES=OFF -DCMAKE_INSTALL_PREFIX=/usr/local .. && \ + sudo ninja && \ + sudo ninja install cd ../../ @@ -49,24 +49,24 @@ cd ../../ #installing all dependicies for pistache sudo apt-get update && sudo apt-get -y install ninja-build python python3-pip libcurl4-openssl-dev libssl-dev pkg-config -python3 -m pip install meson +sudo python3 -m pip install meson git clone https://github.com/Tencent/rapidjson && \ cd rapidjson && \ - mkdir build && \ + sudo mkdir build && \ cd build && \ - cmake -DCMAKE_INSTALL_PREFIX=/usr/local .. && \ - make install + sudo cmake -DCMAKE_INSTALL_PREFIX=/usr/local .. && \ + sudo make install cd ../../ #building and installing pistache -git clone https://github.com/pistacheio/pistache.git +sudo git clone https://github.com/pistacheio/pistache.git cd pistache && \ - meson setup build \ + sudo meson setup build \ --buildtype=release \ -DPISTACHE_USE_SSL=true \ -DPISTACHE_BUILD_EXAMPLES=true \ @@ -75,18 +75,18 @@ cd pistache && \ --prefix="/usr/local" cd build && \ - ninja && \ - ninja install -cp /usr/local/lib/x86_64-linux-gnu/libpistache* /usr/local/lib/ -cp /usr/local/lib/x86_64-linux-gnu/pkgconfig/libpistache.pc /usr/local/lib/pkgconfig + sudo ninja && \ + sudo ninja install +sudo cp /usr/local/lib/x86_64-linux-gnu/libpistache* /usr/local/lib/ +sudo cp /usr/local/lib/x86_64-linux-gnu/pkgconfig/libpistache.pc /usr/local/lib/pkgconfig cd ../../ #install nlohmann json -git clone https://github.com/nlohmann/json.git && cd json && cmake . && make install +sudo git clone https://github.com/nlohmann/json.git && cd json && sudo cmake . && sudo make install cd ../ #install json-schema-validator -git clone https://github.com/pboettch/json-schema-validator.git && cd json-schema-validator &&mkdir build &&cd build && cmake .. && make install +sudo git clone https://github.com/pboettch/json-schema-validator.git && cd json-schema-validator &&sudo mkdir build &&cd build && sudo cmake .. && sudo make install cd ../