Merge branch 'ci-faster-build' into 'develop'

CI: making pipeline faster

See merge request oai/cn5g/oai-cn5g-nrf!3

ci-scripts/Jenkinsfile-GitLab-Docker

@@ -37,6 +37,10 @@ def new_host_user = ""
 def nrf_tag = "develop"
 def nrf_branch = "develop"
 
+// We are using a base image to speed up CI build.
+// This base image is potentially subject to changes over time.
+def NRF_BASE_IMAGE_TAG = params.NrfBaseImageTag
+
 //-------------------------------------------------------------------------------
 // Pipeline start
 pipeline {
@@ -81,6 +85,16 @@ pipeline {
             echo "Node       is ${NODE_NAME}"
           }
           echo "Git URL    is ${GIT_URL}"
+
+          if ("MERGE".equals(env.gitlabActionType)) {
+            try {
+              myShCmd('docker image inspect --format=\'Size = {{.Size}} bytes\' oai-nrf-base:' + NRF_BASE_IMAGE_TAG, new_host_flag, new_host_user, new_host)
+            } catch (Exception e) {
+              currentBuild.result = 'FAILURE'
+              echo '\u26D4 \u001B[31mBase Image does not exist\u001B[0m'
+              error "Stopping pipeline!"
+            }
+          }
         }
       }
     }
@@ -136,8 +150,22 @@ pipeline {
                   } catch (Exception e) {
                     echo "Maybe a previous build went wrong"
                   }
+                  // In case of push to `develop` branch we build from scratch
+                  myShCmd('docker build --no-cache --target oai-nrf --tag oai-nrf:' + nrf_tag + ' --file docker/Dockerfile.ubuntu.18.04 --build-arg NEEDED_GIT_PROXY="http://proxy.eurecom.fr:8080" . > archives/nrf_docker_image_build.log 2>&1', new_host_flag, new_host_user, new_host)
+                }
+                if ("MERGE".equals(env.gitlabActionType)) {
+                  try {
+                    // Checking if the CI Base image is still there.
+                    // If the inspect command fails, it's not there. If it passes, let remove tag.
+                    myShCmd('docker image inspect oai-nrf-base:latest > /dev/null 2>&1', new_host_flag, new_host_user, new_host)
+                    myShCmd('docker rmi oai-nrf-base:latest', new_host_flag, new_host_user, new_host)
+                  } catch (Exception e) {
+                    echo 'No need to remove the CI base image'
+                  }
+                  // "latest" is the tag used in the docker file.
+                  myShCmd('docker image tag oai-nrf-base:' + NRF_BASE_IMAGE_TAG + ' oai-nrf-base:latest', new_host_flag, new_host_user, new_host)
+                  myShCmd('docker build --no-cache --target oai-nrf --tag oai-nrf:' + nrf_tag + ' --file ci-scripts/docker/Dockerfile.ci.ubuntu.18.04 . > archives/nrf_docker_image_build.log 2>&1', new_host_flag, new_host_user, new_host)
                 }
-                myShCmd('docker build --no-cache --target oai-nrf --tag oai-nrf:' + nrf_tag + ' --file docker/Dockerfile.ubuntu.18.04 --build-arg NEEDED_GIT_PROXY="http://proxy.eurecom.fr:8080" . > archives/nrf_docker_image_build.log 2>&1', new_host_flag, new_host_user, new_host)
                 myShCmd('docker image ls >> archives/nrf_docker_image_build.log', new_host_flag, new_host_user, new_host)
               }
             }
@@ -287,6 +315,10 @@ pipeline {
     }
     cleanup {
       script {
+        if ("MERGE".equals(env.gitlabActionType)) {
+          // Remove CI Base image tag
+          myShCmd('docker rmi oai-nrf-base:latest', new_host_flag, new_host_user, new_host)
+        }
         // Removing temporary / intermediate images
         try {
           if ("MERGE".equals(env.gitlabActionType)) {

ci-scripts/docker/Dockerfile.ci.ubuntu.18.04

+#/*
+# * Licensed to the OpenAirInterface (OAI) Software Alliance under one or more
+# * contributor license agreements.  See the NOTICE file distributed with
+# * this work for additional information regarding copyright ownership.
+# * The OpenAirInterface Software Alliance licenses this file to You under
+# * the OAI Public License, Version 1.1  (the "License"); you may not use this file
+# * except in compliance with the License.
+# * You may obtain a copy of the License at
+# *
+# *      http://www.openairinterface.org/?page_id=698
+# *
+# * Unless required by applicable law or agreed to in writing, software
+# * distributed under the License is distributed on an "AS IS" BASIS,
+# * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# * See the License for the specific language governing permissions and
+# * limitations under the License.
+# *-------------------------------------------------------------------------------
+# * For more information about the OpenAirInterface (OAI) Software Alliance:
+# *      contact@openairinterface.org
+# */
+#---------------------------------------------------------------------
+#
+# Dockerfile for the Open-Air-Interface NRF service
+#   Valid for Ubuntu-18.04 (bionic)
+#
+#---------------------------------------------------------------------
+
+#---------------------------------------------------------------------
+# BUILDER IMAGE
+#---------------------------------------------------------------------
+FROM oai-nrf-base:latest as oai-nrf-builder
+
+WORKDIR /openair-nrf/
+COPY . /openair-nrf
+RUN cp -Rf /openair-nrf-ext-ref /openair-nrf/build/ext
+
+# Building NRF
+WORKDIR /openair-nrf/build/scripts
+RUN ./build_nrf --clean --Verbose --build-type Release --jobs
+
+#---------------------------------------------------------------------
+# TARGET IMAGE
+#---------------------------------------------------------------------
+FROM ubuntu:bionic as oai-nrf
+ENV DEBIAN_FRONTEND=noninteractive
+ENV TZ=Europe/Paris
+
+# We install some debug tools for the moment in addition of mandatory libraries
+RUN apt-get update && \
+    DEBIAN_FRONTEND=noninteractive apt-get upgrade --yes && \
+    DEBIAN_FRONTEND=noninteractive apt-get install --yes \
+    psmisc \
+    net-tools \
+    iputils-ping \
+    bc \
+    tzdata \
+    tshark \
+    libasan4 \
+    libgoogle-glog0v5 \
+    libdouble-conversion1 \
+    libconfig++9v5 \
+    libcurl4-gnutls-dev \
+  && rm -rf /var/lib/apt/lists/*
+
+# Copying executable and generated libraries
+WORKDIR /openair-nrf/bin
+COPY --from=oai-nrf-builder /openair-nrf/build/nrf/build/nrf oai_nrf
+COPY --from=oai-nrf-builder /openair-nrf/scripts/entrypoint.sh entrypoint.sh
+COPY --from=oai-nrf-builder /usr/local/lib/libpistache.so /usr/local/lib/
+COPY --from=oai-nrf-builder /usr/local/lib/libnghttp2_asio.so.1 /usr/local/lib/
+COPY --from=oai-nrf-builder /usr/lib/x86_64-linux-gnu/libboost_system.so.1.65.1 /usr/lib/x86_64-linux-gnu/
+COPY --from=oai-nrf-builder /usr/lib/x86_64-linux-gnu/libboost_thread.so.1.65.1 /usr/lib/x86_64-linux-gnu/
+RUN ldconfig
+
+# Copying template configuration files
+COPY --from=oai-nrf-builder /openair-nrf/etc/nrf.conf /openair-nrf/etc/
+
+WORKDIR /openair-nrf
+
+# expose ports
+EXPOSE 80/tcp 9090/tcp
+
+ENTRYPOINT ["/bin/bash","/openair-nrf/bin/entrypoint.sh"]
+
+CMD ["/openair-nrf/bin/oai_nrf", "-c", "/openair-nrf/etc/nrf.conf", "-o"]
+