PSMDB-1690 separate build stages for different types of the tests, PSMDB-1721 fix for unittests

Author: olexandr-havryliak

regression-tests/build_image/Dockerfile_gcc_from_scratch

@@ -61,7 +61,7 @@ RUN set -ex; \
     fi; \
     pip3 install --upgrade pip && pip3 install virtualenv && python3 -m venv /opt/venv
 ENV VIRTUAL_ENV=/opt/venv
-ENV PATH="/root/.local/bin:/opt/venv/bin:${PATH}"
+ENV PATH="/opt/venv/bin:${PATH}"
 ENV POETRY_VIRTUALENVS_CREATE=false
 ENV POETRY_INSTALLER_MAX_WORKERS=10
 ENV PYTHON_KEYRING_BACKEND=keyring.backends.null.Keyring
@@ -72,8 +72,8 @@ ENV PYTHON_BIN_PATH=/opt/venv/bin/python
 
 FROM toolchain AS base_image
 ARG branch=v8.0
-ARG psm_ver=8.0.3
-ARG psm_release=1
+ARG psm_ver=8.0.13
+ARG psm_release=4
 ARG repo=https://github.com/percona/percona-server-mongodb.git
 RUN cd /opt && mkdir -p percona-server-mongodb && \
     git clone $repo percona-server-mongodb && \
@@ -89,9 +89,9 @@ RUN cd /opt && mkdir -p percona-server-mongodb && \
 WORKDIR /opt/percona-server-mongodb
 RUN set -ex; \
     if [ -f "/usr/bin/yum" ] ; then \
-         yum install -y cmake openssl-devel openldap-devel krb5-devel libcurl-devel cyrus-sasl-devel bzip2-devel zlib-devel lz4-devel xz-devel e2fsprogs-devel iproute; \
+         yum install -y cmake openssl-devel openldap-devel krb5-devel libcurl-devel cyrus-sasl-devel bzip2-devel zlib-devel lz4-devel xz-devel e2fsprogs-devel iproute glibc-debuginfo; \
     else \
-         DEBIAN_FRONTEND=noninteractive apt-get -y install cmake libssl-dev libldap2-dev libkrb5-dev libcurl4-openssl-dev libsasl2-dev liblz4-dev libbz2-dev libsnappy-dev zlib1g-dev libzlcore-dev liblzma-dev e2fslibs-dev iproute2; \
+         DEBIAN_FRONTEND=noninteractive apt-get -y install cmake libssl-dev libldap2-dev libkrb5-dev libcurl4-openssl-dev libsasl2-dev liblz4-dev libbz2-dev libsnappy-dev zlib1g-dev libzlcore-dev liblzma-dev e2fslibs-dev iproute2 libc6-dbg; \
     fi 
 RUN set -ex; \
     pip install --upgrade pip; \
@@ -109,22 +109,20 @@ RUN set -ex; \
     fi 
 ENV CMAKE_C_FLAGS=" -Wno-error=uninitialized "
 ENV CMAKE_CXX_FLAGS=" -Wno-error=deprecated-declarations -Wno-error=uninitialized "
-ENV AWS_LIBS=/usr
 ARG AWS_VERSION=1.9.379
 RUN cd /opt && git clone https://github.com/aws/aws-sdk-cpp.git && \
     mkdir -p /opt/aws && \
     cd aws-sdk-cpp && git checkout $AWS_VERSION && git submodule update --init --recursive && \
     mkdir build && cd build && \
-    cmake .. -DCMAKE_C_FLAGS="$CMAKE_C_FLAGS" -DCMAKE_CXX_FLAGS="$CMAKE_CXX_FLAGS" -DCMAKE_BUILD_TYPE=Release -DBUILD_ONLY="s3;transfer" -DBUILD_SHARED_LIBS=OFF -DMINIMIZE_SIZE=ON -DCMAKE_INSTALL_PREFIX="$AWS_LIBS" -DAUTORUN_UNIT_TESTS=OFF && \
+    cmake .. -DCMAKE_C_FLAGS="$CMAKE_C_FLAGS" -DCMAKE_CXX_FLAGS="$CMAKE_CXX_FLAGS" -DCMAKE_BUILD_TYPE=Release -DBUILD_ONLY="s3;transfer" -DBUILD_SHARED_LIBS=OFF -DMINIMIZE_SIZE=ON -DCMAKE_INSTALL_PREFIX="/usr" -DAUTORUN_UNIT_TESTS=OFF && \
     make -j "$(nproc)" && make install && \
     cd /opt && rm -rf aws-sdk-cpp
-ENV E2FS_LIBS=/usr
 ARG E2FS_VERSION=v1.47.2
 RUN cd /opt && git clone https://git.kernel.org/pub/scm/fs/ext2/e2fsprogs.git && \
     mkdir -p /opt/e2fs && \
     cd e2fsprogs && git checkout $E2FS_VERSION && \
     mkdir build && cd build && \
-    ../configure --prefix=$E2FS_LIBS && \
+    ../configure --prefix=/usr && \
     make -j "$(nproc)" && make install-libs && \
     cd /opt && rm -rf e2fsprogs
 RUN /usr/bin/echo -e "\n\
@@ -134,19 +132,19 @@ CPPPATH = \"/usr/include\"\n\
 LIBPATH = \"/usr/lib /usr/lib64\"\n\
 " > gcc.vars
 ENV MONGO_VERSION=$psm_ver-$psm_release
+ADD https://raw.githubusercontent.com/Percona-QA/psmdb-testing/main/regression-tests/resmoke2junit.py .
 
 FROM base_image AS psmdb_builder
-ARG psm_ver=8.0.3
-ARG pro=""
-ARG use_bazel=1
+ARG build_platform=bazel
+ENV PATH="/root/.local/bin:${PATH}"
 RUN set -ex; \
-    VER=$(echo $psm_ver | cut -d"." -f1) && \
+    VER=$(echo $MONGO_VERSION | cut -d"." -f1) && \
     if [ $VER -ge 8 ]; then \
         SCONS_TARGETS="install-mongod install-mongos install-mongo install-dbtest build/install/bin/mongobridge build/install/bin/wt build/install/bin/mongotmock" ;\
     else \
         SCONS_TARGETS="install-mongod install-mongos install-mongo install-dbtest build/install/bin/mongobridge build/install/bin/wt" ;\
     fi; \
-    if [ $use_bazel -eq 1 ]; then \
+    if [ "$build_platform" = "bazel" ]; then \
         buildscripts/install_bazel.py && \
         bazel build --config=psmdb_opt_release --full_featured install-dist-test install-dbtest --define=MONGO_VERSION=$MONGO_VERSION && \
         mkdir -p build/install/bin && cp -RL bazel-bin/install/bin/* build/install/bin/ ;\
@@ -156,7 +154,52 @@ RUN set -ex; \
     fi
 RUN find build/install/bin -type f | xargs strip --strip-debug || true 
 
-FROM base_image
+FROM base_image AS unittests
+ARG build_platform=bazel
+RUN useradd -u 1001 -g 0 -m -c "Default Application User" mongodb && \
+    chown -R mongodb /opt && chown -R mongodb /data/db
+USER mongodb
+ENV PATH="/home/mongodb/.local/bin:${PATH}"
+RUN set -ex; \
+    if [ "$build_platform" = "bazel" ]; then \
+        buildscripts/install_bazel.py && \
+        bazel build --define=MONGO_VERSION=$MONGO_VERSION --config=psmdb_dev --include_autogenerated_targets=True --full_featured install-mongo_unittest ;\
+    else \
+        buildscripts/scons.py --variables-files=gcc.vars -j"$(nproc)" --disable-warnings-as-errors \
+        --ssl --link-model=dynamic --linker=gold --dbg=off --opt=off $pro --use-sasl-client --wiredtiger --audit --inmemory --hotbackup install-unittests ;\
+    fi
+
+FROM base_image AS integrationtests
+ARG build_platform=bazel
+RUN useradd -u 1001 -g 0 -m -c "Default Application User" mongodb && \
+    chown -R mongodb /opt && chown -R mongodb /data/db
+USER mongodb
+ENV PATH="/home/mongodb/.local/bin:${PATH}"
+RUN set -ex; \
+    if [ "$build_platform" = "bazel" ]; then \
+        buildscripts/install_bazel.py && \
+        bazel build --define=MONGO_VERSION=$MONGO_VERSION --config=psmdb_dev --include_autogenerated_targets=True --full_featured install-mongo_integration_test ;\
+    else \
+        buildscripts/scons.py --variables-files=gcc.vars -j"$(nproc)" --disable-warnings-as-errors \
+        --ssl --link-model=dynamic --linker=gold --dbg=off --opt=off $pro --use-sasl-client --wiredtiger --audit --inmemory --hotbackup install-integration-tests ;\
+    fi
+
+FROM base_image AS benchmarks
+ARG build_platform=bazel
+RUN useradd -u 1001 -g 0 -m -c "Default Application User" mongodb && \
+    chown -R mongodb /opt && chown -R mongodb /data/db
+USER mongodb
+ENV PATH="/home/mongodb/.local/bin:${PATH}"
+RUN set -ex; \
+    if [ "$build_platform" = "bazel" ]; then \
+        buildscripts/install_bazel.py && \
+        bazel build --define=MONGO_VERSION=$MONGO_VERSION --config=psmdb_dev --include_autogenerated_targets=True --full_featured install-mongo_benchmark ;\
+    else \
+        buildscripts/scons.py --variables-files=gcc.vars -j"$(nproc)" --disable-warnings-as-errors \
+        --ssl --link-model=dynamic --linker=gold --dbg=off --opt=off $pro --use-sasl-client --wiredtiger --audit --inmemory --hotbackup install-benchmarks ;\
+    fi
+
+FROM base_image AS jstests
 COPY --from=psmdb_builder /opt/percona-server-mongodb/build/install/bin/* /usr/bin/
 RUN find jstests -type f | xargs chmod 400 && \
     cp /usr/bin/dbtest . || true && \
@@ -167,6 +210,5 @@ ENV PYTHONPATH="/opt/percona-server-mongodb:/opt/percona-server-mongodb/src"
 ENV TZ=America/New_York
 ENV PORTABLE=1
 ENV USE_SSE=1
-ADD https://raw.githubusercontent.com/Percona-QA/psmdb-testing/main/regression-tests/resmoke2junit.py .
 RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone
 RUN useradd -u 1001 -r -g 0 -m -s /sbin/nologin -c "Default Application User" mongodb || true