chore(core): build libs readline cyrus-sasl2 libseccomp selinux libslirp snappy (#1434)

build libs:
- readline: readline-8.2 (libreadline8)
- cyrus-sasl2: cyrus-sasl-2.1.28 (libsasl2-3)
- libseccomp: v2.6.0
- selinux: 3.6 (libselinux)
- libslirp: v4.8.0
- snappy: 1.2.2 (libsnappy)

refactor build libs:
- bzip2
- libcap
- libcap-ng
- openssl

---------

Signed-off-by: Nikita Korolev <[email protected]>
Co-authored-by: Maxim Fedotov <[email protected]>

Author: 2 people

build/components/versions.yml

@@ -23,7 +23,7 @@ package:
   libbrotli: v1.1.0
   libbsd: 0.12.2
   libburn: release-1.5.6
-  libcap: libcap-2.69
+  libcap: libcap-2.69 # v1.2.69
   libcap-ng: v0.8.5
   libcapstone: 4.0.2
   libcurl: curl-8_14_1
@@ -77,5 +77,11 @@ package:
   swtpm: v0.10.0
   ubdsrv: v1.6
   util-linux: v2.41.1
+  readline: readline-8.2
+  cyrus-sasl2: cyrus-sasl-2.1.28 # libsasl2-3
+  libseccomp: v2.6.0
+  selinux: 3.6
+  libslirp: v4.8.0
+  snappy: 1.2.2 # libsnappy
   zlib: v1.3.1
   zstd: v1.5.7

images/libvirt/werf.inc.yaml

@@ -49,7 +49,6 @@ altPackages:
 - clang ccache
 - make cmake
 - meson ninja-build
-- attr
 - iproute iptables iptables-nft iptables-ipv6
 - openvswitch ebtables
 - pkgconfig
@@ -69,29 +68,28 @@ altLibraries:
 - libpciaccess-devel
 - libyajl-devel sanlock-devel
 - libpcap-devel libnl-devel
-- libselinux-devel libsasl2-devel
 - libparted-devel
 - libdevmapper-devel
 - ceph-devel
 - libiscsi-devel libglusterfs-devel
 - libgnutls-devel
-- libreadline-devel
-- libattr-devel libbsd-devel
 - libsystemd-devel
 - systemtap-sdt-devel
 - libacl-devel glib2-devel glibc-utils
 - libgio-devel libxml2-devel
-- libsasl2-devel
 - wireshark-devel
 - libclocale
 - libslirp-devel
-- libyajl-devel libselinux-devel
+- libyajl-devel
 packages:
 - dmidecode lvm2 libattr libbsd libmd util-linux
 - libgcrypt libfuse3 libaudit libnbd libcap-ng
 - openssl libcurl e2fsprogs libxcrypt numactl
 - zlib p11-kit
 - libssh libssh2 libjson-c5 keyutils
+- readline
+- selinux
+- cyrus-sasl2
 - libtasn1 libtirpc
 {{- end -}}
 
@@ -113,10 +111,6 @@ import:
   to: /install-libvirt.sh
   before: install
 {{- include "importPackageImages" (list . $builderDependencies.packages "install") -}}
-- image: {{ .ModuleNamePrefix }}qemu
-  add: /qemu-img
-  to: /qemu-img
-  before: install
 shell:
   beforeInstall:
   {{- include "alt packages proxy" . | nindent 2 }}
@@ -138,12 +132,10 @@ shell:
   - |
     # Install packages
     PKGS="{{ $builderDependencies.packages | join " " }}"
-    PKGS+=" qemu-img"
     for pkg in $PKGS; do
       cp -a /$pkg/. /
       rm -rf /$pkg
     done
-    mkdir -p ~/.ssh && echo "StrictHostKeyChecking accept-new" > ~/.ssh/config
 
     export CCACHE_WRAPPERSDIR="/usr/libexec/ccache-wrappers"
     export CCACHE_DIR="$CCACHE_BASEDIR/ccache"

images/packages/bzip2/README.md

@@ -0,0 +1,27 @@
+# bzip2
+/bzip2
+```
+[drwxr-xr-x  4.0K]  ./
+└── [drwxr-xr-x  4.0K]  usr/
+    ├── [drwxr-xr-x  4.0K]  bin/
+    │   ├── [-rwxr-xr-x   94K]  bunzip2*
+    │   ├── [-rwxr-xr-x   94K]  bzcat*
+    │   ├── [lrwxrwxrwx     6]  bzcmp -> bzdiff*
+    │   ├── [-rwxr-xr-x  2.1K]  bzdiff*
+    │   ├── [lrwxrwxrwx     6]  bzegrep -> bzgrep*
+    │   ├── [lrwxrwxrwx     6]  bzfgrep -> bzgrep*
+    │   ├── [-rwxr-xr-x  2.0K]  bzgrep*
+    │   ├── [-rwxr-xr-x   94K]  bzip2*
+    │   ├── [-rwxr-xr-x   15K]  bzip2recover*
+    │   ├── [lrwxrwxrwx     6]  bzless -> bzmore*
+    │   └── [-rwxr-xr-x  1.2K]  bzmore*
+    ├── [drwxr-xr-x  4.0K]  include/
+    │   └── [-rw-r--r--  6.1K]  bzlib.h
+    └── [drwxr-xr-x  4.0K]  lib64/
+        ├── [-rw-r--r--  233K]  libbz2.a
+        ├── [lrwxrwxrwx    15]  libbz2.so -> libbz2.so.1.0.8
+        ├── [lrwxrwxrwx    15]  libbz2.so.1 -> libbz2.so.1.0.8
+        └── [lrwxrwxrwx    15]  libbz2.so.1.0 -> libbz2.so.1.0.8
+
+5 directories, 16 files
+```

images/packages/bzip2/werf.inc.yaml

@@ -28,11 +28,13 @@ shell:
 
 {{- $name := print $.ImageName "-dependencies" -}}
 {{- define "$name" -}}
-packages:
+altPackages:
 - gcc git libtool
-- make automake autoconf libtool makeinfo
+- make automake autoconf makeinfo
+- glibc-devel
 - meson ninja-build
 - pkg-config
+- tree
 {{- end -}}
 
 {{ $builderDependencies := include "$name" . | fromYaml }}
@@ -50,31 +52,39 @@ shell:
   {{- include "alt packages proxy" . | nindent 2 }}
   - |
     apt-get install -y \
-      {{ $builderDependencies.packages | join " " }}
+      {{ $builderDependencies.altPackages | join " " }}
 
   {{- include "alt packages clean" . | nindent 2 }}
 
   install:
   - |
     OUTDIR=/out
     pkgver=$( echo {{ $version }} | cut -d "-" -f2)
+    mkdir -p $OUTDIR/usr/lib64
 
     cd /src
     
-    mkdir -p $OUTDIR/usr/lib64
-    
     sed -i \
       -e 's:\$(PREFIX)/man:\$(PREFIX)/share/man:g' \
       -e 's:ln -s -f \$(PREFIX)/bin/:ln -s :' \
       Makefile
 
-    make -f Makefile-libbz2_so all -j $(nproc)
-    make all
+    make -f Makefile-libbz2_so all -j$(nproc)
+    make -j$(nproc) all
+    make -j$(nproc) PREFIX=${OUTDIR}/usr install
 
-    make -j $(nproc) PREFIX=${OUTDIR}/usr install
-
-    install -D libbz2.so.$pkgver "${OUTDIR}"/usr/lib64/libbz2.so.$pkgver
-    ln -s libbz2.so.$pkgver "${OUTDIR}"/usr/lib64/libbz2.so
-    ln -s libbz2.so.$pkgver "${OUTDIR}"/usr/lib64/libbz2.so.${pkgver%%.*}
+    cd ${OUTDIR}/usr/lib64
+    ln -s libbz2.so.$pkgver libbz2.so
+    ln -s libbz2.so.$pkgver libbz2.so.${pkgver%%.*}
+    ln -s libbz2.so.$pkgver libbz2.so.${pkgver%.*}
+    mv ../lib/libbz2.a . && rm -rf ../lib
 
     rm -rf $OUTDIR/usr/share
+
+    find $OUTDIR -type f -executable | while read -r execfile; do
+    if strip "$execfile"; then
+      echo "Stripped: $execfile"
+    fi
+    done
+
+    tree -sph $OUTDIR

images/packages/cyrus-sasl2/README.md

@@ -0,0 +1,75 @@
+# cyrus-sasl2
+/cyrus-sasl2
+```
+[drwxr-xr-x  4.0K]  ./
+└── [drwxr-xr-x  4.0K]  usr/
+    ├── [drwxr-xr-x  4.0K]  include/
+    │   └── [drwxr-xr-x  4.0K]  sasl/
+    │       ├── [-rw-r--r--  1.3K]  hmac-md5.h
+    │       ├── [-rw-r--r--  1.4K]  md5.h
+    │       ├── [-rw-r--r--  1.0K]  md5global.h
+    │       ├── [-rw-r--r--  7.0K]  prop.h
+    │       ├── [-rw-r--r--   51K]  sasl.h
+    │       ├── [-rw-r--r--   34K]  saslplug.h
+    │       └── [-rw-r--r--  2.8K]  saslutil.h
+    ├── [drwxr-xr-x  4.0K]  lib64/
+    │   ├── [-rwxr-xr-x   923]  libsasl2.la*
+    │   ├── [lrwxrwxrwx    17]  libsasl2.so -> libsasl2.so.3.0.0*
+    │   ├── [lrwxrwxrwx    17]  libsasl2.so.3 -> libsasl2.so.3.0.0*
+    │   ├── [-rwxr-xr-x  120K]  libsasl2.so.3.0.0*
+    │   ├── [drwxr-xr-x  4.0K]  pkgconfig/
+    │   │   └── [-rw-r--r--   269]  libsasl2.pc
+    │   └── [drwxr-xr-x  4.0K]  sasl2/
+    │       ├── [-rwxr-xr-x   949]  libanonymous.la*
+    │       ├── [lrwxrwxrwx    21]  libanonymous.so -> libanonymous.so.3.0.0*
+    │       ├── [lrwxrwxrwx    21]  libanonymous.so.3 -> libanonymous.so.3.0.0*
+    │       ├── [-rwxr-xr-x   19K]  libanonymous.so.3.0.0*
+    │       ├── [-rwxr-xr-x   937]  libcrammd5.la*
+    │       ├── [lrwxrwxrwx    19]  libcrammd5.so -> libcrammd5.so.3.0.0*
+    │       ├── [lrwxrwxrwx    19]  libcrammd5.so.3 -> libcrammd5.so.3.0.0*
+    │       ├── [-rwxr-xr-x   27K]  libcrammd5.so.3.0.0*
+    │       ├── [-rwxr-xr-x   958]  libdigestmd5.la*
+    │       ├── [lrwxrwxrwx    21]  libdigestmd5.so -> libdigestmd5.so.3.0.0*
+    │       ├── [lrwxrwxrwx    21]  libdigestmd5.so.3 -> libdigestmd5.so.3.0.0*
+    │       ├── [-rwxr-xr-x   59K]  libdigestmd5.so.3.0.0*
+    │       ├── [-rwxr-xr-x   955]  libgs2.la*
+    │       ├── [lrwxrwxrwx    15]  libgs2.so -> libgs2.so.3.0.0*
+    │       ├── [lrwxrwxrwx    15]  libgs2.so.3 -> libgs2.so.3.0.0*
+    │       ├── [-rwxr-xr-x   38K]  libgs2.so.3.0.0*
+    │       ├── [-rwxr-xr-x   985]  libgssapiv2.la*
+    │       ├── [lrwxrwxrwx    20]  libgssapiv2.so -> libgssapiv2.so.3.0.0*
+    │       ├── [lrwxrwxrwx    20]  libgssapiv2.so.3 -> libgssapiv2.so.3.0.0*
+    │       ├── [-rwxr-xr-x   39K]  libgssapiv2.so.3.0.0*
+    │       ├── [-rwxr-xr-x   933]  liblogin.la*
+    │       ├── [lrwxrwxrwx    17]  liblogin.so -> liblogin.so.3.0.0*
+    │       ├── [lrwxrwxrwx    17]  liblogin.so.3 -> liblogin.so.3.0.0*
+    │       ├── [-rwxr-xr-x   19K]  liblogin.so.3.0.0*
+    │       ├── [-rwxr-xr-x   928]  libntlm.la*
+    │       ├── [lrwxrwxrwx    16]  libntlm.so -> libntlm.so.3.0.0*
+    │       ├── [lrwxrwxrwx    16]  libntlm.so.3 -> libntlm.so.3.0.0*
+    │       ├── [-rwxr-xr-x   39K]  libntlm.so.3.0.0*
+    │       ├── [-rwxr-xr-x   922]  libotp.la*
+    │       ├── [lrwxrwxrwx    15]  libotp.so -> libotp.so.3.0.0*
+    │       ├── [lrwxrwxrwx    15]  libotp.so.3 -> libotp.so.3.0.0*
+    │       ├── [-rwxr-xr-x  111K]  libotp.so.3.0.0*
+    │       ├── [-rwxr-xr-x   933]  libplain.la*
+    │       ├── [lrwxrwxrwx    17]  libplain.so -> libplain.so.3.0.0*
+    │       ├── [lrwxrwxrwx    17]  libplain.so.3 -> libplain.so.3.0.0*
+    │       ├── [-rwxr-xr-x   19K]  libplain.so.3.0.0*
+    │       ├── [-rwxr-xr-x   940]  libsasldb.la*
+    │       ├── [lrwxrwxrwx    18]  libsasldb.so -> libsasldb.so.3.0.0*
+    │       ├── [lrwxrwxrwx    18]  libsasldb.so.3 -> libsasldb.so.3.0.0*
+    │       ├── [-rwxr-xr-x   30K]  libsasldb.so.3.0.0*
+    │       ├── [-rwxr-xr-x   934]  libscram.la*
+    │       ├── [lrwxrwxrwx    17]  libscram.so -> libscram.so.3.0.0*
+    │       ├── [lrwxrwxrwx    17]  libscram.so.3 -> libscram.so.3.0.0*
+    │       └── [-rwxr-xr-x   43K]  libscram.so.3.0.0*
+    └── [drwxr-xr-x  4.0K]  sbin/
+        ├── [-rwxr-xr-x   15K]  pluginviewer*
+        ├── [-rwxr-xr-x   95K]  saslauthd*
+        ├── [-rwxr-xr-x   19K]  sasldblistusers2*
+        ├── [-rwxr-xr-x   15K]  saslpasswd2*
+        └── [-rwxr-xr-x   15K]  testsaslauthd*
+
+8 directories, 61 files
+```

images/packages/cyrus-sasl2/werf.inc.yaml

@@ -0,0 +1,118 @@
+---
+image: {{ .ModuleNamePrefix }}{{ .PackagePath }}/{{ .ImageName }}
+final: false
+fromImage: builder/scratch
+import:
+- image: {{ .ModuleNamePrefix }}{{ .PackagePath }}/{{ .ImageName }}-builder
+  add: /out
+  to: /{{ .ImageName }}
+  before: setup
+
+---
+{{- $version := get .PackageVersion .ImageName }}
+{{- $gitRepoUrl := "cyrusimap/cyrus-sasl.git" }}
+
+image: {{ .ModuleNamePrefix }}{{ .PackagePath }}/{{ .ImageName }}-src-artifact
+final: false
+fromImage: builder/src
+secrets:
+- id: SOURCE_REPO
+  value: {{ $.SOURCE_REPO_GIT }}
+shell:
+  install:
+  - git clone --depth=1 $(cat /run/secrets/SOURCE_REPO)/{{ $gitRepoUrl }} --branch {{ $version }} /src
+---
+
+{{- $name := print $.ImageName "-dependencies" -}}
+{{- define "$name" -}}
+altPackages:
+- gcc gcc-c++ autoconf automake libtool make pkg-config
+- meson ninja-build flex
+- libsphinxclient-devel libsphinxclient
+- libsphinxbase-devel libgdbm-devel
+- libdb4-devel libkrb5-devel
+- groff-base
+- perl-Pod-POM-View-Restructured
+- python3-module-sphinx
+- python3-module-sphinx-devel
+- python3-module-six
+- python3-module-setuptools
+- python3-module-sphinx-sphinx-build-symlink
+- libMySQL-devel postgresql-devel libsqlite3-devel
+- m4
+- groff-base gettext-tools
+- libdb4-devel
+- libkrb5-devel
+- libsqlite3-devel
+- tree
+packages:
+- libxcrypt
+- zlib
+- linux-pam
+- openssl e2fsprogs
+{{- end -}}
+
+{{ $builderDependencies := include "$name" . | fromYaml }}
+
+image: {{ .ModuleNamePrefix }}{{ .PackagePath }}/{{ .ImageName }}-builder
+final: false
+fromImage: builder/alt
+import:
+- image: {{ .ModuleNamePrefix }}{{ .PackagePath }}/{{ .ImageName }}-src-artifact
+  add: /src
+  to: /src
+  before: install
+{{- include "importPackageImages" (list . $builderDependencies.packages "install") -}}
+shell:
+  beforeInstall:
+  {{- include "alt packages proxy" . | nindent 2 }}
+  - |
+    apt-get install -y \
+      {{ $builderDependencies.altPackages | join " " }}
+
+  {{- include "alt packages clean" . | nindent 2 }}
+
+  install:
+  - |
+    # Install packages
+    PKGS="{{ $builderDependencies.packages | join " " }}"
+    for pkg in $PKGS; do
+      cp -a /$pkg/. /
+      rm -rf /$pkg
+    done
+    
+    OUTDIR=/out
+
+    cd /src
+
+    ./autogen.sh
+    ./configure \
+      --prefix=/usr \
+      --exec-prefix=/usr \
+      --libdir=/usr/lib64 \
+      --enable-sample=no \
+      --disable-static \
+      --enable-shared \
+      --disable-static \
+      --disable-krb4 \
+      --enable-login \
+      --enable-ntlm \
+      --with-ldap \
+      --with-openssl \
+      --with-pam \
+      --with-dblib=berkeley \
+      --with-sqlite3 \
+      --disable-macos-framework
+    
+    make -j$(nproc)
+    make DESTDIR=$OUTDIR install
+
+    rm -rf $OUTDIR/usr/share
+
+    find $OUTDIR -type f -executable | while read -r execfile; do
+    if strip "$execfile"; then
+      echo "Stripped: $execfile"
+    fi
+    done
+
+    tree -sph $OUTDIR