(for PR #26991)

2025-10-17 13:54.24: New job: build conf-gcc-multilib.1.0, using opam dev
                              from https://github.com/ocaml/opam-repository.git#refs/pull/26991/head (3500c88614e8805aed82ce8c2bd2cee803e97b69)
                              on centos-9-ocaml-4.14/amd64

To reproduce locally:

cd $(mktemp -d)
git clone --recursive "https://github.com/ocaml/opam-repository.git" && cd "opam-repository" && git fetch origin "refs/pull/26991/head" && git reset --hard 3500c886
git fetch origin master
git merge --no-edit 5bf570252bd9fee71938b828ca0b86573c1e3355
cat > ../Dockerfile <<'END-OF-DOCKERFILE'
FROM ocaml/opam:centos-9-ocaml-4.14@sha256:4aad6463e0eb579962a560275f28614f2cf7ddfb9b6ed164b2a9d158ac320901
USER 1000:1000
WORKDIR /home/opam
RUN sudo ln -f /usr/bin/opam-dev /usr/bin/opam
RUN opam init --reinit -ni
RUN opam option solver=builtin-0install && opam config report
ENV OPAMDOWNLOADJOBS="1"
ENV OPAMERRLOGLEN="0"
ENV OPAMPRECISETRACKING="1"
ENV CI="true"
ENV OPAM_REPO_CI="true"
RUN rm -rf opam-repository/
COPY --chown=1000:1000 . opam-repository/
RUN opam repository set-url --strict default opam-repository/
RUN opam update --depexts || true
RUN opam pin add -k version -yn conf-gcc-multilib.1.0 1.0
RUN opam reinstall conf-gcc-multilib.1.0; \
    res=$?; \
    test "$res" != 31 && exit "$res"; \
    export OPAMCLI=2.0; \
    build_dir=$(opam var prefix)/.opam-switch/build; \
    failed=$(ls "$build_dir"); \
    partial_fails=""; \
    for pkg in $failed; do \
    if opam show -f x-ci-accept-failures: "$pkg" | grep -qF "\"centos-9\""; then \
    echo "A package failed and has been disabled for CI using the 'x-ci-accept-failures' field."; \
    fi; \
    test "$pkg" != 'conf-gcc-multilib.1.0' && partial_fails="$partial_fails $pkg"; \
    done; \
    test "${partial_fails}" != "" && echo "opam-repo-ci detected dependencies failing: ${partial_fails}"; \
    exit 1

END-OF-DOCKERFILE
docker build -f ../Dockerfile .

2025-10-17 13:54.24: Using cache hint "ocaml/opam:centos-9-ocaml-4.14@sha256:4aad6463e0eb579962a560275f28614f2cf7ddfb9b6ed164b2a9d158ac320901-conf-gcc-multilib.1.0-3500c88614e8805aed82ce8c2bd2cee803e97b69"
2025-10-17 13:54.24: Using OBuilder spec:
((from ocaml/opam:centos-9-ocaml-4.14@sha256:4aad6463e0eb579962a560275f28614f2cf7ddfb9b6ed164b2a9d158ac320901)
 (user (uid 1000) (gid 1000))
 (workdir /home/opam)
 (run (shell "sudo ln -f /usr/bin/opam-dev /usr/bin/opam"))
 (run (network host)
      (shell "opam init --reinit --config .opamrc-sandbox -ni"))
 (run (shell "opam option solver=builtin-0install && opam config report"))
 (env OPAMDOWNLOADJOBS 1)
 (env OPAMERRLOGLEN 0)
 (env OPAMPRECISETRACKING 1)
 (env CI true)
 (env OPAM_REPO_CI true)
 (run (shell "rm -rf opam-repository/"))
 (copy (src .) (dst opam-repository/))
 (run (shell "opam repository set-url --strict default opam-repository/"))
 (run (network host)
      (shell "opam update --depexts || true"))
 (run (shell "opam pin add -k version -yn conf-gcc-multilib.1.0 1.0"))
 (run (cache (opam-archives (target /home/opam/.opam/download-cache)))
      (network host)
      (shell  "opam reinstall conf-gcc-multilib.1.0;\
             \n        res=$?;\
             \n        test \"$res\" != 31 && exit \"$res\";\
             \n        export OPAMCLI=2.0;\
             \n        build_dir=$(opam var prefix)/.opam-switch/build;\
             \n        failed=$(ls \"$build_dir\");\
             \n        partial_fails=\"\";\
             \n        for pkg in $failed; do\
             \n          if opam show -f x-ci-accept-failures: \"$pkg\" | grep -qF \"\\\"centos-9\\\"\"; then\
             \n            echo \"A package failed and has been disabled for CI using the 'x-ci-accept-failures' field.\";\
             \n          fi;\
             \n          test \"$pkg\" != 'conf-gcc-multilib.1.0' && partial_fails=\"$partial_fails $pkg\";\
             \n        done;\
             \n        test \"${partial_fails}\" != \"\" && echo \"opam-repo-ci detected dependencies failing: ${partial_fails}\";\
             \n        exit 1"))
)

2025-10-17 13:54.24: Connecting to build cluster…
2025-10-17 13:54.24: Waiting for resource in pool OCluster
2025-10-17 13:58.24: Waiting for worker…
2025-10-17 14:03.21: Got resource from pool OCluster
Building on toxis.caelum.ci.dev
All commits already cached
Updating files:  97% (18133/18562)
Updating files:  98% (18191/18562)
Updating files:  99% (18377/18562)
Updating files: 100% (18562/18562)
Updating files: 100% (18562/18562), done.
HEAD is now at 5bf570252b Merge pull request #28700 from drjdn/opam-publish-p5scm.0.5.0
Merge made by the 'ort' strategy.
 .../conf-gcc-multilib/conf-gcc-multilib.1.0/opam   | 23 ++++++++++++++++++++++
 1 file changed, 23 insertions(+)
 create mode 100644 packages/conf-gcc-multilib/conf-gcc-multilib.1.0/opam

(from ocaml/opam:centos-9-ocaml-4.14@sha256:4aad6463e0eb579962a560275f28614f2cf7ddfb9b6ed164b2a9d158ac320901)
Unable to find image 'ocaml/opam:centos-9-ocaml-4.14@sha256:4aad6463e0eb579962a560275f28614f2cf7ddfb9b6ed164b2a9d158ac320901' locally
docker.io/ocaml/opam@sha256:4aad6463e0eb579962a560275f28614f2cf7ddfb9b6ed164b2a9d158ac320901: Pulling from ocaml/opam
0453ab933653: Pulling fs layer
0453ab933653: Verifying Checksum
0453ab933653: Download complete
0453ab933653: Pull complete
Digest: sha256:4aad6463e0eb579962a560275f28614f2cf7ddfb9b6ed164b2a9d158ac320901
Status: Downloaded newer image for ocaml/opam@sha256:4aad6463e0eb579962a560275f28614f2cf7ddfb9b6ed164b2a9d158ac320901
2025-10-17 14:14.38 ---> saved as "c62d5b905dfeeb1ff25d357268ffc09c6db92b842152e4810ef964b43ed911ba"

/: (user (uid 1000) (gid 1000))

/: (workdir /home/opam)

/home/opam: (run (shell "sudo ln -f /usr/bin/opam-dev /usr/bin/opam"))
2025-10-17 14:14.38 ---> saved as "88b8bd2c8b468aac21949c280ddb7db4486809ae9b8aa44aa4aa2e0b0c75737a"

/home/opam: (run (network host)
                 (shell "opam init --reinit --config .opamrc-sandbox -ni"))
Configuring from /home/opam/.opamrc-sandbox, then /home/opam/.opamrc, and finally from built-in defaults.
Checking for available remotes: rsync and local, git.
  - you won't be able to use mercurial repositories unless you install the hg command on your system.
  - you won't be able to use darcs repositories unless you install the darcs command on your system.

This version of opam requires an update to the layout of /home/opam/.opam from version 2.0 to version 2.2, which can't be reverted.
You may want to back it up before going further.

Continue? [Y/n] y
Format upgrade done.

<><> Updating repositories ><><><><><><><><><><><><><><><><><><><><><><><><><><>
[default] Initialised
2025-10-17 14:15.03 ---> saved as "591e9ef809e003077c5f001d30c79932c7c419e6c6587987c7e9c482fc0007e1"

/home/opam: (run (shell "opam option solver=builtin-0install && opam config report"))
Set to 'builtin-0install' the field solver in global configuration
# opam config report
# opam-version         2.4.1
# self-upgrade         no
# system               arch=x86_64 os=linux os-distribution=centos os-version=9
# solver               builtin-0install
# install-criteria     -changed,-count[avoid-version,solution]
# upgrade-criteria     -count[avoid-version,solution]
# jobs                 71
# repositories         1 (version-controlled)
# pinned               1 (version)
# current-switch       4.14
# invariant            ["ocaml-base-compiler" {= "4.14.2"}]
# compiler-packages    ocaml-base-compiler.4.14.2, ocaml-options-vanilla.1
# ocaml:native         true
# ocaml:native-tools   true
# ocaml:native-dynlink true
# ocaml:stubsdir       /home/opam/.opam/4.14/lib/ocaml/stublibs:/home/opam/.opam/4.14/lib/ocaml
# ocaml:preinstalled   false
# ocaml:compiler       4.14.2
2025-10-17 14:15.04 ---> saved as "e928e54c52eec427e173180c6cdbcdcb9f84c0c5b42eadc07410e1d533c737fe"

/home/opam: (env OPAMDOWNLOADJOBS 1)

/home/opam: (env OPAMERRLOGLEN 0)

/home/opam: (env OPAMPRECISETRACKING 1)

/home/opam: (env CI true)

/home/opam: (env OPAM_REPO_CI true)

/home/opam: (run (shell "rm -rf opam-repository/"))
2025-10-17 14:15.21 ---> saved as "76b0904432b37cb046f21605ac3c5ebdf2d7bbcd7c5654fd0aeb947e6ad087bd"

/home/opam: (copy (src .) (dst opam-repository/))
2025-10-17 14:15.36 ---> saved as "f8f66486447a2b46dded769f54a9f699f7c786247a33196f1f7fbecf5c07b37d"

/home/opam: (run (shell "opam repository set-url --strict default opam-repository/"))
[default] Initialised
2025-10-17 14:15.54 ---> saved as "bd00ec060833207a6ef1539f0d80057106a7c329daeb42973f6f3c3910ae2491"

/home/opam: (run (network host)
                 (shell "opam update --depexts || true"))
+ /usr/bin/sudo "yum" "makecache"
- CentOS Stream 9 - BaseOS                        9.5 kB/s |  15 kB     00:01    
- CentOS Stream 9 - AppStream                      26 kB/s |  15 kB     00:00    
- CentOS Stream 9 - CRB                            22 kB/s |  14 kB     00:00    
- CentOS Stream 9 - Extras packages                20 kB/s |  17 kB     00:00    
- Metadata cache created.
2025-10-17 14:15.59 ---> saved as "9a83655743ee76f727603ad796313575a4d6ecb7cb5dd41e25b25ed270fcbf71"

/home/opam: (run (shell "opam pin add -k version -yn conf-gcc-multilib.1.0 1.0"))
conf-gcc-multilib is now pinned to version 1.0
2025-10-17 14:16.00 ---> saved as "b25ec4ed3f134738c001977b96cd5d527e4c6b2a201d00f95c1b30c32485e2f1"

/home/opam: (run (cache (opam-archives (target /home/opam/.opam/download-cache)))
                 (network host)
                 (shell  "opam reinstall conf-gcc-multilib.1.0;\
                        \n        res=$?;\
                        \n        test \"$res\" != 31 && exit \"$res\";\
                        \n        export OPAMCLI=2.0;\
                        \n        build_dir=$(opam var prefix)/.opam-switch/build;\
                        \n        failed=$(ls \"$build_dir\");\
                        \n        partial_fails=\"\";\
                        \n        for pkg in $failed; do\
                        \n          if opam show -f x-ci-accept-failures: \"$pkg\" | grep -qF \"\\\"centos-9\\\"\"; then\
                        \n            echo \"A package failed and has been disabled for CI using the 'x-ci-accept-failures' field.\";\
                        \n          fi;\
                        \n          test \"$pkg\" != 'conf-gcc-multilib.1.0' && partial_fails=\"$partial_fails $pkg\";\
                        \n        done;\
                        \n        test \"${partial_fails}\" != \"\" && echo \"opam-repo-ci detected dependencies failing: ${partial_fails}\";\
                        \n        exit 1"))
conf-gcc-multilib.1.0 is not installed. Install it? [Y/n] y
The following actions will be performed:
=== install 1 package
  - install conf-gcc-multilib 1.0 (pinned)

The following system packages will first need to be installed:
    glibc-devel.i686

<><> Handling external dependencies <><><><><><><><><><><><><><><><><><><><><><>

opam believes some required external dependencies are missing. opam can:
> 1. Run yum to install them (may need root/sudo access)
  2. Display the recommended yum command and wait while you run it manually (e.g. in another terminal)
  3. Continue anyway, and, upon success, permanently register that this external dependency is present, but not detectable
  4. Abort the installation

[1/2/3/4] 1

+ /usr/bin/sudo "yum" "install" "-y" "glibc-devel.i686"
- Last metadata expiration check: 0:00:05 ago on Fri Oct 17 14:15:59 2025.
- Dependencies resolved.
- ================================================================================
-  Package                 Arch       Version               Repository       Size
- ================================================================================
- Installing:
-  glibc-devel             i686       2.34-232.el9          appstream        38 k
- Installing dependencies:
-  glibc                   i686       2.34-232.el9          baseos          1.9 M
-  glibc-gconv-extra       i686       2.34-232.el9          baseos          1.7 M
-  libgcc                  i686       11.5.0-11.el9         baseos           94 k
-  libxcrypt               i686       4.4.18-3.el9          baseos          122 k
-  libxcrypt-devel         i686       4.4.18-3.el9          appstream        29 k
- 
- Transaction Summary
- ================================================================================
- Install  6 Packages
- 
- Total download size: 3.9 M
- Installed size: 14 M
- Downloading Packages:
- (1/6): libgcc-11.5.0-11.el9.i686.rpm            687 kB/s |  94 kB     00:00    
- (2/6): libxcrypt-4.4.18-3.el9.i686.rpm          898 kB/s | 122 kB     00:00    
- (3/6): glibc-devel-2.34-232.el9.i686.rpm        1.1 MB/s |  38 kB     00:00    
- (4/6): libxcrypt-devel-4.4.18-3.el9.i686.rpm    1.9 MB/s |  29 kB     00:00    
- (5/6): glibc-2.34-232.el9.i686.rpm              2.0 MB/s | 1.9 MB     00:00    
- (6/6): glibc-gconv-extra-2.34-232.el9.i686.rpm  1.1 MB/s | 1.7 MB     00:01    
- --------------------------------------------------------------------------------
- Total                                           1.6 MB/s | 3.9 MB     00:02     
- Running transaction check
- Transaction check succeeded.
- Running transaction test
- Transaction test succeeded.
- Running transaction
-   Preparing        :                                                        1/1
-  
-   Installing       : glibc-gconv-extra-2.34-232.el9.i686                    1/6 
-   Running scriptlet: glibc-gconv-extra-2.34-232.el9.i686                    1/6 
-   Installing       : libgcc-11.5.0-11.el9.i686                              2/6 
-   Running scriptlet: libgcc-11.5.0-11.el9.i686                              2/6 
-   Running scriptlet: glibc-2.34-232.el9.i686                                3/6 
-   Installing       : glibc-2.34-232.el9.i686                                3/6 
-   Running scriptlet: glibc-2.34-232.el9.i686                                3/6 
-   Installing       : libxcrypt-4.4.18-3.el9.i686                            4/6 
-   Installing       : libxcrypt-devel-4.4.18-3.el9.i686                      5/6 
-   Installing       : glibc-devel-2.34-232.el9.i686                          6/6 
-   Running scriptlet: glibc-devel-2.34-232.el9.i686                          6/6 
-   Verifying        : glibc-2.34-232.el9.i686                                1/6 
-   Verifying        : glibc-gconv-extra-2.34-232.el9.i686                    2/6 
-   Verifying        : libgcc-11.5.0-11.el9.i686                              3/6 
-   Verifying        : libxcrypt-4.4.18-3.el9.i686                            4/6 
-   Verifying        : glibc-devel-2.34-232.el9.i686                          5/6 
-   Verifying        : libxcrypt-devel-4.4.18-3.el9.i686                      6/6 
- 
- Installed:
-   glibc-2.34-232.el9.i686                 glibc-devel-2.34-232.el9.i686        
-   glibc-gconv-extra-2.34-232.el9.i686     libgcc-11.5.0-11.el9.i686            
-   libxcrypt-4.4.18-3.el9.i686             libxcrypt-devel-4.4.18-3.el9.i686    
- 
- Complete!
+ /usr/bin/rpm "-q" "--whatprovides" "glibc-devel.i686"
- no package provides glibc-devel.i686
[ERROR] System package install failed with exit code 1 at command:
            rpm -q --whatprovides glibc-devel.i686
[ERROR] These packages are still missing: glibc-devel.i686

[NOTE] You can retry with '--assume-depexts' to skip this check, or run 'opam option depext=false' to permanently disable handling of system packages.

"/usr/bin/env" "bash" "-c" "opam reinstall conf-gcc-multilib.1.0;
        res=$?;
        test "$res" != 31 && exit "$res";
        export OPAMCLI=2.0;
        build_dir=$(opam var prefix)/.opam-switch/build;
        failed=$(ls "$build_dir");
        partial_fails="";
        for pkg in $failed; do
          if opam show -f x-ci-accept-failures: "$pkg" | grep -qF "\"centos-9\""; then
            echo "A package failed and has been disabled for CI using the 'x-ci-accept-failures' field.";
          fi;
          test "$pkg" != 'conf-gcc-multilib.1.0' && partial_fails="$partial_fails $pkg";
        done;
        test "${partial_fails}" != "" && echo "opam-repo-ci detected dependencies failing: ${partial_fails}";
        exit 1" failed with exit status 10
2025-10-17 14:16.16: Job failed: Failed: Build failed
2025-10-17 14:16.16: Log analysis:
2025-10-17 14:16.16: >>> 
[ERROR] System package install failed with exit code 1 at command:
 (score = 20)
2025-10-17 14:16.16: >>> 
[ERROR] These packages are still missing: glibc-devel.i686
 (score = 20)
2025-10-17 14:16.16: System package install failed with exit code 1 at command: