(for PR #29110)

2025-12-30 15:25.26: New job: build conf-llvm-static.21, using opam dev
                              from https://github.com/ocaml/opam-repository.git#refs/pull/29110/head (a16fbbbc4ad239dba151649395b1e98d3d337d30)
                              on centos-9-ocaml-4.14/amd64

To reproduce locally:

cd $(mktemp -d)
git clone --recursive "https://github.com/ocaml/opam-repository.git" && cd "opam-repository" && git fetch origin "refs/pull/29110/head" && git reset --hard a16fbbbc
git fetch origin master
git merge --no-edit f2d102f951a5dc2af6db218c6aef53c80186295a
cat > ../Dockerfile <<'END-OF-DOCKERFILE'
FROM ocaml/opam:centos-9-ocaml-4.14@sha256:b6d95f3bc3bb5c66afde03363bea6e2d4d1c2b3f9be57ca9ed04454c0f58f5e5
USER 1000:1000
WORKDIR /home/opam
RUN sudo ln -f /usr/bin/opam-dev /usr/bin/opam
RUN opam init --reinit -ni
RUN opam option solver=builtin-0install && opam config report
ENV OPAMDOWNLOADJOBS="1"
ENV OPAMERRLOGLEN="0"
ENV OPAMPRECISETRACKING="1"
ENV CI="true"
ENV OPAM_REPO_CI="true"
RUN rm -rf opam-repository/
COPY --chown=1000:1000 . opam-repository/
RUN opam repository set-url --strict default opam-repository/
RUN opam update --depexts || true
RUN opam pin add -k version -yn conf-llvm-static.21 21
RUN opam reinstall conf-llvm-static.21; \
    res=$?; \
    test "$res" != 31 && exit "$res"; \
    export OPAMCLI=2.0; \
    build_dir=$(opam var prefix)/.opam-switch/build; \
    failed=$(ls "$build_dir"); \
    partial_fails=""; \
    for pkg in $failed; do \
    if opam show -f x-ci-accept-failures: "$pkg" | grep -qF "\"centos-9\""; then \
    echo "A package failed and has been disabled for CI using the 'x-ci-accept-failures' field."; \
    fi; \
    test "$pkg" != 'conf-llvm-static.21' && partial_fails="$partial_fails $pkg"; \
    done; \
    test "${partial_fails}" != "" && echo "opam-repo-ci detected dependencies failing: ${partial_fails}"; \
    exit 1

END-OF-DOCKERFILE
docker build -f ../Dockerfile .

2025-12-30 15:25.26: Using cache hint "ocaml/opam:centos-9-ocaml-4.14@sha256:b6d95f3bc3bb5c66afde03363bea6e2d4d1c2b3f9be57ca9ed04454c0f58f5e5-conf-llvm-static.21-a16fbbbc4ad239dba151649395b1e98d3d337d30"
2025-12-30 15:25.26: Using OBuilder spec:
((from ocaml/opam:centos-9-ocaml-4.14@sha256:b6d95f3bc3bb5c66afde03363bea6e2d4d1c2b3f9be57ca9ed04454c0f58f5e5)
 (user (uid 1000) (gid 1000))
 (workdir /home/opam)
 (run (shell "sudo ln -f /usr/bin/opam-dev /usr/bin/opam"))
 (run (network host)
      (shell "opam init --reinit --config .opamrc-sandbox -ni"))
 (run (shell "opam option solver=builtin-0install && opam config report"))
 (env OPAMDOWNLOADJOBS 1)
 (env OPAMERRLOGLEN 0)
 (env OPAMPRECISETRACKING 1)
 (env CI true)
 (env OPAM_REPO_CI true)
 (run (shell "rm -rf opam-repository/"))
 (copy (src .) (dst opam-repository/))
 (run (shell "opam repository set-url --strict default opam-repository/"))
 (run (network host)
      (shell "opam update --depexts || true"))
 (run (shell "opam pin add -k version -yn conf-llvm-static.21 21"))
 (run (cache (opam-archives (target /home/opam/.opam/download-cache)))
      (network host)
      (shell  "opam reinstall conf-llvm-static.21;\
             \n        res=$?;\
             \n        test \"$res\" != 31 && exit \"$res\";\
             \n        export OPAMCLI=2.0;\
             \n        build_dir=$(opam var prefix)/.opam-switch/build;\
             \n        failed=$(ls \"$build_dir\");\
             \n        partial_fails=\"\";\
             \n        for pkg in $failed; do\
             \n          if opam show -f x-ci-accept-failures: \"$pkg\" | grep -qF \"\\\"centos-9\\\"\"; then\
             \n            echo \"A package failed and has been disabled for CI using the 'x-ci-accept-failures' field.\";\
             \n          fi;\
             \n          test \"$pkg\" != 'conf-llvm-static.21' && partial_fails=\"$partial_fails $pkg\";\
             \n        done;\
             \n        test \"${partial_fails}\" != \"\" && echo \"opam-repo-ci detected dependencies failing: ${partial_fails}\";\
             \n        exit 1"))
)

2025-12-30 15:25.26: Waiting for resource in pool OCluster
2025-12-30 15:25.26: Waiting for worker…
2025-12-30 15:28.28: Got resource from pool OCluster
Building on odawa.caelum.ci.dev
All commits already cached
HEAD is now at f2d102f951 Merge pull request #29150 from raphael-proust/llvm-20-21-only-cosmetics
Merge made by the 'ort' strategy.
 packages/conf-llvm-shared/conf-llvm-shared.20/opam | 34 +++++++++++
 packages/conf-llvm-shared/conf-llvm-shared.21/opam | 34 +++++++++++
 packages/conf-llvm-static/conf-llvm-static.20/opam | 34 +++++++++++
 packages/conf-llvm-static/conf-llvm-static.21/opam | 34 +++++++++++
 packages/llvm/llvm.20-shared/opam                  | 67 ++++++++++++++++++++++
 packages/llvm/llvm.20-static/opam                  | 67 ++++++++++++++++++++++
 packages/llvm/llvm.21-shared/opam                  | 67 ++++++++++++++++++++++
 packages/llvm/llvm.21-static/opam                  | 67 ++++++++++++++++++++++
 8 files changed, 404 insertions(+)
 create mode 100644 packages/conf-llvm-shared/conf-llvm-shared.20/opam
 create mode 100644 packages/conf-llvm-shared/conf-llvm-shared.21/opam
 create mode 100644 packages/conf-llvm-static/conf-llvm-static.20/opam
 create mode 100644 packages/conf-llvm-static/conf-llvm-static.21/opam
 create mode 100644 packages/llvm/llvm.20-shared/opam
 create mode 100644 packages/llvm/llvm.20-static/opam
 create mode 100644 packages/llvm/llvm.21-shared/opam
 create mode 100644 packages/llvm/llvm.21-static/opam

(from ocaml/opam:centos-9-ocaml-4.14@sha256:b6d95f3bc3bb5c66afde03363bea6e2d4d1c2b3f9be57ca9ed04454c0f58f5e5)
2025-12-30 15:38.09 ---> saved as "01e427e87d372981cd6075a0335380e047c2aa27af9d9f7e46e3bc9b566520a3"

/: (user (uid 1000) (gid 1000))

/: (workdir /home/opam)

/home/opam: (run (shell "sudo ln -f /usr/bin/opam-dev /usr/bin/opam"))
2025-12-30 15:38.09 ---> saved as "e92f5d6f720187f8311d4bf7bfcff0dc57720dc2859b007a16f8641b3b835fe8"

/home/opam: (run (network host)
                 (shell "opam init --reinit --config .opamrc-sandbox -ni"))
Configuring from /home/opam/.opamrc-sandbox, then /home/opam/.opamrc, and finally from built-in defaults.
Checking for available remotes: rsync and local, git.
  - you won't be able to use mercurial repositories unless you install the hg command on your system.
  - you won't be able to use darcs repositories unless you install the darcs command on your system.

This version of opam requires an update to the layout of /home/opam/.opam from version 2.0 to version 2.2, which can't be reverted.
You may want to back it up before going further.

Continue? [Y/n] y
[NOTE] The 'jobs' option was reset, its value was 71 and its new value will vary according to the current number of cores on your machine. You can restore the fixed value using:
           opam option jobs=71 --global
Format upgrade done.

<><> Updating repositories ><><><><><><><><><><><><><><><><><><><><><><><><><><>
[default] Initialised
2025-12-30 15:38.29 ---> saved as "bdd07b88a827d9e51c4796bfcb3618f97fdade8dc32faa986a5dbe65563a8b30"

/home/opam: (run (shell "opam option solver=builtin-0install && opam config report"))
Set to 'builtin-0install' the field solver in global configuration
# opam config report
# opam-version         2.5.0
# self-upgrade         no
# system               arch=x86_64 os=linux os-distribution=centos os-version=9
# solver               builtin-0install
# install-criteria     -changed,-count[avoid-version,solution]
# upgrade-criteria     -count[avoid-version,solution]
# jobs                 255
# repositories         1 (version-controlled)
# pinned               1 (version)
# current-switch       4.14
# invariant            ["ocaml-base-compiler" {= "4.14.2"}]
# compiler-packages    ocaml-base-compiler.4.14.2, ocaml-options-vanilla.1
# ocaml:native         true
# ocaml:native-tools   true
# ocaml:native-dynlink true
# ocaml:stubsdir       /home/opam/.opam/4.14/lib/ocaml/stublibs:/home/opam/.opam/4.14/lib/ocaml
# ocaml:preinstalled   false
# ocaml:compiler       4.14.2
2025-12-30 15:38.30 ---> saved as "869abdaefda2d8448989784297997a275e6ccc1762b36085b0d6b4f9f3a81355"

/home/opam: (env OPAMDOWNLOADJOBS 1)

/home/opam: (env OPAMERRLOGLEN 0)

/home/opam: (env OPAMPRECISETRACKING 1)

/home/opam: (env CI true)

/home/opam: (env OPAM_REPO_CI true)

/home/opam: (run (shell "rm -rf opam-repository/"))
2025-12-30 15:38.40 ---> saved as "1fa63af69304be4d51ba7323e7972e36adb1d16f7023ceab2f8b05dcf9128117"

/home/opam: (copy (src .) (dst opam-repository/))
2025-12-30 15:38.45 ---> saved as "4e773d4f9f59fa1789c39d08be41091305bf2a3cc64f7beaa2c5dc02d99942d4"

/home/opam: (run (shell "opam repository set-url --strict default opam-repository/"))
[default] Initialised
2025-12-30 15:39.01 ---> saved as "a0a005067e0abfd1917e6b127fa19ce132394fce81e57c089d82227e1ea8f271"

/home/opam: (run (network host)
                 (shell "opam update --depexts || true"))
+ /usr/bin/sudo "yum" "makecache"
- CentOS Stream 9 - BaseOS                         24 kB/s |  15 kB     00:00    
- CentOS Stream 9 - AppStream                     149 kB/s |  15 kB     00:00    
- CentOS Stream 9 - CRB                           168 kB/s |  14 kB     00:00    
- CentOS Stream 9 - Extras packages                40 kB/s |  16 kB     00:00    
- Metadata cache created.
2025-12-30 15:39.03 ---> saved as "ca5ef8b35374c8591a237c63c09e7a585fe3f0e0526f881f157d7478c327f96c"

/home/opam: (run (shell "opam pin add -k version -yn conf-llvm-static.21 21"))
conf-llvm-static is now pinned to version 21
2025-12-30 15:39.04 ---> saved as "03a9f0f8a8424a3d4759ca95a08b8111db8d547a1773877cde1b81147f89758a"

/home/opam: (run (cache (opam-archives (target /home/opam/.opam/download-cache)))
                 (network host)
                 (shell  "opam reinstall conf-llvm-static.21;\
                        \n        res=$?;\
                        \n        test \"$res\" != 31 && exit \"$res\";\
                        \n        export OPAMCLI=2.0;\
                        \n        build_dir=$(opam var prefix)/.opam-switch/build;\
                        \n        failed=$(ls \"$build_dir\");\
                        \n        partial_fails=\"\";\
                        \n        for pkg in $failed; do\
                        \n          if opam show -f x-ci-accept-failures: \"$pkg\" | grep -qF \"\\\"centos-9\\\"\"; then\
                        \n            echo \"A package failed and has been disabled for CI using the 'x-ci-accept-failures' field.\";\
                        \n          fi;\
                        \n          test \"$pkg\" != 'conf-llvm-static.21' && partial_fails=\"$partial_fails $pkg\";\
                        \n        done;\
                        \n        test \"${partial_fails}\" != \"\" && echo \"opam-repo-ci detected dependencies failing: ${partial_fails}\";\
                        \n        exit 1"))
conf-llvm-static.21 is not installed. Install it? [Y/n] y
The following actions will be performed:
=== install 2 packages
  - install conf-bash        1           [required by conf-llvm-static]
  - install conf-llvm-static 21 (pinned)

The following system packages will first need to be installed:
    epel-release llvm21-devel

<><> Handling external dependencies <><><><><><><><><><><><><><><><><><><><><><>

opam believes some required external dependencies are missing. opam can:
> 1. Run yum to install them (may need root/sudo access)
  2. Display the recommended yum command and wait while you run it manually (e.g. in another terminal)
  3. Continue anyway, and, upon success, permanently register that this external dependency is present, but not detectable
  4. Abort the installation

[1/2/3/4] 1

+ /usr/bin/sudo "yum" "install" "-y" "epel-release"
- Last metadata expiration check: 0:00:04 ago on Tue Dec 30 15:39:03 2025.
- Dependencies resolved.
- ================================================================================
-  Package                Arch        Version            Repository          Size
- ================================================================================
- Installing:
-  epel-release           noarch      9-7.el9            extras-common       19 k
- Installing weak dependencies:
-  dnf-plugins-core       noarch      4.3.0-25.el9       baseos              36 k
-  epel-next-release      noarch      9-7.el9            extras-common      8.1 k
- 
- Transaction Summary
- ================================================================================
- Install  3 Packages
- 
- Total download size: 62 k
- Installed size: 51 k
- Downloading Packages:
- (1/3): epel-next-release-9-7.el9.noarch.rpm     667 kB/s | 8.1 kB     00:00    
- (2/3): epel-release-9-7.el9.noarch.rpm          1.2 MB/s |  19 kB     00:00    
- (3/3): dnf-plugins-core-4.3.0-25.el9.noarch.rpm 1.9 MB/s |  36 kB     00:00    
- --------------------------------------------------------------------------------
- Total                                           285 kB/s |  62 kB     00:00     
- CentOS Stream 9 - Extras packages               2.1 MB/s | 2.1 kB     00:00    
- Importing GPG key 0x1D997668:
-  Userid     : "CentOS Extras SIG (https://wiki.centos.org/SpecialInterestGroup) <security@centos.org>"
-  Fingerprint: 363F C097 2F64 B699 AED3 968E 1FF6 A217 1D99 7668
-  From       : /etc/pki/rpm-gpg/RPM-GPG-KEY-CentOS-SIG-Extras-SHA512
- Key imported successfully
- Running transaction check
- Transaction check succeeded.
- Running transaction test
- Transaction test succeeded.
- Running transaction
-   Preparing        :                                                        1/1 
-   Installing       : dnf-plugins-core-4.3.0-25.el9.noarch                   1/3 
-   Installing       : epel-next-release-9-7.el9.noarch                       2/3 
-   Installing       : epel-release-9-7.el9.noarch                            3/3 
-   Running scriptlet: epel-release-9-7.el9.noarch                            3/3
-  
- Many EPEL packages require the CodeReady Builder (CRB) repository.
- It is recommended that you run /usr/bin/crb enable to enable the CRB repository.
- 
-   Verifying        : dnf-plugins-core-4.3.0-25.el9.noarch                   1/3 
-   Verifying        : epel-next-release-9-7.el9.noarch                       2/3 
-   Verifying        : epel-release-9-7.el9.noarch                            3/3 
- 
- Installed:
-   dnf-plugins-core-4.3.0-25.el9.noarch     epel-next-release-9-7.el9.noarch    
-   epel-release-9-7.el9.noarch             
- 
- Complete!
+ /usr/bin/sudo "yum" "install" "-y" "llvm21-devel"
- Extra Packages for Enterprise Linux 9 - x86_64   12 MB/s |  20 MB     00:01    
- Extra Packages for Enterprise Linux 9 openh264  3.6 kB/s | 2.5 kB     00:00    
- Extra Packages for Enterprise Linux 9 - Next -  2.3 MB/s | 259 kB     00:00    
- No match for argument: llvm21-devel
- Error: Unable to find a match: llvm21-devel
[ERROR] System package install failed with exit code 1 at command:
            sudo yum install -y llvm21-devel
[ERROR] These packages are still missing: epel-release llvm21-devel

[NOTE] You can retry with '--assume-depexts' to skip this check, or run 'opam option depext=false' to permanently disable handling of system packages.

"/usr/bin/env" "bash" "-c" "opam reinstall conf-llvm-static.21;
        res=$?;
        test "$res" != 31 && exit "$res";
        export OPAMCLI=2.0;
        build_dir=$(opam var prefix)/.opam-switch/build;
        failed=$(ls "$build_dir");
        partial_fails="";
        for pkg in $failed; do
          if opam show -f x-ci-accept-failures: "$pkg" | grep -qF "\"centos-9\""; then
            echo "A package failed and has been disabled for CI using the 'x-ci-accept-failures' field.";
          fi;
          test "$pkg" != 'conf-llvm-static.21' && partial_fails="$partial_fails $pkg";
        done;
        test "${partial_fails}" != "" && echo "opam-repo-ci detected dependencies failing: ${partial_fails}";
        exit 1" failed with exit status 10
2025-12-30 15:39.23: Job failed: Failed: Build failed
2025-12-30 15:39.23: Log analysis:
2025-12-30 15:39.23: >>> 
[ERROR] System package install failed with exit code 1 at command:
 (score = 20)
2025-12-30 15:39.23: >>> 
[ERROR] These packages are still missing: epel-release llvm21-devel
 (score = 20)
2025-12-30 15:39.23: System package install failed with exit code 1 at command: