(for PR #29110)

2026-01-31 15:31.27: New job: build llvm.21-shared, using opam dev
                              from https://github.com/ocaml/opam-repository.git#refs/pull/29110/head (e3b282a9c0eb1ef824245e3ffb935dc8fcc9b1ea)
                              on centos-10-ocaml-4.14/amd64

To reproduce locally:

cd $(mktemp -d)
git clone --recursive "https://github.com/ocaml/opam-repository.git" && cd "opam-repository" && git fetch origin "refs/pull/29110/head" && git reset --hard e3b282a9
git fetch origin master
git merge --no-edit 277244107784e7f5e6b57eaae2e769caae2a4906
cat > ../Dockerfile <<'END-OF-DOCKERFILE'
FROM ocaml/opam:centos-10-ocaml-4.14@sha256:1b780f21d20bcb9809f9937ac37a7a3dab0f1e49545a27824c80e5acbd093402
USER 1000:1000
WORKDIR /home/opam
RUN sudo ln -f /usr/bin/opam-dev /usr/bin/opam
RUN opam init --reinit -ni
RUN opam option solver=builtin-0install && opam config report
ENV OPAMDOWNLOADJOBS="1"
ENV OPAMERRLOGLEN="0"
ENV OPAMPRECISETRACKING="1"
ENV CI="true"
ENV OPAM_REPO_CI="true"
RUN rm -rf opam-repository/
COPY --chown=1000:1000 . opam-repository/
RUN opam repository set-url --strict default opam-repository/
RUN opam update --depexts || true
RUN opam pin add -k version -yn llvm.21-shared 21-shared
RUN opam reinstall llvm.21-shared; \
    res=$?; \
    test "$res" != 31 && exit "$res"; \
    export OPAMCLI=2.0; \
    build_dir=$(opam var prefix)/.opam-switch/build; \
    failed=$(ls "$build_dir"); \
    partial_fails=""; \
    for pkg in $failed; do \
    if opam show -f x-ci-accept-failures: "$pkg" | grep -qF "\"centos-10\""; then \
    echo "A package failed and has been disabled for CI using the 'x-ci-accept-failures' field."; \
    fi; \
    test "$pkg" != 'llvm.21-shared' && partial_fails="$partial_fails $pkg"; \
    done; \
    test "${partial_fails}" != "" && echo "opam-repo-ci detected dependencies failing: ${partial_fails}"; \
    exit 1

END-OF-DOCKERFILE
docker build -f ../Dockerfile .

2026-01-31 15:31.27: Using cache hint "ocaml/opam:centos-10-ocaml-4.14@sha256:1b780f21d20bcb9809f9937ac37a7a3dab0f1e49545a27824c80e5acbd093402-llvm.21-shared-e3b282a9c0eb1ef824245e3ffb935dc8fcc9b1ea"
2026-01-31 15:31.27: Using OBuilder spec:
((from ocaml/opam:centos-10-ocaml-4.14@sha256:1b780f21d20bcb9809f9937ac37a7a3dab0f1e49545a27824c80e5acbd093402)
 (user (uid 1000) (gid 1000))
 (workdir /home/opam)
 (run (shell "sudo ln -f /usr/bin/opam-dev /usr/bin/opam"))
 (run (network host)
      (shell "opam init --reinit --config .opamrc-sandbox -ni"))
 (run (shell "opam option solver=builtin-0install && opam config report"))
 (env OPAMDOWNLOADJOBS 1)
 (env OPAMERRLOGLEN 0)
 (env OPAMPRECISETRACKING 1)
 (env CI true)
 (env OPAM_REPO_CI true)
 (run (shell "rm -rf opam-repository/"))
 (copy (src .) (dst opam-repository/))
 (run (shell "opam repository set-url --strict default opam-repository/"))
 (run (network host)
      (shell "opam update --depexts || true"))
 (run (shell "opam pin add -k version -yn llvm.21-shared 21-shared"))
 (run (cache (opam-archives (target /home/opam/.opam/download-cache)))
      (network host)
      (shell  "opam reinstall llvm.21-shared;\
             \n        res=$?;\
             \n        test \"$res\" != 31 && exit \"$res\";\
             \n        export OPAMCLI=2.0;\
             \n        build_dir=$(opam var prefix)/.opam-switch/build;\
             \n        failed=$(ls \"$build_dir\");\
             \n        partial_fails=\"\";\
             \n        for pkg in $failed; do\
             \n          if opam show -f x-ci-accept-failures: \"$pkg\" | grep -qF \"\\\"centos-10\\\"\"; then\
             \n            echo \"A package failed and has been disabled for CI using the 'x-ci-accept-failures' field.\";\
             \n          fi;\
             \n          test \"$pkg\" != 'llvm.21-shared' && partial_fails=\"$partial_fails $pkg\";\
             \n        done;\
             \n        test \"${partial_fails}\" != \"\" && echo \"opam-repo-ci detected dependencies failing: ${partial_fails}\";\
             \n        exit 1"))
)

2026-01-31 15:31.27: Waiting for resource in pool OCluster
2026-01-31 15:34.55: Waiting for worker…
2026-01-31 15:37.31: Got resource from pool OCluster
Building on clete
All commits already cached
HEAD is now at 2772441077 Merge pull request #29314 from jmid/more-fstar-ocaml-upper-bounds
Merge made by the 'ort' strategy.
 packages/conf-llvm-shared/conf-llvm-shared.20/opam | 38 +++++++++++
 packages/conf-llvm-shared/conf-llvm-shared.21/opam | 38 +++++++++++
 packages/conf-llvm-static/conf-llvm-static.20/opam | 38 +++++++++++
 packages/conf-llvm-static/conf-llvm-static.21/opam | 38 +++++++++++
 packages/llvm/llvm.20-shared/opam                  | 77 ++++++++++++++++++++++
 packages/llvm/llvm.20-static/opam                  | 76 +++++++++++++++++++++
 packages/llvm/llvm.21-shared/opam                  | 77 ++++++++++++++++++++++
 packages/llvm/llvm.21-static/opam                  | 76 +++++++++++++++++++++
 8 files changed, 458 insertions(+)
 create mode 100644 packages/conf-llvm-shared/conf-llvm-shared.20/opam
 create mode 100644 packages/conf-llvm-shared/conf-llvm-shared.21/opam
 create mode 100644 packages/conf-llvm-static/conf-llvm-static.20/opam
 create mode 100644 packages/conf-llvm-static/conf-llvm-static.21/opam
 create mode 100644 packages/llvm/llvm.20-shared/opam
 create mode 100644 packages/llvm/llvm.20-static/opam
 create mode 100644 packages/llvm/llvm.21-shared/opam
 create mode 100644 packages/llvm/llvm.21-static/opam

(from ocaml/opam:centos-10-ocaml-4.14@sha256:1b780f21d20bcb9809f9937ac37a7a3dab0f1e49545a27824c80e5acbd093402)
2026-01-31 15:37.36 ---> using "5656341adce1490f936d62c0e23819ea680099e5edb6bad1c63897845ac9c705" from cache

/: (user (uid 1000) (gid 1000))

/: (workdir /home/opam)

/home/opam: (run (shell "sudo ln -f /usr/bin/opam-dev /usr/bin/opam"))
2026-01-31 15:37.36 ---> using "5872d40380ff5df81cca39e080c430c6906f9ff879ea7d539de5a5a5e49b7c1a" from cache

/home/opam: (run (network host)
                 (shell "opam init --reinit --config .opamrc-sandbox -ni"))
Configuring from /home/opam/.opamrc-sandbox, then /home/opam/.opamrc, and finally from built-in defaults.
Checking for available remotes: rsync and local, git.
  - you won't be able to use mercurial repositories unless you install the hg command on your system.
  - you won't be able to use darcs repositories unless you install the darcs command on your system.

This version of opam requires an update to the layout of /home/opam/.opam from version 2.0 to version 2.2, which can't be reverted.
You may want to back it up before going further.

Continue? [Y/n] y
Format upgrade done.

<><> Updating repositories ><><><><><><><><><><><><><><><><><><><><><><><><><><>
[default] Initialised
2026-01-31 15:37.36 ---> using "714d8cc763f3e2065046517091dcf02ccb98bd961fe82890361ebc8d8b77869b" from cache

/home/opam: (run (shell "opam option solver=builtin-0install && opam config report"))
Set to 'builtin-0install' the field solver in global configuration
# opam config report
# opam-version         2.5.0
# self-upgrade         no
# system               arch=x86_64 os=linux os-distribution=centos os-version=10
# solver               builtin-0install
# install-criteria     -changed,-count[avoid-version,solution]
# upgrade-criteria     -count[avoid-version,solution]
# jobs                 71
# repositories         1 (version-controlled)
# pinned               1 (version)
# current-switch       4.14
# invariant            ["ocaml-base-compiler" {= "4.14.2"}]
# compiler-packages    ocaml-base-compiler.4.14.2, ocaml-options-vanilla.1
# ocaml:native         true
# ocaml:native-tools   true
# ocaml:native-dynlink true
# ocaml:stubsdir       /home/opam/.opam/4.14/lib/ocaml/stublibs:/home/opam/.opam/4.14/lib/ocaml
# ocaml:preinstalled   false
# ocaml:compiler       4.14.2
2026-01-31 15:37.36 ---> using "c2a3e4deec08ee038ca4acb6274a6c2926e5412d105e641506501bd837c1513a" from cache

/home/opam: (env OPAMDOWNLOADJOBS 1)

/home/opam: (env OPAMERRLOGLEN 0)

/home/opam: (env OPAMPRECISETRACKING 1)

/home/opam: (env CI true)

/home/opam: (env OPAM_REPO_CI true)

/home/opam: (run (shell "rm -rf opam-repository/"))
2026-01-31 15:37.36 ---> using "457a843a608443576852bbab5d0ebfc8141584289813bcb965e9a38859814930" from cache

/home/opam: (copy (src .) (dst opam-repository/))
2026-01-31 15:37.46 ---> saved as "f33b5a6ae32375c0512db011097638ca5b43039f7a81003207397fac461b4b3a"

/home/opam: (run (shell "opam repository set-url --strict default opam-repository/"))
[default] Initialised
2026-01-31 15:38.08 ---> saved as "df4625c8b76c0d0c53f1bb400270c2f981adfca0167d0a04dfc34f8c00dee6d3"

/home/opam: (run (network host)
                 (shell "opam update --depexts || true"))
+ /usr/bin/sudo "yum" "makecache"
- CentOS Stream 10 - BaseOS                       113 kB/s |  15 kB     00:00    
- CentOS Stream 10 - BaseOS                       155 kB/s | 6.9 MB     00:45    
- CentOS Stream 10 - AppStream                     55 kB/s |  16 kB     00:00    
- CentOS Stream 10 - AppStream                    302 kB/s | 3.5 MB     00:11    
- CentOS Stream 10 - CRB                          100 kB/s |  15 kB     00:00    
- CentOS Stream 10 - CRB                          264 kB/s | 795 kB     00:03    
- CentOS Stream 10 - Extras packages              124 kB/s |  16 kB     00:00    
- CentOS Stream 10 - Extras packages               13 kB/s | 9.5 kB     00:00    
- Metadata cache created.
2026-01-31 15:39.14 ---> saved as "4671e97970f84c264f8b11b739fed5999e987403b36bbaabab3c8fc0a127f8dd"

/home/opam: (run (shell "opam pin add -k version -yn llvm.21-shared 21-shared"))
llvm is now pinned to version 21-shared
2026-01-31 15:39.15 ---> saved as "cf4f2c0f611b505cc8b84351c1b1b91d2197f61b988b311c8d2431975a06267e"

/home/opam: (run (cache (opam-archives (target /home/opam/.opam/download-cache)))
                 (network host)
                 (shell  "opam reinstall llvm.21-shared;\
                        \n        res=$?;\
                        \n        test \"$res\" != 31 && exit \"$res\";\
                        \n        export OPAMCLI=2.0;\
                        \n        build_dir=$(opam var prefix)/.opam-switch/build;\
                        \n        failed=$(ls \"$build_dir\");\
                        \n        partial_fails=\"\";\
                        \n        for pkg in $failed; do\
                        \n          if opam show -f x-ci-accept-failures: \"$pkg\" | grep -qF \"\\\"centos-10\\\"\"; then\
                        \n            echo \"A package failed and has been disabled for CI using the 'x-ci-accept-failures' field.\";\
                        \n          fi;\
                        \n          test \"$pkg\" != 'llvm.21-shared' && partial_fails=\"$partial_fails $pkg\";\
                        \n        done;\
                        \n        test \"${partial_fails}\" != \"\" && echo \"opam-repo-ci detected dependencies failing: ${partial_fails}\";\
                        \n        exit 1"))
llvm.21-shared is not installed. Install it? [Y/n] y
The following actions will be performed:
=== install 11 packages
  - install conf-bash         1                  [required by conf-llvm-shared]
  - install conf-cmake        1                  [required by llvm]
  - install conf-llvm-shared  21                 [required by llvm]
  - install csexp             1.5.2              [required by dune-configurator]
  - install ctypes            0.24.0             [required by llvm]
  - install dune              3.21.0             [required by ctypes]
  - install dune-configurator 3.21.0             [required by ctypes]
  - install integers          0.7.0              [required by ctypes]
  - install llvm              21-shared (pinned)
  - install ocamlfind         1.9.8              [required by llvm]
  - install stdlib-shims      0.3.0              [required by integers]

The following system packages will first need to be installed:
    cmake3 epel-release llvm21-devel

<><> Handling external dependencies <><><><><><><><><><><><><><><><><><><><><><>

opam believes some required external dependencies are missing. opam can:
> 1. Run yum to install them (may need root/sudo access)
  2. Display the recommended yum command and wait while you run it manually (e.g. in another terminal)
  3. Continue anyway, and, upon success, permanently register that this external dependency is present, but not detectable
  4. Abort the installation

[1/2/3/4] 1

+ /usr/bin/sudo "yum" "install" "-y" "epel-release"
- Last metadata expiration check: 0:00:05 ago on Sat Jan 31 15:39:13 2026.
- Dependencies resolved.
- ================================================================================
-  Package               Arch        Version             Repository          Size
- ================================================================================
- Installing:
-  epel-release          noarch      10-5.el10s          extras-common       18 k
- Installing weak dependencies:
-  dnf-plugins-core      noarch      4.7.0-10.el10       baseos              41 k
- 
- Transaction Summary
- ================================================================================
- Install  2 Packages
- 
- Total download size: 60 k
- Installed size: 47 k
- Downloading Packages:
- (1/2): dnf-plugins-core-4.7.0-10.el10.noarch.rp 476 kB/s |  41 kB     00:00    
- (2/2): epel-release-10-5.el10s.noarch.rpm       192 kB/s |  18 kB     00:00    
- --------------------------------------------------------------------------------
- Total                                           155 kB/s |  60 kB     00:00     
- CentOS Stream 10 - Extras packages              2.1 MB/s | 2.1 kB     00:00    
- Importing GPG key 0x1D997668:
-  Userid     : "CentOS Extras SIG (https://wiki.centos.org/SpecialInterestGroup) <security@centos.org>"
-  Fingerprint: 363F C097 2F64 B699 AED3 968E 1FF6 A217 1D99 7668
-  From       : /etc/pki/rpm-gpg/RPM-GPG-KEY-CentOS-SIG-Extras-SHA512
- warning: Certificate 1FF6A2171D997668:
-   Policy rejects subkey 8B5C8111FCA5D0FF: Policy rejected non-revocation signature (PrimaryKeyBinding) requiring second pre-image resistance
- Key imported successfully
- Running transaction check
- Transaction check succeeded.
- Running transaction test
- Transaction test succeeded.
- Running transaction
-   Preparing        :                                                        1/1 
-   Installing       : dnf-plugins-core-4.7.0-10.el10.noarch                  1/2 
-   Installing       : epel-release-10-5.el10s.noarch                         2/2 
-   Running scriptlet: epel-release-10-5.el10s.noarch                         2/2 
- Many EPEL packages require the CodeReady Builder (CRB) repository.
- It is recommended that you run /usr/bin/crb enable to enable the CRB repository.
- 
- 
- Installed:
-   dnf-plugins-core-4.7.0-10.el10.noarch      epel-release-10-5.el10s.noarch     
- 
- Complete!
+ /usr/bin/sudo "yum" "install" "-y" "cmake3" "llvm21-devel"
- Extra Packages for Enterprise Linux 10 - x86_64 594 kB/s | 6.2 MB     00:10    
- Last metadata expiration check: 0:00:04 ago on Sat Jan 31 15:39:29 2026.
- No match for argument: llvm21-devel
- Error: Unable to find a match: llvm21-devel
[ERROR] System package install failed with exit code 1 at command:
            sudo yum install -y cmake3 llvm21-devel
[ERROR] These packages are still missing: cmake3 epel-release llvm21-devel

[NOTE] You can retry with '--assume-depexts' to skip this check, or run 'opam option depext=false' to permanently disable handling of system packages.

"/usr/bin/env" "bash" "-c" "opam reinstall llvm.21-shared;
        res=$?;
        test "$res" != 31 && exit "$res";
        export OPAMCLI=2.0;
        build_dir=$(opam var prefix)/.opam-switch/build;
        failed=$(ls "$build_dir");
        partial_fails="";
        for pkg in $failed; do
          if opam show -f x-ci-accept-failures: "$pkg" | grep -qF "\"centos-10\""; then
            echo "A package failed and has been disabled for CI using the 'x-ci-accept-failures' field.";
          fi;
          test "$pkg" != 'llvm.21-shared' && partial_fails="$partial_fails $pkg";
        done;
        test "${partial_fails}" != "" && echo "opam-repo-ci detected dependencies failing: ${partial_fails}";
        exit 1" failed with exit status 10
2026-01-31 15:39.43: Job failed: Failed: Build failed
2026-01-31 15:39.43: Log analysis:
2026-01-31 15:39.43: >>> 
[ERROR] System package install failed with exit code 1 at command:
 (score = 20)
2026-01-31 15:39.43: >>> 
[ERROR] These packages are still missing: cmake3 epel-release llvm21-devel
 (score = 20)
2026-01-31 15:39.43: System package install failed with exit code 1 at command: