(for PR #29110)

2026-01-12 13:21.31: New job: build conf-llvm-static.21, using opam dev
                              from https://github.com/ocaml/opam-repository.git#refs/pull/29110/head (a16fbbbc4ad239dba151649395b1e98d3d337d30)
                              on opensuse-16.0-ocaml-4.14/amd64

To reproduce locally:

cd $(mktemp -d)
git clone --recursive "https://github.com/ocaml/opam-repository.git" && cd "opam-repository" && git fetch origin "refs/pull/29110/head" && git reset --hard a16fbbbc
git fetch origin master
git merge --no-edit 2bf2bf6ea0c8867eede5e26c1c591999dd5a9ee1
cat > ../Dockerfile <<'END-OF-DOCKERFILE'
FROM ocaml/opam:opensuse-16.0-ocaml-4.14@sha256:7ca1e149b2dfd03031ce683ab8da6c9e04bdc22f617456e4aa0110e90afaf4fd
USER 1000:1000
WORKDIR /home/opam
RUN sudo ln -f /usr/bin/opam-dev /usr/bin/opam
RUN opam init --reinit -ni
RUN opam option solver=builtin-0install && opam config report
ENV OPAMDOWNLOADJOBS="1"
ENV OPAMERRLOGLEN="0"
ENV OPAMPRECISETRACKING="1"
ENV CI="true"
ENV OPAM_REPO_CI="true"
RUN rm -rf opam-repository/
COPY --chown=1000:1000 . opam-repository/
RUN opam repository set-url --strict default opam-repository/
RUN opam update --depexts || true
RUN opam pin add -k version -yn conf-llvm-static.21 21
RUN opam reinstall conf-llvm-static.21; \
    res=$?; \
    test "$res" != 31 && exit "$res"; \
    export OPAMCLI=2.0; \
    build_dir=$(opam var prefix)/.opam-switch/build; \
    failed=$(ls "$build_dir"); \
    partial_fails=""; \
    for pkg in $failed; do \
    if opam show -f x-ci-accept-failures: "$pkg" | grep -qF "\"opensuse-16.0\""; then \
    echo "A package failed and has been disabled for CI using the 'x-ci-accept-failures' field."; \
    fi; \
    test "$pkg" != 'conf-llvm-static.21' && partial_fails="$partial_fails $pkg"; \
    done; \
    test "${partial_fails}" != "" && echo "opam-repo-ci detected dependencies failing: ${partial_fails}"; \
    exit 1

END-OF-DOCKERFILE
docker build -f ../Dockerfile .

2026-01-12 13:21.31: Using cache hint "ocaml/opam:opensuse-16.0-ocaml-4.14@sha256:7ca1e149b2dfd03031ce683ab8da6c9e04bdc22f617456e4aa0110e90afaf4fd-conf-llvm-static.21-a16fbbbc4ad239dba151649395b1e98d3d337d30"
2026-01-12 13:21.31: Using OBuilder spec:
((from ocaml/opam:opensuse-16.0-ocaml-4.14@sha256:7ca1e149b2dfd03031ce683ab8da6c9e04bdc22f617456e4aa0110e90afaf4fd)
 (user (uid 1000) (gid 1000))
 (workdir /home/opam)
 (run (shell "sudo ln -f /usr/bin/opam-dev /usr/bin/opam"))
 (run (network host)
      (shell "opam init --reinit --config .opamrc-sandbox -ni"))
 (run (shell "opam option solver=builtin-0install && opam config report"))
 (env OPAMDOWNLOADJOBS 1)
 (env OPAMERRLOGLEN 0)
 (env OPAMPRECISETRACKING 1)
 (env CI true)
 (env OPAM_REPO_CI true)
 (run (shell "rm -rf opam-repository/"))
 (copy (src .) (dst opam-repository/))
 (run (shell "opam repository set-url --strict default opam-repository/"))
 (run (network host)
      (shell "opam update --depexts || true"))
 (run (shell "opam pin add -k version -yn conf-llvm-static.21 21"))
 (run (cache (opam-archives (target /home/opam/.opam/download-cache)))
      (network host)
      (shell  "opam reinstall conf-llvm-static.21;\
             \n        res=$?;\
             \n        test \"$res\" != 31 && exit \"$res\";\
             \n        export OPAMCLI=2.0;\
             \n        build_dir=$(opam var prefix)/.opam-switch/build;\
             \n        failed=$(ls \"$build_dir\");\
             \n        partial_fails=\"\";\
             \n        for pkg in $failed; do\
             \n          if opam show -f x-ci-accept-failures: \"$pkg\" | grep -qF \"\\\"opensuse-16.0\\\"\"; then\
             \n            echo \"A package failed and has been disabled for CI using the 'x-ci-accept-failures' field.\";\
             \n          fi;\
             \n          test \"$pkg\" != 'conf-llvm-static.21' && partial_fails=\"$partial_fails $pkg\";\
             \n        done;\
             \n        test \"${partial_fails}\" != \"\" && echo \"opam-repo-ci detected dependencies failing: ${partial_fails}\";\
             \n        exit 1"))
)

2026-01-12 13:21.31: Connecting to build cluster…
2026-01-12 13:21.31: Waiting for resource in pool OCluster
2026-01-12 13:21.36: Waiting for worker…
2026-01-12 13:27.05: Got resource from pool OCluster
Building on odawa.caelum.ci.dev
All commits already cached
HEAD is now at 2bf2bf6ea0 Merge pull request #29204 from jserot/opam-publish-rfsm.2.3
Merge made by the 'ort' strategy.
 packages/conf-llvm-shared/conf-llvm-shared.20/opam | 34 +++++++++++
 packages/conf-llvm-shared/conf-llvm-shared.21/opam | 34 +++++++++++
 packages/conf-llvm-static/conf-llvm-static.20/opam | 34 +++++++++++
 packages/conf-llvm-static/conf-llvm-static.21/opam | 34 +++++++++++
 packages/llvm/llvm.20-shared/opam                  | 67 ++++++++++++++++++++++
 packages/llvm/llvm.20-static/opam                  | 67 ++++++++++++++++++++++
 packages/llvm/llvm.21-shared/opam                  | 67 ++++++++++++++++++++++
 packages/llvm/llvm.21-static/opam                  | 67 ++++++++++++++++++++++
 8 files changed, 404 insertions(+)
 create mode 100644 packages/conf-llvm-shared/conf-llvm-shared.20/opam
 create mode 100644 packages/conf-llvm-shared/conf-llvm-shared.21/opam
 create mode 100644 packages/conf-llvm-static/conf-llvm-static.20/opam
 create mode 100644 packages/conf-llvm-static/conf-llvm-static.21/opam
 create mode 100644 packages/llvm/llvm.20-shared/opam
 create mode 100644 packages/llvm/llvm.20-static/opam
 create mode 100644 packages/llvm/llvm.21-shared/opam
 create mode 100644 packages/llvm/llvm.21-static/opam

(from ocaml/opam:opensuse-16.0-ocaml-4.14@sha256:7ca1e149b2dfd03031ce683ab8da6c9e04bdc22f617456e4aa0110e90afaf4fd)
Unable to find image 'ocaml/opam:opensuse-16.0-ocaml-4.14@sha256:7ca1e149b2dfd03031ce683ab8da6c9e04bdc22f617456e4aa0110e90afaf4fd' locally
docker.io/ocaml/opam@sha256:7ca1e149b2dfd03031ce683ab8da6c9e04bdc22f617456e4aa0110e90afaf4fd: Pulling from ocaml/opam
64cfa2a65095: Already exists
1edcfb1efe19: Already exists
3ddbff1fae48: Already exists
6f97b42e121d: Already exists
35edc2941e66: Already exists
664494e6aa3b: Already exists
6e72e374834b: Already exists
9897d53e41d9: Already exists
5955f0d634c5: Already exists
39569ccf3df4: Already exists
3835c4318084: Already exists
549825d0ab03: Already exists
6e7368d99114: Already exists
cb6191f3eef1: Already exists
188d98a9d457: Already exists
d034bf0e16e1: Already exists
8cb90b8f1fc2: Already exists
5fad6a4c52b5: Already exists
debd84a910b3: Already exists
4f4fb700ef54: Already exists
152a68323944: Already exists
1f7f98a5f0d2: Already exists
667866023596: Already exists
474d64aaa83a: Already exists
81e9448f8d7d: Already exists
8f7471ae6f30: Already exists
ba1c9d522099: Already exists
847d9b38068d: Already exists
6c1cb3b3dd7c: Already exists
30a81ee5e9b7: Already exists
b395d300d073: Already exists
689e54a1bb6f: Already exists
cfba20ff1fbb: Already exists
d6503c133859: Already exists
3dcf084af38f: Already exists
22043404df4c: Already exists
780f53a6c5cb: Already exists
38b848127537: Already exists
4e0623b05f54: Pulling fs layer
df63855aa3ab: Pulling fs layer
6e452b8c8ddd: Pulling fs layer
f71bd4b816cb: Pulling fs layer
f71bd4b816cb: Waiting
df63855aa3ab: Download complete
6e452b8c8ddd: Download complete
f71bd4b816cb: Verifying Checksum
f71bd4b816cb: Download complete
4e0623b05f54: Verifying Checksum
4e0623b05f54: Download complete
4e0623b05f54: Pull complete
df63855aa3ab: Pull complete
6e452b8c8ddd: Pull complete
f71bd4b816cb: Pull complete
Digest: sha256:7ca1e149b2dfd03031ce683ab8da6c9e04bdc22f617456e4aa0110e90afaf4fd
Status: Downloaded newer image for ocaml/opam@sha256:7ca1e149b2dfd03031ce683ab8da6c9e04bdc22f617456e4aa0110e90afaf4fd
2026-01-12 13:27.25 ---> using "d0093190c362815ce5c7f927a02f954353e12682064e7df32709340dd601134a" from cache

/: (user (uid 1000) (gid 1000))

/: (workdir /home/opam)

/home/opam: (run (shell "sudo ln -f /usr/bin/opam-dev /usr/bin/opam"))
2026-01-12 13:27.25 ---> using "9d50255901b8a23c75cddd26cf759e6f8e26213f0ef949938eef9615b19ada4a" from cache

/home/opam: (run (network host)
                 (shell "opam init --reinit --config .opamrc-sandbox -ni"))
Configuring from /home/opam/.opamrc-sandbox, then /home/opam/.opamrc, and finally from built-in defaults.
Checking for available remotes: rsync and local, git.
  - you won't be able to use mercurial repositories unless you install the hg command on your system.
  - you won't be able to use darcs repositories unless you install the darcs command on your system.

This version of opam requires an update to the layout of /home/opam/.opam from version 2.0 to version 2.2, which can't be reverted.
You may want to back it up before going further.

Continue? [Y/n] y
Format upgrade done.

<><> Updating repositories ><><><><><><><><><><><><><><><><><><><><><><><><><><>
[default] Initialised
2026-01-12 13:27.25 ---> using "4e185f321fb3c2f5983cccd9eb63df42ac5fb89b6068ae8e9df7cc7e7888ef33" from cache

/home/opam: (run (shell "opam option solver=builtin-0install && opam config report"))
Set to 'builtin-0install' the field solver in global configuration
# opam config report
# opam-version         2.5.0
# self-upgrade         no
# system               arch=x86_64 os=linux os-distribution=opensuse-leap os-version=16.0
# solver               builtin-0install
# install-criteria     -changed,-count[avoid-version,solution]
# upgrade-criteria     -count[avoid-version,solution]
# jobs                 255
# repositories         1 (version-controlled)
# pinned               1 (version)
# current-switch       4.14
# invariant            ["ocaml-base-compiler" {= "4.14.2"}]
# compiler-packages    ocaml-base-compiler.4.14.2, ocaml-options-vanilla.1
# ocaml:native         true
# ocaml:native-tools   true
# ocaml:native-dynlink true
# ocaml:stubsdir       /home/opam/.opam/4.14/lib/ocaml/stublibs:/home/opam/.opam/4.14/lib/ocaml
# ocaml:preinstalled   false
# ocaml:compiler       4.14.2
2026-01-12 13:27.25 ---> using "77a39ca4793b2d4f2e627b7ace45614218749fdfe3059c504796a8067af5e708" from cache

/home/opam: (env OPAMDOWNLOADJOBS 1)

/home/opam: (env OPAMERRLOGLEN 0)

/home/opam: (env OPAMPRECISETRACKING 1)

/home/opam: (env CI true)

/home/opam: (env OPAM_REPO_CI true)

/home/opam: (run (shell "rm -rf opam-repository/"))
2026-01-12 13:27.25 ---> using "84c29b3827d2e053e0f3603a252fa36ab5cfed8e20a964066335c48613ccd072" from cache

/home/opam: (copy (src .) (dst opam-repository/))
2026-01-12 13:27.29 ---> saved as "6368becd73c00e943944cb38c3a0167fa467cd3184d741c0ed360a93c4db560f"

/home/opam: (run (shell "opam repository set-url --strict default opam-repository/"))
[default] Initialised
2026-01-12 13:27.45 ---> saved as "a3ee175454621affc3bc2ce7ce832fc3c350c2449c6b3deb9b788521f404f437"

/home/opam: (run (network host)
                 (shell "opam update --depexts || true"))
+ /usr/bin/sudo "zypper" "--non-interactive" "refresh"
- Repository 'repo-openh264 (16.0)' is up to date.
- Repository 'repo-oss (16.0)' is up to date.
- All repositories have been refreshed.
2026-01-12 13:27.46 ---> saved as "e6e465cc6ac7fd4b2a48a7896a37558208764fbfcfc9f91ae30eea2aafc64ffa"

/home/opam: (run (shell "opam pin add -k version -yn conf-llvm-static.21 21"))
conf-llvm-static is now pinned to version 21
2026-01-12 13:27.47 ---> saved as "c81d771ae09102b864616e81ea1fa203aa64327e7ad4dae9761ff9941cd13253"

/home/opam: (run (cache (opam-archives (target /home/opam/.opam/download-cache)))
                 (network host)
                 (shell  "opam reinstall conf-llvm-static.21;\
                        \n        res=$?;\
                        \n        test \"$res\" != 31 && exit \"$res\";\
                        \n        export OPAMCLI=2.0;\
                        \n        build_dir=$(opam var prefix)/.opam-switch/build;\
                        \n        failed=$(ls \"$build_dir\");\
                        \n        partial_fails=\"\";\
                        \n        for pkg in $failed; do\
                        \n          if opam show -f x-ci-accept-failures: \"$pkg\" | grep -qF \"\\\"opensuse-16.0\\\"\"; then\
                        \n            echo \"A package failed and has been disabled for CI using the 'x-ci-accept-failures' field.\";\
                        \n          fi;\
                        \n          test \"$pkg\" != 'conf-llvm-static.21' && partial_fails=\"$partial_fails $pkg\";\
                        \n        done;\
                        \n        test \"${partial_fails}\" != \"\" && echo \"opam-repo-ci detected dependencies failing: ${partial_fails}\";\
                        \n        exit 1"))
conf-llvm-static.21 is not installed. Install it? [Y/n] y
The following actions will be performed:
=== install 2 packages
  - install conf-bash        1           [required by conf-llvm-static]
  - install conf-llvm-static 21 (pinned)

The following system packages will first need to be installed:
    llvm21-devel

<><> Handling external dependencies <><><><><><><><><><><><><><><><><><><><><><>

opam believes some required external dependencies are missing. opam can:
> 1. Run zypper to install them (may need root/sudo access)
  2. Display the recommended zypper command and wait while you run it manually (e.g. in another terminal)
  3. Continue anyway, and, upon success, permanently register that this external dependency is present, but not detectable
  4. Abort the installation

[1/2/3/4] 1

+ /usr/bin/sudo "zypper" "--non-interactive" "install" "llvm21-devel"
- Refreshing service 'openSUSE'.
- Loading repository data...
- Reading installed packages...
- 'llvm21-devel' not found in package names. Trying capabilities.
- No provider of 'llvm21-devel' found.
[ERROR] System package install failed with exit code 104 at command:
            sudo zypper --non-interactive install llvm21-devel
[ERROR] These packages are still missing: llvm21-devel

[NOTE] You can retry with '--assume-depexts' to skip this check, or run 'opam option depext=false' to permanently disable handling of system packages.

"/usr/bin/env" "bash" "-c" "opam reinstall conf-llvm-static.21;
        res=$?;
        test "$res" != 31 && exit "$res";
        export OPAMCLI=2.0;
        build_dir=$(opam var prefix)/.opam-switch/build;
        failed=$(ls "$build_dir");
        partial_fails="";
        for pkg in $failed; do
          if opam show -f x-ci-accept-failures: "$pkg" | grep -qF "\"opensuse-16.0\""; then
            echo "A package failed and has been disabled for CI using the 'x-ci-accept-failures' field.";
          fi;
          test "$pkg" != 'conf-llvm-static.21' && partial_fails="$partial_fails $pkg";
        done;
        test "${partial_fails}" != "" && echo "opam-repo-ci detected dependencies failing: ${partial_fails}";
        exit 1" failed with exit status 10
2026-01-12 13:28.00: Job failed: Failed: Build failed
2026-01-12 13:28.00: Log analysis:
2026-01-12 13:28.00: >>> 
[ERROR] System package install failed with exit code 104 at command:
 (score = 20)
2026-01-12 13:28.00: >>> 
[ERROR] These packages are still missing: llvm21-devel
 (score = 20)
2026-01-12 13:28.00: System package install failed with exit code 104 at command: