(for PR #29312)

2026-01-30 20:43.28: New job: build mosaic.0.1.0, using opam dev
                              from https://github.com/ocaml/opam-repository.git#refs/pull/29312/head (4219a994291bbd7606c64e62833ff523b0ca72c2)
                              on ubuntu-22.04-ocaml-5.4/amd64

To reproduce locally:

cd $(mktemp -d)
git clone --recursive "https://github.com/ocaml/opam-repository.git" && cd "opam-repository" && git fetch origin "refs/pull/29312/head" && git reset --hard 4219a994
git fetch origin master
git merge --no-edit 0758d335cb8d1367e501844fb86be0b07e4918ac
cat > ../Dockerfile <<'END-OF-DOCKERFILE'
FROM ocaml/opam:ubuntu-22.04-ocaml-5.4@sha256:649ffb98489e1d9dc443b72b0fc76b47564661f300aa145669334e53195003d4
USER 1000:1000
WORKDIR /home/opam
RUN sudo ln -f /usr/bin/opam-dev /usr/bin/opam
RUN opam init --reinit -ni
RUN opam option solver=builtin-0install && opam config report
ENV OPAMDOWNLOADJOBS="1"
ENV OPAMERRLOGLEN="0"
ENV OPAMPRECISETRACKING="1"
ENV CI="true"
ENV OPAM_REPO_CI="true"
RUN rm -rf opam-repository/
COPY --chown=1000:1000 . opam-repository/
RUN opam repository set-url --strict default opam-repository/
RUN opam update --depexts || true
RUN opam pin add -k version -yn mosaic.0.1.0 0.1.0
RUN opam reinstall mosaic.0.1.0; \
    res=$?; \
    test "$res" != 31 && exit "$res"; \
    export OPAMCLI=2.0; \
    build_dir=$(opam var prefix)/.opam-switch/build; \
    failed=$(ls "$build_dir"); \
    partial_fails=""; \
    for pkg in $failed; do \
    if opam show -f x-ci-accept-failures: "$pkg" | grep -qF "\"ubuntu-22.04\""; then \
    echo "A package failed and has been disabled for CI using the 'x-ci-accept-failures' field."; \
    fi; \
    test "$pkg" != 'mosaic.0.1.0' && partial_fails="$partial_fails $pkg"; \
    done; \
    test "${partial_fails}" != "" && echo "opam-repo-ci detected dependencies failing: ${partial_fails}"; \
    exit 1

END-OF-DOCKERFILE
docker build -f ../Dockerfile .

2026-01-30 20:43.28: Using cache hint "ocaml/opam:ubuntu-22.04-ocaml-5.4@sha256:649ffb98489e1d9dc443b72b0fc76b47564661f300aa145669334e53195003d4-mosaic.0.1.0-4219a994291bbd7606c64e62833ff523b0ca72c2"
2026-01-30 20:43.28: Using OBuilder spec:
((from ocaml/opam:ubuntu-22.04-ocaml-5.4@sha256:649ffb98489e1d9dc443b72b0fc76b47564661f300aa145669334e53195003d4)
 (user (uid 1000) (gid 1000))
 (workdir /home/opam)
 (run (shell "sudo ln -f /usr/bin/opam-dev /usr/bin/opam"))
 (run (network host)
      (shell "opam init --reinit --config .opamrc-sandbox -ni"))
 (run (shell "opam option solver=builtin-0install && opam config report"))
 (env OPAMDOWNLOADJOBS 1)
 (env OPAMERRLOGLEN 0)
 (env OPAMPRECISETRACKING 1)
 (env CI true)
 (env OPAM_REPO_CI true)
 (run (shell "rm -rf opam-repository/"))
 (copy (src .) (dst opam-repository/))
 (run (shell "opam repository set-url --strict default opam-repository/"))
 (run (network host)
      (shell "opam update --depexts || true"))
 (run (shell "opam pin add -k version -yn mosaic.0.1.0 0.1.0"))
 (run (cache (opam-archives (target /home/opam/.opam/download-cache)))
      (network host)
      (shell  "opam reinstall mosaic.0.1.0;\
             \n        res=$?;\
             \n        test \"$res\" != 31 && exit \"$res\";\
             \n        export OPAMCLI=2.0;\
             \n        build_dir=$(opam var prefix)/.opam-switch/build;\
             \n        failed=$(ls \"$build_dir\");\
             \n        partial_fails=\"\";\
             \n        for pkg in $failed; do\
             \n          if opam show -f x-ci-accept-failures: \"$pkg\" | grep -qF \"\\\"ubuntu-22.04\\\"\"; then\
             \n            echo \"A package failed and has been disabled for CI using the 'x-ci-accept-failures' field.\";\
             \n          fi;\
             \n          test \"$pkg\" != 'mosaic.0.1.0' && partial_fails=\"$partial_fails $pkg\";\
             \n        done;\
             \n        test \"${partial_fails}\" != \"\" && echo \"opam-repo-ci detected dependencies failing: ${partial_fails}\";\
             \n        exit 1"))
)

2026-01-30 20:43.28: Waiting for resource in pool OCluster
2026-01-30 20:57.50: Waiting for worker…
2026-01-30 21:00.13: Got resource from pool OCluster
Building on laodoke.caelum.ci.dev
All commits already cached
HEAD is now at 0758d335cb Merge pull request #29298 from raphael-proust/opam-publish-lwt_ppx.5.9.3
Updating 0758d335cb..4219a99429
Fast-forward
 packages/matrix/matrix.0.1.0/opam | 42 +++++++++++++++++++++++++++++++++++
 packages/mosaic/mosaic.0.1.0/opam | 46 +++++++++++++++++++++++++++++++++++++++
 packages/toffee/toffee.0.1.0/opam | 41 ++++++++++++++++++++++++++++++++++
 3 files changed, 129 insertions(+)
 create mode 100644 packages/matrix/matrix.0.1.0/opam
 create mode 100644 packages/mosaic/mosaic.0.1.0/opam
 create mode 100644 packages/toffee/toffee.0.1.0/opam

(from ocaml/opam:ubuntu-22.04-ocaml-5.4@sha256:649ffb98489e1d9dc443b72b0fc76b47564661f300aa145669334e53195003d4)
Unable to find image 'ocaml/opam:ubuntu-22.04-ocaml-5.4@sha256:649ffb98489e1d9dc443b72b0fc76b47564661f300aa145669334e53195003d4' locally
docker.io/ocaml/opam@sha256:649ffb98489e1d9dc443b72b0fc76b47564661f300aa145669334e53195003d4: Pulling from ocaml/opam
554d951670fe: Pulling fs layer
554d951670fe: Verifying Checksum
554d951670fe: Download complete
554d951670fe: Pull complete
Digest: sha256:649ffb98489e1d9dc443b72b0fc76b47564661f300aa145669334e53195003d4
Status: Downloaded newer image for ocaml/opam@sha256:649ffb98489e1d9dc443b72b0fc76b47564661f300aa145669334e53195003d4
2026-01-30 21:00.46 ---> using "1cf1b967a47324109bed80158328d7401ec1c5f209b941417cc0ab3c214b9443" from cache

/: (user (uid 1000) (gid 1000))

/: (workdir /home/opam)

/home/opam: (run (shell "sudo ln -f /usr/bin/opam-dev /usr/bin/opam"))
2026-01-30 21:00.46 ---> using "c2ffa63f08a6ef36de4db86f8c1baa4b0a3685a3d1925efa7d3dc4d212298502" from cache

/home/opam: (run (network host)
                 (shell "opam init --reinit --config .opamrc-sandbox -ni"))
Configuring from /home/opam/.opamrc-sandbox, then /home/opam/.opamrc, and finally from built-in defaults.
Checking for available remotes: rsync and local, git.
  - you won't be able to use mercurial repositories unless you install the hg command on your system.
  - you won't be able to use darcs repositories unless you install the darcs command on your system.

This version of opam requires an update to the layout of /home/opam/.opam from version 2.0 to version 2.2, which can't be reverted.
You may want to back it up before going further.

Continue? [Y/n] y
[NOTE] The 'jobs' option was reset, its value was 255 and its new value will vary according to the current number of cores on your machine. You can restore the fixed value using:
           opam option jobs=255 --global
Format upgrade done.

<><> Updating repositories ><><><><><><><><><><><><><><><><><><><><><><><><><><>
[default] Initialised
2026-01-30 21:00.46 ---> using "6a4b40e82514fadc7eee0240aeff74d7f32db95849cf1c6b70eefe3f022ae36f" from cache

/home/opam: (run (shell "opam option solver=builtin-0install && opam config report"))
Set to 'builtin-0install' the field solver in global configuration
# opam config report
# opam-version         2.5.0
# self-upgrade         no
# system               arch=x86_64 os=linux os-distribution=ubuntu os-version=22.04
# solver               builtin-0install
# install-criteria     -changed,-count[avoid-version,solution]
# upgrade-criteria     -count[avoid-version,solution]
# jobs                 71
# repositories         1 (version-controlled)
# pinned               1 (version)
# current-switch       5.4
# invariant            ["ocaml-base-compiler" {>= "5.4.0"}]
# compiler-packages    ocaml-base-compiler.5.4.0, ocaml-compiler.5.4.0, ocaml-options-vanilla.1
# ocaml:native         true
# ocaml:native-tools   true
# ocaml:native-dynlink true
# ocaml:stubsdir       /home/opam/.opam/5.4/lib/ocaml/stublibs:/home/opam/.opam/5.4/lib/ocaml
# ocaml:preinstalled   false
# ocaml:compiler       5.4.0
2026-01-30 21:00.46 ---> using "61e255201232aa9f8f6180496ee39a87b166d5d7c68e4af20c3517a0a6be5022" from cache

/home/opam: (env OPAMDOWNLOADJOBS 1)

/home/opam: (env OPAMERRLOGLEN 0)

/home/opam: (env OPAMPRECISETRACKING 1)

/home/opam: (env CI true)

/home/opam: (env OPAM_REPO_CI true)

/home/opam: (run (shell "rm -rf opam-repository/"))
2026-01-30 21:00.46 ---> using "483b5affb703e9214f10d018fa61537f646a592bb3b5de961632ecba3391b2b6" from cache

/home/opam: (copy (src .) (dst opam-repository/))
2026-01-30 21:01.10 ---> saved as "53d3c5f98eb5abb5ad6441122384ab88e5ac9b5d525087e74759e8be1406ada5"

/home/opam: (run (shell "opam repository set-url --strict default opam-repository/"))
[default] Initialised
2026-01-30 21:01.31 ---> saved as "b8b75caa0a62aa11a145107845a0c6802bd0a680595749e217de4dca0492f3c3"

/home/opam: (run (network host)
                 (shell "opam update --depexts || true"))
+ /usr/bin/sudo "apt-get" "update"
- Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease
- Get:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB]
- Get:3 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB]
- Get:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB]
- Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [6571 kB]
- Get:6 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [3640 kB]
- Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [70.9 kB]
- Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1605 kB]
- Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [3999 kB]
- Get:10 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [1293 kB]
- Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [6288 kB]
- Get:12 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [62.6 kB]
- Fetched 23.9 MB in 3s (7721 kB/s)
- Reading package lists...
- 
2026-01-30 21:01.37 ---> saved as "40458421e8d7aab6c6b9ec2347c59fa8574a2503ae826a90b2134ed543971447"

/home/opam: (run (shell "opam pin add -k version -yn mosaic.0.1.0 0.1.0"))
mosaic is now pinned to version 0.1.0
2026-01-30 21:01.38 ---> saved as "bfa4b7f5ecf28d9051b0644654761469eb6ab6e13244887a9fbb4cb212674c86"

/home/opam: (run (cache (opam-archives (target /home/opam/.opam/download-cache)))
                 (network host)
                 (shell  "opam reinstall mosaic.0.1.0;\
                        \n        res=$?;\
                        \n        test \"$res\" != 31 && exit \"$res\";\
                        \n        export OPAMCLI=2.0;\
                        \n        build_dir=$(opam var prefix)/.opam-switch/build;\
                        \n        failed=$(ls \"$build_dir\");\
                        \n        partial_fails=\"\";\
                        \n        for pkg in $failed; do\
                        \n          if opam show -f x-ci-accept-failures: \"$pkg\" | grep -qF \"\\\"ubuntu-22.04\\\"\"; then\
                        \n            echo \"A package failed and has been disabled for CI using the 'x-ci-accept-failures' field.\";\
                        \n          fi;\
                        \n          test \"$pkg\" != 'mosaic.0.1.0' && partial_fails=\"$partial_fails $pkg\";\
                        \n        done;\
                        \n        test \"${partial_fails}\" != \"\" && echo \"opam-repo-ci detected dependencies failing: ${partial_fails}\";\
                        \n        exit 1"))
mosaic.0.1.0 is not installed. Install it? [Y/n] y
The following actions will be performed:
=== install 8 packages
  - install cmarkit    0.4.0          [required by mosaic]
  - install dune       3.21.0         [required by mosaic]
  - install matrix     0.1.0          [required by mosaic]
  - install mosaic     0.1.0 (pinned)
  - install ocamlbuild 0.16.1         [required by cmarkit]
  - install ocamlfind  1.9.8          [required by cmarkit]
  - install toffee     0.1.0          [required by mosaic]
  - install topkg      1.1.1          [required by cmarkit]

<><> Processing actions <><><><><><><><><><><><><><><><><><><><><><><><><><><><>
-> retrieved cmarkit.0.4.0  (cached)
-> retrieved dune.3.21.0  (cached)
-> retrieved matrix.0.1.0, mosaic.0.1.0, toffee.0.1.0  (cached)
-> retrieved ocamlbuild.0.16.1  (cached)
-> retrieved ocamlfind.1.9.8  (cached)
-> retrieved topkg.1.1.1  (cached)
-> installed ocamlfind.1.9.8
-> installed ocamlbuild.0.16.1
-> installed topkg.1.1.1
-> installed cmarkit.0.4.0
-> installed dune.3.21.0
-> installed toffee.0.1.0
[ERROR] The compilation of matrix.0.1.0 failed at "dune build -p matrix -j 71 @install".

#=== ERROR while compiling matrix.0.1.0 =======================================#
# context              2.5.0 | linux/x86_64 | ocaml-base-compiler.5.4.0 | file:///home/opam/opam-repository
# path                 ~/.opam/5.4/.opam-switch/build/matrix.0.1.0
# command              ~/.opam/opam-init/hooks/sandbox.sh build dune build -p matrix -j 71 @install
# exit-code            1
# env-file             ~/.opam/log/matrix-7-efac72.env
# output-file          ~/.opam/log/matrix-7-efac72.out
### output ###
# File "matrix/test/charts/dune", line 7, characters 7-17:
# 7 |   (pps ppx_expect)))
#            ^^^^^^^^^^
# Error: Library "ppx_expect" not found.
# -> required by library "test_charts" in _build/default/matrix/test/charts
# -> required by _build/default/META.matrix
# -> required by _build/install/default/lib/matrix/META
# -> required by _build/default/matrix.install
# -> required by alias install



<><> Error report <><><><><><><><><><><><><><><><><><><><><><><><><><><><><><><>
+- The following actions failed
| - build matrix 0.1.0
+- 
+- The following changes have been performed (the rest was aborted)
| - install cmarkit    0.4.0
| - install dune       3.21.0
| - install ocamlbuild 0.16.1
| - install ocamlfind  1.9.8
| - install toffee     0.1.0
| - install topkg      1.1.1
+- 
# To update the current shell environment, run: eval $(opam env)

The former state can be restored with:
    /usr/bin/opam switch import "/home/opam/.opam/5.4/.opam-switch/backup/state-20260130210138.export"
[WARNING] OPAMCONFIRMLEVEL was ignored because CLI 2.0 was requested and it was introduced in 2.1.
[WARNING] OPAMCONFIRMLEVEL was ignored because CLI 2.0 was requested and it was introduced in 2.1.
opam-repo-ci detected dependencies failing:  matrix.0.1.0
"/usr/bin/env" "bash" "-c" "opam reinstall mosaic.0.1.0;
        res=$?;
        test "$res" != 31 && exit "$res";
        export OPAMCLI=2.0;
        build_dir=$(opam var prefix)/.opam-switch/build;
        failed=$(ls "$build_dir");
        partial_fails="";
        for pkg in $failed; do
          if opam show -f x-ci-accept-failures: "$pkg" | grep -qF "\"ubuntu-22.04\""; then
            echo "A package failed and has been disabled for CI using the 'x-ci-accept-failures' field.";
          fi;
          test "$pkg" != 'mosaic.0.1.0' && partial_fails="$partial_fails $pkg";
        done;
        test "${partial_fails}" != "" && echo "opam-repo-ci detected dependencies failing: ${partial_fails}";
        exit 1" failed with exit status 1
2026-01-30 21:02.35: Job failed: Failed: Build failed
2026-01-30 21:02.35: Log analysis:
2026-01-30 21:02.35: >>> 
[ERROR] The compilation of matrix.0.1.0 failed at "dune build -p matrix -j 71 @install".
 (score = 20)
2026-01-30 21:02.35: >>> 
# Error: Library "ppx_expect" not found.
 (score = 48)
2026-01-30 21:02.35: >>> 
opam-repo-ci detected dependencies failing:  matrix.0.1.0
 (score = 75)
2026-01-30 21:02.35:  matrix.0.1.0 failed to build