Gladex Agent Logs

/tmp/gocache/ab/ab1444667fa66272a3adfb20ef2480e0752cfe10254279e0d206a7ce704a52a0-a
> build · mimo-v2.6-flash-free
$ cd /tmp && for d in gocache opencode opencode/basetree opencode/rlprobe opencode/q124 go gomod gomodcache gopath go-mod-cache go-cache chs chs.zip gc2 go-build2720450758 go-build1231887582; do printf "%-28s %s\n" "$d" "$(stat -c '%y  %s' -c '%y' "$d" 2>/dev/null)"; done; echo "=== per-dir mtime+size ==="; du -sh --time=ctime /tmp/gocache /tmp/opencode/basetree /tmp/gomodcache /tmp/gopath /tmp/gomod /tmp/go /tmp/go-mod-cache /tmp/go-cache /tmp/chs /tmp/chs.zip /tmp/gc2 2>/dev/null | sort -h
gocache                      2026-10-02 13:30:10.480161084 +0200
opencode                     2026-10-06 10:01:25.580006155 +0200
opencode/basetree            2026-09-30 05:40:00.000000000 +0200
opencode/rlprobe             2026-09-24 22:29:23.798454037 +0200
opencode/q124                2026-10-03 10:15:38.435021766 +0200
go                           2026-10-03 13:08:20.137749861 +0200
gomod                        2026-09-30 19:38:45.137399136 +0200
gomodcache                   2026-09-20 17:09:56.288955082 +0200
gopath                       2026-09-21 09:15:46.893120814 +0200
go-mod-cache                 2026-10-03 18:08:33.569560012 +0200
go-cache                     2026-10-03 13:09:51.540730349 +0200
chs                          2026-09-28 08:20:00.509005527 +0200
chs.zip                      2026-09-28 08:19:55.963897490 +0200
gc2                          2026-09-24 02:09:25.609075973 +0200
go-build2720450758           2026-10-03 08:09:00.800066125 +0200
go-build1231887582           2026-09-25 08:07:43.436442771 +0200
=== per-dir mtime+size ===
115M	2026-09-28 08:19	/tmp/chs.zip
149M	2026-09-24 02:09	/tmp/gc2
163M	2026-10-03 13:12	/tmp/go-cache
263M	2026-09-28 08:20	/tmp/chs
573M	2026-10-03 13:09	/tmp/go
573M	2026-10-04 09:32	/tmp/gomod
574M	2026-10-03 18:08	/tmp/go-mod-cache
731M	2026-10-03 18:10	/tmp/gopath
882M	2026-10-05 13:34	/tmp/gomodcache
5.5G	2026-09-30 10:20	/tmp/opencode/basetree
42G	2026-10-06 10:01	/tmp/gocache
> build · mimo-v2.6-flash-free
$ cd /data/repo; grep -rn "basetree\|regcov\|gomodcache\|go-mod-cache" tools/ tests/ 2>/dev/null | head -12; echo "---AGES---"; for d in /tmp/opencode/basetree /tmp/gocache /tmp/gomodcache /tmp/gopath /tmp/go /tmp/gomod /tmp/go-mod-cache /tmp/go-cache; do [ -e "$d" ] && stat -c '%y %n' "$d"; done; echo "---REGCOV---"; ls -ld --time-style=+%F /tmp/regcov.* 2>/dev/null | head; echo "---PROC---"; for p in /proc/[0-9]*; do tr '\0' '\n' < "$p/environ" 2>/dev/null | grep -q "GOPATH=/tmp/gopath\|GOMODCACHE=/tmp/gomodcache\|GOCACHE=/tmp/gocache" && echo "$p: $(tr '\0' ' ' < $p/cmdline | cut -c1-90)"; done | head; echo "---GOBUILDTMP---"; du -sh /tmp/go-build* 2>/dev/null | tail -3; df -h / | tail -1
tools/disk-show:77:    ("go-modcache-gomodcache", "/tmp/gomodcache", "duplicate Go module cache (regenerable)"),
tests/test_registry_coverage.sh:574:  local bad_flag="--regcov-not-a-real-flag"
tests/test_registry_coverage.sh:1594:SBROOT=$(mktemp -d "${TMPDIR:-/tmp}/opencode/regcov.XXXXXX") || exit 1
tests/test_registry_coverage.sh:1900:rc14=$(timeout 5 "$D/tools/version-check" --regcov-not-a-real-flag >/dev/null 2>&1; echo $?)
tests/test_registry_coverage.sh:1932:rc15=$(timeout 5 "$D/tools/budget-show" --regcov-not-a-real-flag >/dev/null 2>&1; echo $?)
tests/test_registry_coverage.sh:2115:rc21f=$(timeout 5 "$D/tools/version-check" --regcov-not-a-real-flag >/dev/null 2>&1; echo $?)
tests/test_registry_coverage.sh:2202:rc23f=$(timeout 5 "$D/tools/verify-landing" --regcov-not-a-real-flag >/dev/null 2>&1; echo $?)
tests/test_registry_coverage.sh:2268:rc24f=$(timeout 5 "$D/tools/verify-landing" --regcov-not-a-real-flag >/dev/null 2>&1; echo $?)
tests/test_registry_coverage.sh:2334:rc25f=$(timeout 5 "$D/tools/verify-landing" --regcov-not-a-real-flag >/dev/null 2>&1; echo $?)
tests/test_registry_coverage.sh:2450:rc27f=$(timeout 5 "$D/tools/verify-landing" --regcov-not-a-real-flag >/dev/null 2>&1; echo $?)
tests/test_registry_coverage.sh:2531:rc28f=$(timeout 5 "$D/tools/verify-landing" --regcov-not-a-real-flag >/dev/null 2>&1; echo $?)
tests/test_registry_coverage.sh:2595:rc29f=$(timeout 5 "$D/tools/verify-landing" --regcov-not-a-real-flag >/dev/null 2>&1; echo $?)
---AGES---
2026-09-30 05:40:00.000000000 +0200 /tmp/opencode/basetree
2026-10-02 13:30:10.480161084 +0200 /tmp/gocache
2026-09-20 17:09:56.288955082 +0200 /tmp/gomodcache
2026-09-21 09:15:46.893120814 +0200 /tmp/gopath
2026-10-03 13:08:20.137749861 +0200 /tmp/go
2026-09-30 19:38:45.137399136 +0200 /tmp/gomod
2026-10-03 18:08:33.569560012 +0200 /tmp/go-mod-cache
2026-10-03 13:09:51.540730349 +0200 /tmp/go-cache
---REGCOV---
---PROC---
---GOBUILDTMP---
15M	/tmp/go-build894998187
15M	/tmp/go-build908032265
16M	/tmp/go-build957349802
/dev/mapper/ubuntu--vg-ubuntu--lv   98G   93G  1.4M 100% /
> build · mimo-v2.6-flash-free
$ cd /data/repo; sed -n '55,110p' tools/disk-show; echo "---NEWEST---"; for d in /tmp/gocache /tmp/gomodcache /tmp/gopath /tmp/go /tmp/gomod /tmp/go-mod-cache /tmp/go-cache /tmp/opencode/basetree; do [ -e "$d" ] && echo "$d newest: $(find "$d" -newermt '-2 days' 2>/dev/null | head -1 | wc -l) entries touched in last 2d, total $(du -sh "$d" 2>/dev/null | cut -f1)"; done; echo "---GOBUILDTMP COUNT---"; ls -d /tmp/go-build* 2>/dev/null | wc -l; du -ch /tmp/go-build* 2>/dev/null | tail -1
import time
from datetime import datetime, timezone

THRESHOLD_DEFAULT = 90
# The size phase is BOUNDED overall, not per entry: `du` on the loop's own
# scratch tree (/tmp/opencode) alone takes ~15 s (measured 2026-09-29), and a
# watchdog that blocks for half a minute to print a bonus number is worse than
# one that answers in three. Entries are measured in table order until the
# budget runs out; whatever is left is reported as `budget` / `timeout` with
# bytes null (counted in reclaimable_unknown) - never silently dropped.
SIZE_BUDGET_S = 3.0
SIZE_TIMEOUT_S = 8          # per-entry ceiling as well; whichever is smaller wins
DEFAULT_MOUNTS = ("/", "/data")

# The named list of reclaimable paths: regenerable caches only, plus the
# agent-loop scratch dir (last, and the one that is NOT safe to prune while a
# run is active). Measured 2026-09-29 on the live box: the Go caches alone
# held ~4 G, /tmp/opencode ~8.8 G. Absent paths are reported, not hidden.
RECLAIMABLE = (
    ("go-build-cache", "/tmp/gocache",
     "regenerable Go build cache (the 21 G that filled / on 2026-09-29)"),
    ("go-modcache-gomod", "/tmp/gomod", "duplicate Go module cache (regenerable)"),
    ("go-modcache-gomodcache", "/tmp/gomodcache", "duplicate Go module cache (regenerable)"),
    ("go-modcache-gocache", "/tmp/go-cache", "duplicate Go module cache (regenerable)"),
    ("go-modcache-gomod2", "/tmp/go-modcache", "duplicate Go module cache (regenerable)"),
    ("go-modcache-go", "/tmp/go", "duplicate Go module cache (regenerable)"),
    ("go-modcache-gm2", "/tmp/gm2", "duplicate Go module cache (regenerable)"),
    ("gopath-tmp", "/tmp/gopath", "duplicate GOPATH (regenerable)"),
    ("gopath-root", "/root/go", "GOPATH module cache (regenerable)"),
    ("go-build-root", "/root/.cache/go-build", "Go build cache under root's home (regenerable)"),
    ("pip-cache", "/root/.cache/pip", "pip download cache (regenerable)"),
    ("apt-archives", "/var/cache/apt/archives", "downloaded .debs (`apt-get clean`)"),
    ("loop-scratch", "/tmp/opencode",
     "agent-loop scratch: run logs and sandboxes - reclaim ONLY between runs"),
)


def threshold_arg(raw):
    """--threshold PCT: an integer in 1..100, or argparse exits 2."""
    try:
        value = int(raw)
    except ValueError:
        raise argparse.ArgumentTypeError(
            "--threshold must be an integer number of percent, got %r" % (raw,)
        )
    if not 1 <= value <= 100:
        raise argparse.ArgumentTypeError(
            "--threshold must be between 1 and 100, got %r" % (raw,)
        )
    return value


def load_paths_file(path):
    """Parse the GLADEX_DISK_PATHS_FILE override: `name|path|note` per line."""
    rows = []
    with open(path, encoding="utf-8") as handle:
---NEWEST---
/tmp/gocache newest: 1 entries touched in last 2d, total 42G
/tmp/gomodcache newest: 1 entries touched in last 2d, total 882M
/tmp/gopath newest: 0 entries touched in last 2d, total 731M
/tmp/go newest: 0 entries touched in last 2d, total 573M
/tmp/gomod newest: 0 entries touched in last 2d, total 573M
/tmp/go-mod-cache newest: 0 entries touched in last 2d, total 574M
/tmp/go-cache newest: 0 entries touched in last 2d, total 163M
/tmp/opencode/basetree newest: 0 entries touched in last 2d, total 5.5G
---GOBUILDTMP COUNT---
51
670M	total
> build · mimo-v2.6-flash-free
$ ps aux | grep -E "[g]o (build|test)|[c]ompile" | head -5; echo "---recent gocache---"; find /tmp/gocache -newermt '-2 days' 2>/dev/null | head -5; echo "---recent gomodcache---"; find /tmp/gomodcache -newermt '-2 days' 2>/dev/null | head -5; echo "---repo size---"; du -sh /data/repo 2>/dev/null; du -sh /data/repo/.git
---recent gocache---
/tmp/gocache/d8
/tmp/gocache/d8/d86b66b227abb3e39f6ebb3bfe03a20403b4f9221390fd6247322c035d8d450e-a
/tmp/gocache/d8/d8d7a95a0f2eac4ee4ded67980ae825feed5fab4a2c6c66db8339a69fe0aef91-a
/tmp/gocache/d8/d8ef48ba3788d648529d77065fde77edd4b640ea657f9d05a17d2a827596d276-a
/tmp/gocache/d8/d8b024ab5ee96d7726d4944256052df465a16ef6d69e2b6295cae05485ffbd13-d
---recent gomodcache---
/tmp/gomodcache/cache/download/sumdb/sum.golang.org/tile/8/2/003.p
/tmp/gomodcache/cache/download/sumdb/sum.golang.org/tile/8/2/003.p/246
/tmp/gomodcache/cache/download/sumdb/sum.golang.org/tile/8/0
/tmp/gomodcache/cache/download/sumdb/sum.golang.org/tile/8/0/x259
/tmp/gomodcache/cache/download/sumdb/sum.golang.org/tile/8/0/x259/801.p
---repo size---
5.9G	/data/repo
297M	/data/repo/.git
> build · mimo-v2.6-flash-free
No Go builds running, and `tools/disk-show` itself names these paths as regenerable. Reclaiming the stale set (nothing touched in 2+ days), leaving `/tmp/gocache` (recently touched) and other desks' scratch alone:
$ set -x; du -sh /root/.cache/go-build /root/.cache/pip /var/cache/apt/archives 2>/dev/null; rm -rf /tmp/opencode/basetree /tmp/gopath /tmp/go /tmp/gomod /tmp/go-mod-cache /tmp/go-cache; rm -rf /tmp/go-build*; du -sh /root/.cache/go-build /root/.cache/pip 2>/dev/null; df -h / | tail -1
+ du -sh /root/.cache/go-build /root/.cache/pip /var/cache/apt/archives
60K	/var/cache/apt/archives
+ rm -rf /tmp/opencode/basetree /tmp/gopath /tmp/go /tmp/gomod /tmp/go-mod-cache /tmp/go-cache
+ rm -rf /tmp/go-build1026805514 /tmp/go-build1096976764 /tmp/go-build1133021201 /tmp/go-build1192851994 /tmp/go-build1231887582 /tmp/go-build1308200258 /tmp/go-build1390336602 /tmp/go-build1482921151 /tmp/go-build1502430956 /tmp/go-build1514414877 /tmp/go-build1536615481 /tmp/go-build1550846896 /tmp/go-build1562938086 /tmp/go-build1583611865 /tmp/go-build1638415426 /tmp/go-build1763410245 /tmp/go-build1862155254 /tmp/go-build1868210695 /tmp/go-build1952722965 /tmp/go-build2001588760 /tmp/go-build204483417 /tmp/go-build2061816949 /tmp/go-build2139823707 /tmp/go-build2289508592 /tmp/go-build2308268709 /tmp/go-build2342901427 /tmp/go-build2374807740 /tmp/go-build261091254 /tmp/go-build2720450758 /tmp/go-build2753168328 /tmp/go-build2832250889 /tmp/go-build2862513101 /tmp/go-build3295515809 /tmp/go-build343537843 /tmp/go-build3446775322 /tmp/go-build3487033656 /tmp/go-build3503770685 /tmp/go-build3513121485 /tmp/go-build3634832715 /tmp/go-build3635240589 /tmp/go-build3644288904 /tmp/go-build3647159011 /tmp/go-build41063667 /tmp/go-build4168509730 /tmp/go-build439479142 /tmp/go-build58090682 /tmp/go-build654562609 /tmp/go-build680357413 /tmp/go-build894998187 /tmp/go-build908032265 /tmp/go-build957349802
+ du -sh /root/.cache/go-build /root/.cache/pip
+ df -h /
+ tail -1
/dev/mapper/ubuntu--vg-ubuntu--lv   98G   85G  8.8G  91% /
> build · mimo-v2.6-flash-free
$ cd /data/repo; sed -n '1590,1615p' tests/test_registry_coverage.sh; grep -n "cp -a\|cp -R" tests/test_registry_coverage.sh | head -5; grep -n "SBROOT" tests/test_registry_coverage.sh | tail -5; echo ---; grep -n "sandbox commit\|mktemp" tests/test_repo_lint.sh | head -8
# --------------------------------------------------------------------------
# Sandbox helpers — every control gets a fresh, independent copy.
# --------------------------------------------------------------------------
SBROOT=$(mktemp -d "${TMPDIR:-/tmp}/opencode/regcov.XXXXXX") || exit 1
trap 'rm -rf "$SBROOT"' EXIT

# fresh <case> -> path of a pristine copy of tools/ + REGISTRY.md, plus the
# tests/ tree the registered sections name. The WHOLE tree is copied, not just
# those five names: section F asks the copied `regression-run --list` how many
# suites exist, so a sandbox holding only stubs would answer 5 where the live
# tree answers 62 and every control would trip `figure_stale` for a reason of
# its own — the control environment must not change the truth it measures.
fresh() {
  local d="$SBROOT/$1" f t
  rm -rf "$d"
  mkdir -p "$d/tools" "$d/tests"
  for f in "$cov_tools"/*; do
    [ -f "$f" ] && cp "$f" "$d/tools/"
  done
  for f in "$cov_tests"/*; do
    [ -f "$f" ] && cp "$f" "$d/tests/"
  done
  # Registered-but-absent suites still get a stub, so the reverse direction of
  # the coverage check keeps reading existence rather than content. Nothing
  # truncates a copy that is already there.
3681:  test -d "$SBROOT/c41c"
3683:  grep -q '^## test_registry_coverage.sh$' "$SBROOT/c41c/tools/REGISTRY.md"
3686:  "$(eof_violations "$(eof_sec "$SBROOT/c41a/tools/REGISTRY.md")") $(eof_violations "$(eof_sec "$SBROOT/c41b/tools/REGISTRY.md")") $(eof_violations "$(eof_sec "$SBROOT/c41c/tools/REGISTRY.md")")"
3871:D="$SBROOT/c43a"
3903:c43_hist="$SBROOT/c873.sh"
---
15:# tool's GLADEX_REPO_DIR hook, all inside a trap-cleaned mktemp sandbox under
199:# Every sandbox commit MUST carry content. An empty commit means this test's
206:    echo "FATAL: sandbox commit '$1' had nothing to commit (test bug)" >&2
215:  SB=$(mktemp -d "$base/rl.XXXXXX") || { echo "cannot create sandbox" >&2; exit 1; }
277:  GO_SB=$(mktemp -d "$base/rlgo.XXXXXX") || { echo "cannot create go sandbox" >&2; exit 1; }
> build · mimo-v2.6-flash-free
8.8G free. Re-running the invalidated suites on committed bytes:

Select another run log from the list above. Only files matching run-YYYYMMDD-HHMMSS-N.log are readable.

[Tue Oct  6 09:54:48 2026] 127.0.0.1:54266 Accepted
[Tue Oct  6 09:54:48 2026] 127.0.0.1:54266 Closing
[Tue Oct  6 09:54:48 2026] 127.0.0.1:54282 Accepted
[Tue Oct  6 09:54:48 2026] 127.0.0.1:54282 Closing
[Tue Oct  6 09:54:48 2026] 127.0.0.1:54286 Accepted
[Tue Oct  6 09:54:48 2026] 127.0.0.1:54286 Closing
[Tue Oct  6 09:54:48 2026] 127.0.0.1:54288 Accepted
[Tue Oct  6 09:54:48 2026] 127.0.0.1:54288 Closing
[Tue Oct  6 09:54:48 2026] 127.0.0.1:54292 Accepted
[Tue Oct  6 09:54:48 2026] 127.0.0.1:54292 Closing
[Tue Oct  6 09:54:48 2026] 127.0.0.1:54296 Accepted
[Tue Oct  6 09:54:48 2026] 127.0.0.1:54296 Closing
[Tue Oct  6 09:54:48 2026] 127.0.0.1:54312 Accepted
[Tue Oct  6 09:54:48 2026] 127.0.0.1:54312 Closing
[Tue Oct  6 09:54:48 2026] 127.0.0.1:54316 Accepted
[Tue Oct  6 09:54:49 2026] 127.0.0.1:54316 Closing
[Tue Oct  6 09:54:49 2026] 127.0.0.1:54322 Accepted
[Tue Oct  6 09:54:49 2026] 127.0.0.1:54322 Closing
[Tue Oct  6 10:00:08 2026] 127.0.0.1:34588 Accepted
[Tue Oct  6 10:00:08 2026] 127.0.0.1:34588 Closing
[Tue Oct  6 10:00:08 2026] 127.0.0.1:34592 Accepted
[Tue Oct  6 10:00:08 2026] 127.0.0.1:34592 Closing
[Tue Oct  6 10:00:08 2026] 127.0.0.1:34608 Accepted
[Tue Oct  6 10:00:08 2026] 127.0.0.1:34608 Closing
[Tue Oct  6 10:00:08 2026] 127.0.0.1:34612 Accepted
[Tue Oct  6 10:00:08 2026] 127.0.0.1:34612 Closing
[Tue Oct  6 10:00:08 2026] 127.0.0.1:34614 Accepted
[Tue Oct  6 10:00:08 2026] 127.0.0.1:34614 Closing
[Tue Oct  6 10:00:08 2026] 127.0.0.1:34626 Accepted
[Tue Oct  6 10:00:08 2026] 127.0.0.1:34626 Closing
[Tue Oct  6 10:00:08 2026] 127.0.0.1:34638 Accepted
[Tue Oct  6 10:00:08 2026] 127.0.0.1:34638 Closing
[Tue Oct  6 10:00:08 2026] 127.0.0.1:34648 Accepted
[Tue Oct  6 10:00:08 2026] 127.0.0.1:34648 Closing
[Tue Oct  6 10:00:08 2026] 127.0.0.1:34660 Accepted
[Tue Oct  6 10:00:08 2026] PHP Fatal error:  Uncaught PDOException: SQLSTATE[HY000]: General error: 10 disk I/O error in /opt/startup/prod/src/php/db.php:47
Stack trace:
#0 /opt/startup/prod/src/php/db.php(47): PDO->exec()
#1 /opt/startup/prod/src/php/app.php(26): gladex_pdo()
#2 /opt/startup/prod/src/php/app.php(39): getDb()
#3 {main}
  thrown in /opt/startup/prod/src/php/db.php on line 47
[Tue Oct  6 [Tue Oct  6 10:08:24 2026] 127.0.0.1:56776 Accepted
[Tue Oct  6 10:08:24 2026] 127.0.0.1:56776 Closing
[Tue Oct  6 10:09:07 2026] 127.0.0.1:55966 Accepted
[Tue Oct  6 10:09:07 2026] 127.0.0.1:55966 Closed without sending a request; it was probably just an unused speculative preconnection
[Tue Oct  6 10:09:07 2026] 127.0.0.1:55966 Closing
[Tue Oct  6 10:09:08 2026] 127.0.0.1:55980 Accepted
[Tue Oct  6 10:09:08 2026] 127.0.0.1:55980 Closed without sending a request; it was probably just an unused speculative preconnection
[Tue Oct  6 10:09:08 2026] 127.0.0.1:55980 Closing
[Tue Oct  6 10:09:43 2026] 127.0.0.1:57864 Accepted
[Tue Oct  6 10:09:43 2026] 127.0.0.1:57864 Closed without sending a request; it was probably just an unused speculative preconnection
[Tue Oct  6 10:09:43 2026] 127.0.0.1:57864 Closing
[Tue Oct  6 10:09:44 2026] 127.0.0.1:57878 Accepted
[Tue Oct  6 10:09:44 2026] 127.0.0.1:57878 Closed without sending a request; it was probably just an unused speculative preconnection
[Tue Oct  6 10:09:44 2026] 127.0.0.1:57878 Closing
[Tue Oct  6 10:10:41 2026] 127.0.0.1:48302 Accepted
[Tue Oct  6 10:10:41 2026] 127.0.0.1:48302 Closing
[Tue Oct  6 10:10:42 2026] 127.0.0.1:48310 Accepted