[23:05:37.402] New invocation is queued and will start shortly
[23:05:38.549] Starting the invocation (attempt 1)
[23:05:38.584] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/sandbox/+/61ca5306a23bdc31974958b862198a477cd2cb2b"
[23:05:38.584] Popped gitiles commit info from properties and tags
[23:05:38.584] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:05:38.584] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:05:38.585] Buildbucket request:
{
"requestId": "8836073426579992448",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-linux-sandbox"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8836073426579992448",
"job": "pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "ce8e1b0bb71e9bcd383481f2b899ed70b858e68f"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@ce8e1b0bb71e9bcd383481f2b899ed70b858e68f",
"title": "ce8e1b0bb71e9bcd383481f2b899ed70b858e68f",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/ce8e1b0bb71e9bcd383481f2b899ed70b858e68f"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "819079e005a8ba602ee2d54bf096920da37eb0fd"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@819079e005a8ba602ee2d54bf096920da37eb0fd",
"title": "819079e005a8ba602ee2d54bf096920da37eb0fd",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/819079e005a8ba602ee2d54bf096920da37eb0fd"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "2171487e7d71564e52f79510bb13dc8d56551a41"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@2171487e7d71564e52f79510bb13dc8d56551a41",
"title": "2171487e7d71564e52f79510bb13dc8d56551a41",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/2171487e7d71564e52f79510bb13dc8d56551a41"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "61ca5306a23bdc31974958b862198a477cd2cb2b"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@61ca5306a23bdc31974958b862198a477cd2cb2b",
"title": "61ca5306a23bdc31974958b862198a477cd2cb2b",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/61ca5306a23bdc31974958b862198a477cd2cb2b"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "61ca5306a23bdc31974958b862198a477cd2cb2b",
"ref": "refs/heads/upstream/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8836073426579992448"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:05:38.988] Scheduled build:
{
"id": "8670643364588172129",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-linux-sandbox"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-14T23:05:38.681012085Z",
"updateTime": "2026-09-14T23:05:38.681012085Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "61ca5306a23bdc31974958b862198a477cd2cb2b",
"ref": "refs/heads/upstream/main"
}
}
}
[23:05:38.988] Task URL: https://cr-buildbucket.appspot.com/build/8670643364588172129
[23:05:38.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:2:0) after 5m55s
[23:05:39.942] Received PubSub notification, asking Buildbucket for the build status
[23:05:39.964] Build status: SCHEDULED
[23:11:34.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:2:0)
[23:11:34.116] Build status: SCHEDULED
[23:11:34.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:4:0) after 8m21s
[23:19:55.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:4:0)
[23:19:55.224] Build status: SCHEDULED
[23:19:55.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:5:0) after 4m21s
[23:24:16.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:5:0)
[23:24:16.319] Build status: SCHEDULED
[23:24:16.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:6:0) after 9m26s
[23:33:42.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:6:0)
[23:33:42.429] Build status: SCHEDULED
[23:33:42.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:7:0) after 1m35s
[23:35:17.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:7:0)
[23:35:17.661] Build status: SCHEDULED
[23:35:17.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:8:0) after 9m4s
[23:44:21.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:8:0)
[23:44:21.856] Build status: SCHEDULED
[23:44:21.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:9:0) after 6m6s
[23:50:27.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:9:0)
[23:50:27.952] Build status: SCHEDULED
[23:50:27.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:10:0) after 8m2s
[23:58:30.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:10:0)
[23:58:30.046] Build status: SCHEDULED
[23:58:30.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:11:0) after 4m20s
[00:02:50.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:11:0)
[00:02:50.098] Build status: SCHEDULED
[00:02:50.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:12:0) after 6m11s
[00:09:01.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:12:0)
[00:09:01.246] Build status: SCHEDULED
[00:09:01.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:13:0) after 9m35s
[00:18:36.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:13:0)
[00:18:36.239] Build status: SCHEDULED
[00:18:36.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:14:0) after 9m6s
[00:27:42.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:14:0)
[00:27:42.689] Build status: SCHEDULED
[00:27:42.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:15:0) after 7m49s
[00:35:31.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:15:0)
[00:35:31.726] Build status: SCHEDULED
[00:35:31.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:16:0) after 7m16s
[00:42:47.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:16:0)
[00:42:47.788] Build status: SCHEDULED
[00:42:47.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:17:0) after 1m38s
[00:44:25.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:17:0)
[00:44:26.124] Build status: SCHEDULED
[00:44:26.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:18:0) after 1m56s
[00:46:22.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:18:0)
[00:46:22.162] Build status: SCHEDULED
[00:46:22.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:19:0) after 5m11s
[00:51:33.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:19:0)
[00:51:33.215] Build status: SCHEDULED
[00:51:33.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:20:0) after 7m32s
[00:59:05.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:20:0)
[00:59:05.306] Build status: SCHEDULED
[00:59:05.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:21:0) after 8m21s
[01:07:26.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:21:0)
[01:07:26.356] Build status: SCHEDULED
[01:07:26.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:22:0) after 4m46s
[01:12:12.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:22:0)
[01:12:12.394] Build status: SCHEDULED
[01:12:12.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:23:0) after 2m19s
[01:14:31.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:23:0)
[01:14:31.503] Build status: SCHEDULED
[01:14:31.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:24:0) after 9m48s
[01:24:19.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:24:0)
[01:24:19.547] Build status: SCHEDULED
[01:24:19.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:25:0) after 1m23s
[01:25:42.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:25:0)
[01:25:42.690] Build status: SCHEDULED
[01:25:42.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:26:0) after 7m53s
[01:33:35.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:26:0)
[01:33:35.769] Build status: SCHEDULED
[01:33:35.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:27:0) after 3m19s
[01:36:54.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:27:0)
[01:36:54.826] Build status: SCHEDULED
[01:36:54.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:28:0) after 1m26s
[01:38:20.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:28:0)
[01:38:20.863] Build status: SCHEDULED
[01:38:20.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:29:0) after 5m8s
[01:43:28.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:29:0)
[01:43:28.946] Build status: SCHEDULED
[01:43:28.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:30:0) after 5m54s
[01:49:22.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:30:0)
[01:49:23.023] Build status: SCHEDULED
[01:49:23.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:31:0) after 8m37s
[01:58:00.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:31:0)
[01:58:00.091] Build status: SCHEDULED
[01:58:00.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:32:0) after 5m38s
[02:03:38.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:32:0)
[02:03:38.246] Build status: SCHEDULED
[02:03:38.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:33:0) after 7m3s
[02:10:41.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:33:0)
[02:10:41.305] Build status: SCHEDULED
[02:10:41.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:34:0) after 5m30s
[02:16:11.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:34:0)
[02:16:11.642] Build status: SCHEDULED
[02:16:11.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:35:0) after 7m4s
[02:23:15.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:35:0)
[02:23:15.852] Build status: SCHEDULED
[02:23:15.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:36:0) after 2m15s
[02:25:30.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:36:0)
[02:25:30.906] Build status: SCHEDULED
[02:25:30.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:37:0) after 3m25s
[02:28:55.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:37:0)
[02:28:55.926] Build status: SCHEDULED
[02:28:55.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:38:0) after 6m1s
[02:34:56.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:38:0)
[02:34:56.929] Build status: SCHEDULED
[02:34:56.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:39:0) after 8m25s
[02:43:21.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:39:0)
[02:43:22.077] Build status: SCHEDULED
[02:43:22.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:40:0) after 7m40s
[02:51:02.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:40:0)
[02:51:02.140] Build status: SCHEDULED
[02:51:02.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:41:0) after 4m53s
[02:55:55.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:41:0)
[02:55:55.175] Build status: SCHEDULED
[02:55:55.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:42:0) after 9m35s
[03:05:30.211] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:42:0)
[03:05:30.237] Build status: SCHEDULED
[03:05:30.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:43:0) after 3m40s
[03:09:10.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:43:0)
[03:09:10.371] Build status: SCHEDULED
[03:09:10.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:44:0) after 9m48s
[03:18:58.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:44:0)
[03:18:58.416] Build status: SCHEDULED
[03:18:58.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:45:0) after 9m13s
[03:28:11.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:45:0)
[03:28:11.470] Build status: SCHEDULED
[03:28:11.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:46:0) after 3m28s
[03:31:39.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:46:0)
[03:31:39.561] Build status: SCHEDULED
[03:31:39.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:47:0) after 5m56s
[03:37:35.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:47:0)
[03:37:35.623] Build status: SCHEDULED
[03:37:35.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:48:0) after 8m29s
[03:46:04.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:48:0)
[03:46:04.724] Build status: SCHEDULED
[03:46:04.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:49:0) after 5m32s
[03:51:36.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:49:0)
[03:51:36.856] Build status: SCHEDULED
[03:51:36.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:50:0) after 5m47s
[03:57:23.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:50:0)
[03:57:23.897] Build status: SCHEDULED
[03:57:23.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:51:0) after 5m39s
[04:03:02.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:51:0)
[04:03:03.012] Build status: SCHEDULED
[04:03:03.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:52:0) after 7m17s
[04:10:20.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:52:0)
[04:10:20.250] Build status: SCHEDULED
[04:10:20.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:53:0) after 1m13s
[04:11:33.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:53:0)
[04:11:33.369] Build status: SCHEDULED
[04:11:33.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:54:0) after 1m5s
[04:12:38.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:54:0)
[04:12:38.411] Build status: SCHEDULED
[04:12:38.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:55:0) after 3m55s
[04:16:33.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:55:0)
[04:16:33.443] Build status: SCHEDULED
[04:16:33.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:56:0) after 1m24s
[04:17:57.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:56:0)
[04:17:57.482] Build status: SCHEDULED
[04:17:57.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:57:0) after 2m21s
[04:20:18.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:57:0)
[04:20:18.578] Build status: SCHEDULED
[04:20:18.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:58:0) after 2m20s
[04:22:38.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:58:0)
[04:22:38.670] Build status: SCHEDULED
[04:22:38.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:59:0) after 6m40s
[04:29:18.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:59:0)
[04:29:18.711] Build status: SCHEDULED
[04:29:18.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:60:0) after 5m27s
[04:34:45.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:60:0)
[04:34:45.750] Build status: SCHEDULED
[04:34:45.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:61:0) after 3m53s
[04:38:38.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:61:0)
[04:38:38.836] Build status: SCHEDULED
[04:38:38.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:62:0) after 3m17s
[04:41:55.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:62:0)
[04:41:56.015] Build status: SCHEDULED
[04:41:56.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:63:0) after 2m54s
[04:44:50.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:63:0)
[04:44:50.155] Build status: SCHEDULED
[04:44:50.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:64:0) after 5m17s
[04:50:07.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:64:0)
[04:50:07.196] Build status: SCHEDULED
[04:50:07.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:65:0) after 7m8s
[04:57:15.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:65:0)
[04:57:15.301] Build status: SCHEDULED
[04:57:15.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:66:0) after 2m1s
[04:59:16.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:66:0)
[04:59:16.417] Build status: SCHEDULED
[04:59:16.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:67:0) after 5m45s
[05:05:01.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:67:0)
[05:05:01.485] Build status: SCHEDULED
[05:05:01.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:68:0) after 6m24s
[05:11:25.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:68:0)
[05:11:25.647] Build status: SCHEDULED
[05:11:25.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:69:0) after 5m4s
[05:16:29.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:69:0)
[05:16:29.785] Build status: SCHEDULED
[05:16:29.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:70:0) after 6m3s
[05:22:32.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:70:0)
[05:22:32.824] Build status: SCHEDULED
[05:22:32.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:71:0) after 8m46s
[05:31:18.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:71:0)
[05:31:18.972] Build status: SCHEDULED
[05:31:18.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:72:0) after 1m33s
[05:32:52.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:72:0)
[05:32:52.051] Build status: SCHEDULED
[05:32:52.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:73:0) after 9m34s
[05:42:26.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:73:0)
[05:42:26.142] Build status: SCHEDULED
[05:42:26.142] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:74:0) after 8m14s
[05:50:40.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:74:0)
[05:50:40.168] Build status: SCHEDULED
[05:50:40.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:75:0) after 1m26s
[05:52:06.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:75:0)
[05:52:06.253] Build status: SCHEDULED
[05:52:06.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:76:0) after 3m34s
[05:55:40.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:76:0)
[05:55:40.256] Build status: SCHEDULED
[05:55:40.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:77:0) after 5m30s
[06:01:10.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:77:0)
[06:01:10.301] Build status: SCHEDULED
[06:01:10.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:78:0) after 2m22s
[06:03:32.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:78:0)
[06:03:32.332] Build status: SCHEDULED
[06:03:32.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:79:0) after 6m23s
[06:09:55.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:79:0)
[06:09:55.414] Build status: SCHEDULED
[06:09:55.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:80:0) after 6m11s
[06:16:06.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:80:0)
[06:16:06.499] Build status: SCHEDULED
[06:16:06.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:81:0) after 6m41s
[06:22:47.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:81:0)
[06:22:47.542] Build status: SCHEDULED
[06:22:47.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:82:0) after 5m40s
[06:28:27.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:82:0)
[06:28:27.679] Build status: SCHEDULED
[06:28:27.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:83:0) after 7m18s
[06:35:45.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:83:0)
[06:35:45.829] Build status: SCHEDULED
[06:35:45.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:84:0) after 1m6s
[06:36:51.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:84:0)
[06:36:51.912] Build status: SCHEDULED
[06:36:51.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:85:0) after 3m30s
[06:38:30.064] Received PubSub notification, asking Buildbucket for the build status
[06:38:30.082] Build status: STARTED
[06:40:21.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:85:0)
[06:40:21.963] Build status: STARTED
[06:40:21.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8836073426579992448:87:0) after 5m25s
[06:43:13.815] Received PubSub notification, asking Buildbucket for the build status
[06:43:13.848] Build:
{
"id": "8670643364588172129",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-linux-sandbox"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-14T23:05:38.681012085Z",
"startTime": "2026-09-15T06:38:28.685922106Z",
"endTime": "2026-09-15T06:43:13.378972885Z",
"updateTime": "2026-09-15T06:43:13.378972885Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "61ca5306a23bdc31974958b862198a477cd2cb2b",
"ref": "refs/heads/upstream/main"
}
}
}
[06:43:13.848] Invocation finished in 7h37m36.450358397s with status FAILED