[23:14:52.562] New invocation is queued and will start shortly
[23:14:53.605] Starting the invocation (attempt 1)
[23:14:53.629] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/sandbox/+/8c5bcf5234acc25b30a70d541e23f658849a3a1d"
[23:14:53.629] Popped gitiles commit info from properties and tags
[23:14:53.629] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:14:53.629] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:14:53.629] Buildbucket request:
{
"requestId": "8837069411085661024",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-linux-sandbox"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8837069411085661024",
"job": "pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "1d683db3b2b2fca86dc70f1c3742295ead34bf71"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@1d683db3b2b2fca86dc70f1c3742295ead34bf71",
"title": "1d683db3b2b2fca86dc70f1c3742295ead34bf71",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/1d683db3b2b2fca86dc70f1c3742295ead34bf71"
},
{
"gitiles": {
"ref": "refs/heads/rpc2",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "46ef8db2ab4cb1e23225331d36b6005e1546d777"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@46ef8db2ab4cb1e23225331d36b6005e1546d777",
"title": "46ef8db2ab4cb1e23225331d36b6005e1546d777",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/46ef8db2ab4cb1e23225331d36b6005e1546d777"
},
{
"gitiles": {
"ref": "refs/heads/rpc2",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "8c5bcf5234acc25b30a70d541e23f658849a3a1d"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@8c5bcf5234acc25b30a70d541e23f658849a3a1d",
"title": "8c5bcf5234acc25b30a70d541e23f658849a3a1d",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/8c5bcf5234acc25b30a70d541e23f658849a3a1d"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "8c5bcf5234acc25b30a70d541e23f658849a3a1d",
"ref": "refs/heads/rpc2"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8837069411085661024"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:14:54.419] Scheduled build:
{
"id": "8671639349242672385",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-linux-sandbox"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-03T23:14:53.697657501Z",
"updateTime": "2026-09-03T23:14:53.697657501Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "8c5bcf5234acc25b30a70d541e23f658849a3a1d",
"ref": "refs/heads/rpc2"
}
}
}
[23:14:54.419] Task URL: https://cr-buildbucket.appspot.com/build/8671639349242672385
[23:14:54.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:2:0) after 3m33s
[23:14:55.070] Received PubSub notification, asking Buildbucket for the build status
[23:14:55.093] Build status: SCHEDULED
[23:18:27.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:2:0)
[23:18:27.455] Build status: SCHEDULED
[23:18:27.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:4:0) after 6m10s
[23:24:37.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:4:0)
[23:24:37.488] Build status: SCHEDULED
[23:24:37.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:5:0) after 4m9s
[23:28:46.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:5:0)
[23:28:46.558] Build status: SCHEDULED
[23:28:46.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:6:0) after 9m36s
[23:38:22.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:6:0)
[23:38:22.601] Build status: SCHEDULED
[23:38:22.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:7:0) after 4m38s
[23:43:00.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:7:0)
[23:43:00.714] Build status: SCHEDULED
[23:43:00.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:8:0) after 4m35s
[23:47:35.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:8:0)
[23:47:35.830] Build status: SCHEDULED
[23:47:35.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:9:0) after 5m34s
[23:53:09.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:9:0)
[23:53:09.965] Build status: SCHEDULED
[23:53:09.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:10:0) after 4m20s
[23:57:29.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:10:0)
[23:57:29.997] Build status: SCHEDULED
[23:57:29.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:11:0) after 1m33s
[23:59:03.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:11:0)
[23:59:03.072] Build status: SCHEDULED
[23:59:03.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:12:0) after 9m5s
[00:08:08.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:12:0)
[00:08:08.107] Build status: SCHEDULED
[00:08:08.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:13:0) after 9m47s
[00:17:55.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:13:0)
[00:17:55.115] Build status: SCHEDULED
[00:17:55.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:14:0) after 4m14s
[00:22:09.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:14:0)
[00:22:09.246] Build status: SCHEDULED
[00:22:09.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:15:0) after 3m21s
[00:25:30.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:15:0)
[00:25:30.288] Build status: SCHEDULED
[00:25:30.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:16:0) after 9m59s
[00:35:29.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:16:0)
[00:35:29.489] Build status: SCHEDULED
[00:35:29.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:17:0) after 8m21s
[00:43:50.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:17:0)
[00:43:50.575] Build status: SCHEDULED
[00:43:50.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:18:0) after 6m5s
[00:49:55.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:18:0)
[00:49:55.798] Build status: SCHEDULED
[00:49:55.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:19:0) after 2m22s
[00:52:17.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:19:0)
[00:52:17.836] Build status: SCHEDULED
[00:52:17.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:20:0) after 7m11s
[00:59:29.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:20:0)
[00:59:29.815] Build status: SCHEDULED
[00:59:29.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:21:0) after 8m44s
[01:08:13.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:21:0)
[01:08:14.008] Build status: SCHEDULED
[01:08:14.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:22:0) after 7m56s
[01:16:10.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:22:0)
[01:16:10.047] Build status: SCHEDULED
[01:16:10.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:23:0) after 4m56s
[01:21:06.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:23:0)
[01:21:06.085] Build status: SCHEDULED
[01:21:06.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:24:0) after 9m3s
[01:30:09.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:24:0)
[01:30:09.164] Build status: SCHEDULED
[01:30:09.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:25:0) after 8m28s
[01:38:37.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:25:0)
[01:38:37.962] Build status: SCHEDULED
[01:38:37.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:26:0) after 5m30s
[01:44:08.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:26:0)
[01:44:08.177] Build status: SCHEDULED
[01:44:08.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:27:0) after 7m35s
[01:51:43.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:27:0)
[01:51:43.652] Build status: SCHEDULED
[01:51:43.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:28:0) after 5m29s
[01:57:12.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:28:0)
[01:57:12.825] Build status: SCHEDULED
[01:57:12.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:29:0) after 5m26s
[02:02:38.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:29:0)
[02:02:38.929] Build status: SCHEDULED
[02:02:38.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:30:0) after 8m8s
[02:10:47.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:30:0)
[02:10:47.034] Build status: SCHEDULED
[02:10:47.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:31:0) after 7m39s
[02:18:26.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:31:0)
[02:18:26.136] Build status: SCHEDULED
[02:18:26.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:32:0) after 6m6s
[02:24:32.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:32:0)
[02:24:32.236] Build status: SCHEDULED
[02:24:32.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:33:0) after 8m22s
[02:32:54.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:33:0)
[02:32:54.488] Build status: SCHEDULED
[02:32:54.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:34:0) after 1m10s
[02:34:04.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:34:0)
[02:34:04.593] Build status: SCHEDULED
[02:34:04.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:35:0) after 8m37s
[02:42:41.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:35:0)
[02:42:41.667] Build status: SCHEDULED
[02:42:41.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:36:0) after 9m9s
[02:51:50.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:36:0)
[02:51:50.762] Build status: SCHEDULED
[02:51:50.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:37:0) after 1m57s
[02:53:47.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:37:0)
[02:53:47.922] Build status: SCHEDULED
[02:53:47.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:38:0) after 8m31s
[03:02:18.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:38:0)
[03:02:19.042] Build status: SCHEDULED
[03:02:19.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:39:0) after 2m27s
[03:04:46.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:39:0)
[03:04:46.129] Build status: SCHEDULED
[03:04:46.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:40:0) after 1m13s
[03:05:59.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:40:0)
[03:05:59.322] Build status: SCHEDULED
[03:05:59.322] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:41:0) after 6m10s
[03:12:09.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:41:0)
[03:12:09.539] Build status: SCHEDULED
[03:12:09.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:42:0) after 4m58s
[03:17:07.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:42:0)
[03:17:07.722] Build status: SCHEDULED
[03:17:07.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:43:0) after 2m22s
[03:19:29.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:43:0)
[03:19:29.792] Build status: SCHEDULED
[03:19:29.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:44:0) after 7m1s
[03:26:30.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:44:0)
[03:26:30.986] Build status: SCHEDULED
[03:26:30.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:45:0) after 3m37s
[03:30:08.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:45:0)
[03:30:08.035] Build status: SCHEDULED
[03:30:08.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:46:0) after 6m19s
[03:36:27.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:46:0)
[03:36:27.159] Build status: SCHEDULED
[03:36:27.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:47:0) after 6m56s
[03:43:23.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:47:0)
[03:43:23.250] Build status: SCHEDULED
[03:43:23.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:48:0) after 6m57s
[03:50:20.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:48:0)
[03:50:20.420] Build status: SCHEDULED
[03:50:20.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:49:0) after 6m56s
[03:57:16.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:49:0)
[03:57:16.518] Build status: SCHEDULED
[03:57:16.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:50:0) after 1m5s
[03:58:21.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:50:0)
[03:58:21.581] Build status: SCHEDULED
[03:58:21.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:51:0) after 6m55s
[04:05:16.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:51:0)
[04:05:16.675] Build status: SCHEDULED
[04:05:16.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:52:0) after 7m40s
[04:12:56.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:52:0)
[04:12:56.692] Build status: SCHEDULED
[04:12:56.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:53:0) after 4m16s
[04:17:12.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:53:0)
[04:17:12.756] Build status: SCHEDULED
[04:17:12.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:54:0) after 9m1s
[04:26:13.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:54:0)
[04:26:13.808] Build status: SCHEDULED
[04:26:13.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:55:0) after 1m16s
[04:27:29.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:55:0)
[04:27:29.907] Build status: SCHEDULED
[04:27:29.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:56:0) after 6m46s
[04:34:15.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:56:0)
[04:34:16.037] Build status: SCHEDULED
[04:34:16.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:57:0) after 6m22s
[04:40:38.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:57:0)
[04:40:38.171] Build status: SCHEDULED
[04:40:38.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:58:0) after 6m26s
[04:47:04.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:58:0)
[04:47:04.227] Build status: SCHEDULED
[04:47:04.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:59:0) after 3m56s
[04:51:00.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:59:0)
[04:51:00.268] Build status: SCHEDULED
[04:51:00.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:60:0) after 1m44s
[04:52:44.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:60:0)
[04:52:44.307] Build status: SCHEDULED
[04:52:44.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:61:0) after 1m58s
[04:54:42.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:61:0)
[04:54:42.424] Build status: SCHEDULED
[04:54:42.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:62:0) after 9m41s
[05:04:23.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:62:0)
[05:04:23.469] Build status: SCHEDULED
[05:04:23.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:63:0) after 6m44s
[05:11:07.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:63:0)
[05:11:07.516] Build status: SCHEDULED
[05:11:07.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:64:0) after 1m58s
[05:13:05.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:64:0)
[05:13:05.593] Build status: SCHEDULED
[05:13:05.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:65:0) after 9m3s
[05:22:08.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:65:0)
[05:22:08.640] Build status: SCHEDULED
[05:22:08.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:66:0) after 5m18s
[05:27:26.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:66:0)
[05:27:26.785] Build status: SCHEDULED
[05:27:26.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:67:0) after 8m47s
[05:36:13.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:67:0)
[05:36:13.858] Build status: SCHEDULED
[05:36:13.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:68:0) after 6m29s
[05:42:42.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:68:0)
[05:42:42.893] Build status: SCHEDULED
[05:42:42.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:69:0) after 1m37s
[05:44:19.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:69:0)
[05:44:19.953] Build status: SCHEDULED
[05:44:19.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:70:0) after 2m15s
[05:46:35.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:70:0)
[05:46:35.117] Build status: SCHEDULED
[05:46:35.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:71:0) after 8m35s
[05:55:10.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:71:0)
[05:55:10.193] Build status: SCHEDULED
[05:55:10.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:72:0) after 9m44s
[06:04:54.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:72:0)
[06:04:54.230] Build status: SCHEDULED
[06:04:54.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:73:0) after 6m2s
[06:10:56.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:73:0)
[06:10:56.376] Build status: SCHEDULED
[06:10:56.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:74:0) after 9m48s
[06:20:44.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:74:0)
[06:20:44.411] Build status: SCHEDULED
[06:20:44.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:75:0) after 4m52s
[06:25:36.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:75:0)
[06:25:36.450] Build status: SCHEDULED
[06:25:36.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:76:0) after 3m52s
[06:29:28.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:76:0)
[06:29:28.540] Build status: SCHEDULED
[06:29:28.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:77:0) after 6m54s
[06:36:22.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:77:0)
[06:36:22.657] Build status: SCHEDULED
[06:36:22.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:78:0) after 9m31s
[06:45:53.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:78:0)
[06:45:53.697] Build status: SCHEDULED
[06:45:53.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:79:0) after 6m36s
[06:52:29.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:79:0)
[06:52:29.732] Build status: SCHEDULED
[06:52:29.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:80:0) after 9m39s
[07:02:08.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:80:0)
[07:02:08.951] Build status: SCHEDULED
[07:02:08.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:81:0) after 2m0s
[07:04:08.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:81:0)
[07:04:08.955] Build status: SCHEDULED
[07:04:08.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:82:0) after 5m17s
[07:09:25.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:82:0)
[07:09:25.996] Build status: SCHEDULED
[07:09:25.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:83:0) after 1m3s
[07:10:29.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:83:0)
[07:10:29.115] Build status: SCHEDULED
[07:10:29.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:84:0) after 3m49s
[07:14:18.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:84:0)
[07:14:18.174] Build status: SCHEDULED
[07:14:18.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-linux-sandbox:8837069411085661024:85:0) after 3m44s
[07:14:58.450] Received PubSub notification, asking Buildbucket for the build status
[07:14:58.726] Build:
{
"id": "8671639349242672385",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-linux-sandbox"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-03T23:14:53.697657501Z",
"endTime": "2026-09-04T07:14:58.159273056Z",
"updateTime": "2026-09-04T07:14:58.159273056Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "8c5bcf5234acc25b30a70d541e23f658849a3a1d",
"ref": "refs/heads/rpc2"
}
}
}
[07:14:58.726] Invocation finished in 8h0m6.169855365s with status FAILED