[11:46:00.737] New invocation is queued and will start shortly
[11:46:01.831] Starting the invocation (attempt 1)
[11:46:01.864] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b00bc982f8fc27acd47310120b1218264464e46a"
[11:46:01.864] Popped gitiles commit info from properties and tags
[11:46:01.864] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:46:01.865] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:46:01.865] Buildbucket request:
{
"requestId": "8851880056166144032",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8851880056166144032",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-host",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1a893e5dc3827fb289d75a6ebd70d014cad62327"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1a893e5dc3827fb289d75a6ebd70d014cad62327",
"title": "1a893e5dc3827fb289d75a6ebd70d014cad62327",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1a893e5dc3827fb289d75a6ebd70d014cad62327"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b00bc982f8fc27acd47310120b1218264464e46a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b00bc982f8fc27acd47310120b1218264464e46a",
"title": "b00bc982f8fc27acd47310120b1218264464e46a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b00bc982f8fc27acd47310120b1218264464e46a"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b00bc982f8fc27acd47310120b1218264464e46a",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8851880056166144032"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-host"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[11:46:02.460] Scheduled build:
{
"id": "8686449994200130737",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-24T11:46:01.992595166Z",
"updateTime": "2026-03-24T11:46:01.992595166Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b00bc982f8fc27acd47310120b1218264464e46a",
"ref": "refs/heads/main"
}
}
}
[11:46:02.460] Task URL: https://cr-buildbucket.appspot.com/build/8686449994200130737
[11:46:02.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:2:0) after 5m52s
[11:46:25.422] Received PubSub notification, asking Buildbucket for the build status
[11:46:25.440] Build status: SCHEDULED
[11:51:54.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:2:0)
[11:51:54.495] Build status: SCHEDULED
[11:51:54.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:4:0) after 4m55s
[11:56:49.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:4:0)
[11:56:49.554] Build status: SCHEDULED
[11:56:49.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:5:0) after 2m27s
[11:59:16.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:5:0)
[11:59:16.605] Build status: SCHEDULED
[11:59:16.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:6:0) after 3m33s
[12:02:49.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:6:0)
[12:02:49.639] Build status: SCHEDULED
[12:02:49.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:7:0) after 4m53s
[12:07:42.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:7:0)
[12:07:42.868] Build status: SCHEDULED
[12:07:42.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:8:0) after 5m20s
[12:13:02.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:8:0)
[12:13:03.137] Build status: SCHEDULED
[12:13:03.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:9:0) after 7m15s
[12:20:18.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:9:0)
[12:20:18.268] Build status: SCHEDULED
[12:20:18.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:10:0) after 4m58s
[12:25:16.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:10:0)
[12:25:16.294] Build status: SCHEDULED
[12:25:16.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:11:0) after 7m13s
[12:32:29.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:11:0)
[12:32:29.375] Build status: SCHEDULED
[12:32:29.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:12:0) after 1m57s
[12:34:26.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:12:0)
[12:34:26.410] Build status: SCHEDULED
[12:34:26.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:13:0) after 1m2s
[12:35:28.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:13:0)
[12:35:28.438] Build status: SCHEDULED
[12:35:28.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:14:0) after 3m5s
[12:38:33.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:14:0)
[12:38:33.493] Build status: SCHEDULED
[12:38:33.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:15:0) after 2m20s
[12:40:53.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:15:0)
[12:40:53.578] Build status: SCHEDULED
[12:40:53.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:16:0) after 7m54s
[12:48:47.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:16:0)
[12:48:47.623] Build status: SCHEDULED
[12:48:47.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:17:0) after 5m17s
[12:54:04.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:17:0)
[12:54:04.682] Build status: SCHEDULED
[12:54:04.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:18:0) after 2m30s
[12:56:34.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:18:0)
[12:56:34.773] Build status: SCHEDULED
[12:56:34.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:19:0) after 8m50s
[13:05:24.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:19:0)
[13:05:24.834] Build status: SCHEDULED
[13:05:24.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:20:0) after 9m55s
[13:15:19.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:20:0)
[13:15:19.900] Build status: SCHEDULED
[13:15:19.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:21:0) after 9m14s
[13:24:33.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:21:0)
[13:24:33.965] Build status: SCHEDULED
[13:24:33.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:22:0) after 5m54s
[13:30:28.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:22:0)
[13:30:28.126] Build status: SCHEDULED
[13:30:28.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:23:0) after 7m51s
[13:38:19.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:23:0)
[13:38:19.155] Build status: SCHEDULED
[13:38:19.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:24:0) after 8m32s
[13:46:51.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:24:0)
[13:46:51.242] Build status: SCHEDULED
[13:46:51.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:25:0) after 5m24s
[13:52:15.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:25:0)
[13:52:15.330] Build status: SCHEDULED
[13:52:15.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:26:0) after 5m3s
[13:57:18.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:26:0)
[13:57:18.375] Build status: SCHEDULED
[13:57:18.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:27:0) after 3m43s
[14:01:01.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:27:0)
[14:01:02.512] Build status: SCHEDULED
[14:01:02.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:28:0) after 7m53s
[14:08:55.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:28:0)
[14:08:55.688] Build status: SCHEDULED
[14:08:55.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:29:0) after 1m23s
[14:10:18.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:29:0)
[14:10:18.773] Build status: SCHEDULED
[14:10:18.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:30:0) after 5m19s
[14:15:37.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:30:0)
[14:15:37.840] Build status: SCHEDULED
[14:15:37.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:31:0) after 1m43s
[14:17:20.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:31:0)
[14:17:20.923] Build status: SCHEDULED
[14:17:20.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:32:0) after 9m21s
[14:26:41.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:32:0)
[14:26:41.967] Build status: SCHEDULED
[14:26:41.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:33:0) after 6m36s
[14:33:18.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:33:0)
[14:33:18.054] Build status: SCHEDULED
[14:33:18.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:34:0) after 4m5s
[14:37:23.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:34:0)
[14:37:23.138] Build status: SCHEDULED
[14:37:23.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:35:0) after 6m49s
[14:44:12.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:35:0)
[14:44:12.194] Build status: SCHEDULED
[14:44:12.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:36:0) after 5m6s
[14:49:18.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:36:0)
[14:49:18.259] Build status: SCHEDULED
[14:49:18.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:37:0) after 4m39s
[14:53:57.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:37:0)
[14:53:57.301] Build status: SCHEDULED
[14:53:57.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:38:0) after 4m23s
[14:58:20.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:38:0)
[14:58:20.347] Build status: SCHEDULED
[14:58:20.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:39:0) after 5m23s
[15:03:43.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:39:0)
[15:03:43.361] Build status: SCHEDULED
[15:03:43.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8851880056166144032:40:0) after 9m23s
[15:08:33.944] Received PubSub notification, asking Buildbucket for the build status
[15:08:34.043] Build status: STARTED
[15:10:15.877] Received PubSub notification, asking Buildbucket for the build status
[15:10:15.891] Build:
{
"id": "8686449994200130737",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-24T11:46:01.992595166Z",
"startTime": "2026-03-24T15:08:33.281771604Z",
"endTime": "2026-03-24T15:10:15.322377321Z",
"updateTime": "2026-03-24T15:10:15.322377321Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b00bc982f8fc27acd47310120b1218264464e46a",
"ref": "refs/heads/main"
}
}
}
[15:10:15.891] Invocation finished in 3h24m15.15816223s with status FAILED