[23:33:58.809] New invocation is queued and will start shortly
[23:34:01.139] Starting the invocation (attempt 1)
[23:34:01.174] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/fcfb555e6fc17492d75abcad4705a5cd21e0a84a"
[23:34:01.174] Popped gitiles commit info from properties and tags
[23:34:01.174] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:34:01.174] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:34:01.174] Buildbucket request:
{
"requestId": "8841416863543961200",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rpc"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841416863543961200",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "589dc34e668c039246b43cc7db47c1bd94cbcabc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@589dc34e668c039246b43cc7db47c1bd94cbcabc",
"title": "589dc34e668c039246b43cc7db47c1bd94cbcabc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/589dc34e668c039246b43cc7db47c1bd94cbcabc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fcfb555e6fc17492d75abcad4705a5cd21e0a84a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fcfb555e6fc17492d75abcad4705a5cd21e0a84a",
"title": "fcfb555e6fc17492d75abcad4705a5cd21e0a84a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fcfb555e6fc17492d75abcad4705a5cd21e0a84a"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "fcfb555e6fc17492d75abcad4705a5cd21e0a84a",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841416863543961200"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:34:01.763] Scheduled build:
{
"id": "8675986800337385409",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rpc"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-17T23:34:01.246919671Z",
"updateTime": "2026-07-17T23:34:01.246919671Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "fcfb555e6fc17492d75abcad4705a5cd21e0a84a",
"ref": "refs/heads/main"
}
}
}
[23:34:01.763] Task URL: https://cr-buildbucket.appspot.com/build/8675986800337385409
[23:34:01.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:2:0) after 3m46s
[23:34:02.318] Received PubSub notification, asking Buildbucket for the build status
[23:34:02.355] Build status: SCHEDULED
[23:37:47.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:2:0)
[23:37:47.879] Build status: SCHEDULED
[23:37:47.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:4:0) after 8m39s
[23:46:26.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:4:0)
[23:46:26.931] Build status: SCHEDULED
[23:46:26.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:5:0) after 2m24s
[23:48:50.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:5:0)
[23:48:51.017] Build status: SCHEDULED
[23:48:51.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:6:0) after 7m0s
[23:55:51.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:6:0)
[23:55:51.184] Build status: SCHEDULED
[23:55:51.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:7:0) after 8m48s
[00:04:39.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:7:0)
[00:04:39.267] Build status: SCHEDULED
[00:04:39.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:8:0) after 7m57s
[00:12:36.253] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:8:0)
[00:12:36.313] Build status: SCHEDULED
[00:12:36.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:9:0) after 7m57s
[00:20:33.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:9:0)
[00:20:33.388] Build status: SCHEDULED
[00:20:33.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:10:0) after 4m28s
[00:25:01.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:10:0)
[00:25:01.394] Build status: SCHEDULED
[00:25:01.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:11:0) after 2m15s
[00:27:16.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:11:0)
[00:27:16.452] Build status: SCHEDULED
[00:27:16.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:12:0) after 8m26s
[00:35:42.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:12:0)
[00:35:42.503] Build status: SCHEDULED
[00:35:42.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:13:0) after 5m31s
[00:41:13.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:13:0)
[00:41:13.647] Build status: SCHEDULED
[00:41:13.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:14:0) after 9m12s
[00:50:25.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:14:0)
[00:50:25.737] Build status: SCHEDULED
[00:50:25.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:15:0) after 6m55s
[00:57:20.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:15:0)
[00:57:20.774] Build status: SCHEDULED
[00:57:20.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:16:0) after 4m18s
[01:01:38.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:16:0)
[01:01:38.916] Build status: SCHEDULED
[01:01:38.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:17:0) after 4m35s
[01:06:13.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:17:0)
[01:06:14.013] Build status: SCHEDULED
[01:06:14.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:18:0) after 6m42s
[01:12:56.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:18:0)
[01:12:56.198] Build status: SCHEDULED
[01:12:56.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:19:0) after 8m7s
[01:21:03.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:19:0)
[01:21:03.298] Build status: SCHEDULED
[01:21:03.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:20:0) after 3m32s
[01:24:35.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:20:0)
[01:24:35.416] Build status: SCHEDULED
[01:24:35.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:21:0) after 5m36s
[01:30:11.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:21:0)
[01:30:11.495] Build status: SCHEDULED
[01:30:11.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:22:0) after 5m53s
[01:36:04.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:22:0)
[01:36:04.553] Build status: SCHEDULED
[01:36:04.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:23:0) after 9m59s
[01:46:03.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:23:0)
[01:46:03.722] Build status: SCHEDULED
[01:46:03.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:24:0) after 1m31s
[01:47:34.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:24:0)
[01:47:34.933] Build status: SCHEDULED
[01:47:34.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:25:0) after 8m58s
[01:56:33.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:25:0)
[01:56:33.069] Build status: SCHEDULED
[01:56:33.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:26:0) after 5m54s
[02:02:27.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:26:0)
[02:02:27.151] Build status: SCHEDULED
[02:02:27.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:27:0) after 4m10s
[02:06:37.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:27:0)
[02:06:37.288] Build status: SCHEDULED
[02:06:37.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:28:0) after 3m31s
[02:10:08.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:28:0)
[02:10:08.358] Build status: SCHEDULED
[02:10:08.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:29:0) after 8m20s
[02:18:28.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:29:0)
[02:18:28.388] Build status: SCHEDULED
[02:18:28.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:30:0) after 4m12s
[02:22:40.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:30:0)
[02:22:40.434] Build status: SCHEDULED
[02:22:40.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:31:0) after 2m3s
[02:24:43.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:31:0)
[02:24:43.642] Build status: SCHEDULED
[02:24:43.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:32:0) after 9m12s
[02:33:55.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:32:0)
[02:33:55.677] Build status: SCHEDULED
[02:33:55.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:33:0) after 6m21s
[02:40:16.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:33:0)
[02:40:16.761] Build status: SCHEDULED
[02:40:16.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:34:0) after 4m21s
[02:44:37.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:34:0)
[02:44:37.794] Build status: SCHEDULED
[02:44:37.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:35:0) after 7m32s
[02:45:46.820] Received PubSub notification, asking Buildbucket for the build status
[02:45:46.840] Build status: STARTED
[02:52:09.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:35:0)
[02:52:09.883] Build status: STARTED
[02:52:09.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8841416863543961200:37:0) after 4m47s
[02:52:35.846] Received PubSub notification, asking Buildbucket for the build status
[02:52:35.865] Build:
{
"id": "8675986800337385409",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rpc"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-17T23:34:01.246919671Z",
"startTime": "2026-07-18T02:45:25.122715569Z",
"endTime": "2026-07-18T02:52:35.500644013Z",
"updateTime": "2026-07-18T02:52:35.500644013Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "fcfb555e6fc17492d75abcad4705a5cd21e0a84a",
"ref": "refs/heads/main"
}
}
}
[02:52:35.865] Invocation finished in 3h18m37.059948791s with status FAILED