[21:13:06.471] New invocation is queued and will start shortly
[21:13:07.674] Starting the invocation (attempt 1)
[21:13:07.741] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8f7256acc3dce0d1b78a8ec035a6c306e995dcc8"
[21:13:07.741] Popped gitiles commit info from properties and tags
[21:13:07.741] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:13:07.741] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:13:07.741] Buildbucket request:
{
"requestId": "8833906178251436240",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rpc-v9"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8833906178251436240",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fca73403a7f2f0c94783b91da85b570048886ad0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fca73403a7f2f0c94783b91da85b570048886ad0",
"title": "fca73403a7f2f0c94783b91da85b570048886ad0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fca73403a7f2f0c94783b91da85b570048886ad0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "147bc0f460e83167177a87053c1460d7be862675"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@147bc0f460e83167177a87053c1460d7be862675",
"title": "147bc0f460e83167177a87053c1460d7be862675",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/147bc0f460e83167177a87053c1460d7be862675"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b54d39ca8bd7fcb07dd3a93191674388476254fd"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b54d39ca8bd7fcb07dd3a93191674388476254fd",
"title": "b54d39ca8bd7fcb07dd3a93191674388476254fd",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b54d39ca8bd7fcb07dd3a93191674388476254fd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8f7256acc3dce0d1b78a8ec035a6c306e995dcc8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8f7256acc3dce0d1b78a8ec035a6c306e995dcc8",
"title": "8f7256acc3dce0d1b78a8ec035a6c306e995dcc8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8f7256acc3dce0d1b78a8ec035a6c306e995dcc8"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8f7256acc3dce0d1b78a8ec035a6c306e995dcc8",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8833906178251436240"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:13:08.814] Scheduled build:
{
"id": "8668476116109640609",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rpc-v9"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-08T21:13:07.893417309Z",
"updateTime": "2026-10-08T21:13:07.893417309Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8f7256acc3dce0d1b78a8ec035a6c306e995dcc8",
"ref": "refs/heads/main"
}
}
}
[21:13:08.814] Task URL: https://cr-buildbucket.appspot.com/build/8668476116109640609
[21:13:08.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:2:0) after 1m18s
[21:13:09.487] Received PubSub notification, asking Buildbucket for the build status
[21:13:09.558] Build status: SCHEDULED
[21:14:26.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:2:0)
[21:14:27.010] Build status: SCHEDULED
[21:14:27.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:4:0) after 8m15s
[21:22:42.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:4:0)
[21:22:42.319] Build status: SCHEDULED
[21:22:42.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:5:0) after 9m36s
[21:32:18.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:5:0)
[21:32:18.357] Build status: SCHEDULED
[21:32:18.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:6:0) after 3m11s
[21:35:29.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:6:0)
[21:35:29.394] Build status: SCHEDULED
[21:35:29.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:7:0) after 7m5s
[21:42:34.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:7:0)
[21:42:34.630] Build status: SCHEDULED
[21:42:34.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:8:0) after 4m3s
[21:46:38.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:8:0)
[21:46:38.108] Build status: SCHEDULED
[21:46:38.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:9:0) after 2m35s
[21:49:13.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:9:0)
[21:49:13.227] Build status: SCHEDULED
[21:49:13.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:10:0) after 3m18s
[21:52:31.253] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:10:0)
[21:52:31.278] Build status: SCHEDULED
[21:52:31.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:11:0) after 2m1s
[21:54:32.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:11:0)
[21:54:32.407] Build status: SCHEDULED
[21:54:32.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:12:0) after 4m24s
[21:58:56.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:12:0)
[21:58:56.449] Build status: SCHEDULED
[21:58:56.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:13:0) after 6m23s
[22:05:19.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:13:0)
[22:05:19.516] Build status: SCHEDULED
[22:05:19.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:14:0) after 5m3s
[22:10:22.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:14:0)
[22:10:22.550] Build status: SCHEDULED
[22:10:22.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:15:0) after 3m38s
[22:14:00.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:15:0)
[22:14:00.630] Build status: SCHEDULED
[22:14:00.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:16:0) after 3m0s
[22:17:00.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:16:0)
[22:17:00.746] Build status: SCHEDULED
[22:17:00.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:17:0) after 8m5s
[22:25:05.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:17:0)
[22:25:05.822] Build status: SCHEDULED
[22:25:05.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:18:0) after 9m52s
[22:34:57.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:18:0)
[22:34:57.888] Build status: SCHEDULED
[22:34:57.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:19:0) after 5m22s
[22:40:19.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:19:0)
[22:40:19.926] Build status: SCHEDULED
[22:40:19.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:20:0) after 3m34s
[22:43:53.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:20:0)
[22:43:53.963] Build status: SCHEDULED
[22:43:53.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:21:0) after 8m36s
[22:52:30.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:21:0)
[22:52:30.213] Build status: SCHEDULED
[22:52:30.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:22:0) after 9m9s
[23:01:39.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:22:0)
[23:01:39.337] Build status: SCHEDULED
[23:01:39.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:23:0) after 6m7s
[23:07:46.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:23:0)
[23:07:46.574] Build status: SCHEDULED
[23:07:46.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:24:0) after 3m52s
[23:11:38.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:24:0)
[23:11:38.801] Build status: SCHEDULED
[23:11:38.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:25:0) after 4m0s
[23:15:39.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:25:0)
[23:15:39.069] Build status: SCHEDULED
[23:15:39.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:26:0) after 3m23s
[23:19:02.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:26:0)
[23:19:02.058] Build status: SCHEDULED
[23:19:02.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:27:0) after 2m45s
[23:21:47.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:27:0)
[23:21:47.122] Build status: SCHEDULED
[23:21:47.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:28:0) after 4m56s
[23:26:43.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:28:0)
[23:26:43.572] Build status: SCHEDULED
[23:26:43.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:29:0) after 3m29s
[23:30:12.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:29:0)
[23:30:12.611] Build status: SCHEDULED
[23:30:12.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:30:0) after 2m46s
[23:32:58.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:30:0)
[23:32:58.691] Build status: SCHEDULED
[23:32:58.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:31:0) after 9m0s
[23:41:58.754] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:31:0)
[23:41:58.782] Build status: SCHEDULED
[23:41:58.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:32:0) after 8m50s
[23:50:48.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:32:0)
[23:50:48.815] Build status: SCHEDULED
[23:50:48.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:33:0) after 5m10s
[23:55:58.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:33:0)
[23:55:58.888] Build status: SCHEDULED
[23:55:58.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:34:0) after 6m58s
[00:02:56.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:34:0)
[00:02:57.000] Build status: SCHEDULED
[00:02:57.000] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:35:0) after 3m23s
[00:06:20.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:35:0)
[00:06:20.230] Build status: SCHEDULED
[00:06:20.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:36:0) after 3m36s
[00:09:56.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:36:0)
[00:09:56.559] Build status: SCHEDULED
[00:09:56.559] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:37:0) after 9m55s
[00:19:51.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:37:0)
[00:19:51.632] Build status: SCHEDULED
[00:19:51.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:38:0) after 9m50s
[00:29:41.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:38:0)
[00:29:41.714] Build status: SCHEDULED
[00:29:41.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:39:0) after 8m27s
[00:38:08.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:39:0)
[00:38:08.771] Build status: SCHEDULED
[00:38:08.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:40:0) after 4m37s
[00:42:45.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:40:0)
[00:42:45.894] Build status: SCHEDULED
[00:42:45.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v9:8833906178251436240:41:0) after 9m59s
[00:48:10.505] Received PubSub notification, asking Buildbucket for the build status
[00:48:10.536] Build status: STARTED
[00:52:10.958] Received PubSub notification, asking Buildbucket for the build status
[00:52:10.984] Build:
{
"id": "8668476116109640609",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rpc-v9"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-08T21:13:07.893417309Z",
"startTime": "2026-10-09T00:48:10.143829644Z",
"endTime": "2026-10-09T00:52:04.512404606Z",
"updateTime": "2026-10-09T00:52:04.512404606Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8f7256acc3dce0d1b78a8ec035a6c306e995dcc8",
"ref": "refs/heads/main"
}
}
}
[00:52:10.984] Invocation finished in 3h39m4.517003518s with status FAILED