[08:15:40.955] New invocation is queued and will start shortly
[08:15:43.727] Starting the invocation (attempt 1)
[08:15:43.761] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/72392c570fb316ba7234000576fc1d6130088678"
[08:15:43.761] Popped gitiles commit info from properties and tags
[08:15:43.761] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:15:43.761] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:15:43.761] Buildbucket request:
{
"requestId": "8841474637831967888",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-python"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841474637831967888",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-python",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f67419c2f56d154de3d2f95fc6ee7b0ee6130e7b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f67419c2f56d154de3d2f95fc6ee7b0ee6130e7b",
"title": "f67419c2f56d154de3d2f95fc6ee7b0ee6130e7b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f67419c2f56d154de3d2f95fc6ee7b0ee6130e7b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "312d1f7ca617e821ab9f48af648f005e51c67061"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@312d1f7ca617e821ab9f48af648f005e51c67061",
"title": "312d1f7ca617e821ab9f48af648f005e51c67061",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/312d1f7ca617e821ab9f48af648f005e51c67061"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "72392c570fb316ba7234000576fc1d6130088678"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@72392c570fb316ba7234000576fc1d6130088678",
"title": "72392c570fb316ba7234000576fc1d6130088678",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/72392c570fb316ba7234000576fc1d6130088678"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "72392c570fb316ba7234000576fc1d6130088678",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841474637831967888"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-python"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[08:15:44.159] Scheduled build:
{
"id": "8676044574155034849",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-python"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-17T08:15:43.840269697Z",
"updateTime": "2026-07-17T08:15:43.840269697Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "72392c570fb316ba7234000576fc1d6130088678",
"ref": "refs/heads/main"
}
}
}
[08:15:44.159] Task URL: https://cr-buildbucket.appspot.com/build/8676044574155034849
[08:15:44.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:2:0) after 4m6s
[08:15:45.091] Received PubSub notification, asking Buildbucket for the build status
[08:15:45.119] Build status: SCHEDULED
[08:19:50.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:2:0)
[08:19:50.190] Build status: SCHEDULED
[08:19:50.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:4:0) after 3m10s
[08:23:00.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:4:0)
[08:23:00.308] Build status: SCHEDULED
[08:23:00.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:5:0) after 2m36s
[08:25:36.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:5:0)
[08:25:36.324] Build status: SCHEDULED
[08:25:36.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:6:0) after 3m11s
[08:28:47.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:6:0)
[08:28:47.389] Build status: SCHEDULED
[08:28:47.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:7:0) after 6m18s
[08:35:05.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:7:0)
[08:35:05.454] Build status: SCHEDULED
[08:35:05.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:8:0) after 7m17s
[08:42:22.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:8:0)
[08:42:22.484] Build status: SCHEDULED
[08:42:22.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:9:0) after 1m44s
[08:44:06.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:9:0)
[08:44:06.528] Build status: SCHEDULED
[08:44:06.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:10:0) after 8m44s
[08:52:50.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:10:0)
[08:52:50.616] Build status: SCHEDULED
[08:52:50.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:11:0) after 4m17s
[08:57:07.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:11:0)
[08:57:08.002] Build status: SCHEDULED
[08:57:08.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:12:0) after 4m28s
[09:01:36.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:12:0)
[09:01:36.190] Build status: SCHEDULED
[09:01:36.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:13:0) after 1m23s
[09:02:59.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:13:0)
[09:02:59.244] Build status: SCHEDULED
[09:02:59.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:14:0) after 5m24s
[09:08:23.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:14:0)
[09:08:23.280] Build status: SCHEDULED
[09:08:23.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:15:0) after 7m28s
[09:15:51.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:15:0)
[09:15:51.462] Build status: SCHEDULED
[09:15:51.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:16:0) after 4m42s
[09:20:33.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:16:0)
[09:20:33.500] Build status: SCHEDULED
[09:20:33.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:17:0) after 7m35s
[09:28:08.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:17:0)
[09:28:08.515] Build status: SCHEDULED
[09:28:08.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:18:0) after 3m23s
[09:31:31.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:18:0)
[09:31:31.598] Build status: SCHEDULED
[09:31:31.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:19:0) after 4m5s
[09:35:36.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:19:0)
[09:35:36.685] Build status: SCHEDULED
[09:35:36.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:20:0) after 9m28s
[09:45:04.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:20:0)
[09:45:04.711] Build status: SCHEDULED
[09:45:04.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:21:0) after 2m16s
[09:47:20.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:21:0)
[09:47:20.744] Build status: SCHEDULED
[09:47:20.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:22:0) after 7m47s
[09:55:07.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:22:0)
[09:55:07.776] Build status: SCHEDULED
[09:55:07.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:23:0) after 9m6s
[10:04:13.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:23:0)
[10:04:13.829] Build status: SCHEDULED
[10:04:13.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:24:0) after 1m3s
[10:05:16.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:24:0)
[10:05:17.003] Build status: SCHEDULED
[10:05:17.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:25:0) after 5m38s
[10:10:55.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:25:0)
[10:10:55.101] Build status: SCHEDULED
[10:10:55.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:26:0) after 7m49s
[10:18:44.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:26:0)
[10:18:44.186] Build status: SCHEDULED
[10:18:44.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:27:0) after 2m5s
[10:20:49.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:27:0)
[10:20:49.320] Build status: SCHEDULED
[10:20:49.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:28:0) after 6m58s
[10:27:47.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:28:0)
[10:27:47.374] Build status: SCHEDULED
[10:27:47.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:29:0) after 3m49s
[10:31:36.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:29:0)
[10:31:36.472] Build status: SCHEDULED
[10:31:36.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:30:0) after 5m27s
[10:37:03.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:30:0)
[10:37:03.676] Build status: SCHEDULED
[10:37:03.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:31:0) after 2m28s
[10:39:31.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:31:0)
[10:39:31.813] Build status: SCHEDULED
[10:39:31.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:32:0) after 2m12s
[10:41:43.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:32:0)
[10:41:43.907] Build status: SCHEDULED
[10:41:43.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:33:0) after 7m51s
[10:49:34.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:33:0)
[10:49:34.987] Build status: SCHEDULED
[10:49:34.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:34:0) after 4m3s
[10:53:38.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:34:0)
[10:53:38.039] Build status: SCHEDULED
[10:53:38.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:35:0) after 3m35s
[10:57:13.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:35:0)
[10:57:13.079] Build status: SCHEDULED
[10:57:13.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:36:0) after 5m21s
[11:02:34.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:36:0)
[11:02:34.113] Build status: SCHEDULED
[11:02:34.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:37:0) after 1m59s
[11:04:33.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:37:0)
[11:04:33.338] Build status: SCHEDULED
[11:04:33.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:38:0) after 8m49s
[11:13:22.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:38:0)
[11:13:22.548] Build status: SCHEDULED
[11:13:22.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:39:0) after 3m19s
[11:16:41.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:39:0)
[11:16:41.606] Build status: SCHEDULED
[11:16:41.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:40:0) after 7m6s
[11:23:47.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:40:0)
[11:23:47.680] Build status: SCHEDULED
[11:23:47.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:41:0) after 7m41s
[11:31:28.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:41:0)
[11:31:28.765] Build status: SCHEDULED
[11:31:28.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:42:0) after 6m53s
[11:35:41.291] Received PubSub notification, asking Buildbucket for the build status
[11:35:41.368] Build status: STARTED
[11:38:21.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:42:0)
[11:38:21.833] Build status: STARTED
[11:38:21.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8841474637831967888:44:0) after 6m20s
[11:41:14.703] Received PubSub notification, asking Buildbucket for the build status
[11:41:14.724] Build:
{
"id": "8676044574155034849",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-python"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-17T08:15:43.840269697Z",
"startTime": "2026-07-17T11:35:41.147927689Z",
"endTime": "2026-07-17T11:41:13.757102733Z",
"updateTime": "2026-07-17T11:41:13.757102733Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "72392c570fb316ba7234000576fc1d6130088678",
"ref": "refs/heads/main"
}
}
}
[11:41:14.724] Invocation finished in 3h25m33.773976225s with status FAILED