[06:04:26.999] New invocation is queued and will start shortly
[06:04:28.169] Starting the invocation (attempt 1)
[06:04:28.243] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/c3bb851155c470185d72c33cf66b0d871ec5ea6b"
[06:04:28.243] Popped gitiles commit info from properties and tags
[06:04:28.243] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:04:28.243] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:04:28.243] Buildbucket request:
{
"requestId": "8837949612584976736",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-python"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8837949612584976736",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-python",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d6220b5d12be6bae9d9dfd637d672402e8d06b5e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d6220b5d12be6bae9d9dfd637d672402e8d06b5e",
"title": "d6220b5d12be6bae9d9dfd637d672402e8d06b5e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d6220b5d12be6bae9d9dfd637d672402e8d06b5e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c3bb851155c470185d72c33cf66b0d871ec5ea6b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c3bb851155c470185d72c33cf66b0d871ec5ea6b",
"title": "c3bb851155c470185d72c33cf66b0d871ec5ea6b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c3bb851155c470185d72c33cf66b0d871ec5ea6b"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c3bb851155c470185d72c33cf66b0d871ec5ea6b",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8837949612584976736"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-python"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[06:04:28.752] Scheduled build:
{
"id": "8672519550555212321",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-python"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-25T06:04:28.312252806Z",
"updateTime": "2026-08-25T06:04:28.312252806Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c3bb851155c470185d72c33cf66b0d871ec5ea6b",
"ref": "refs/heads/main"
}
},
"canary": true
}
[06:04:28.752] Task URL: https://cr-buildbucket.appspot.com/build/8672519550555212321
[06:04:28.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:2:0) after 2m46s
[06:04:29.747] Received PubSub notification, asking Buildbucket for the build status
[06:04:29.903] Build status: SCHEDULED
[06:07:14.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:2:0)
[06:07:14.859] Build status: SCHEDULED
[06:07:14.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:4:0) after 8m5s
[06:15:19.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:4:0)
[06:15:19.994] Build status: SCHEDULED
[06:15:19.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:5:0) after 6m20s
[06:21:40.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:5:0)
[06:21:40.062] Build status: SCHEDULED
[06:21:40.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:6:0) after 7m30s
[06:29:10.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:6:0)
[06:29:10.153] Build status: SCHEDULED
[06:29:10.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:7:0) after 1m41s
[06:30:51.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:7:0)
[06:30:51.247] Build status: SCHEDULED
[06:30:51.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:8:0) after 9m27s
[06:40:18.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:8:0)
[06:40:18.321] Build status: SCHEDULED
[06:40:18.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:9:0) after 1m48s
[06:42:06.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:9:0)
[06:42:06.322] Build status: SCHEDULED
[06:42:06.322] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:10:0) after 5m53s
[06:47:59.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:10:0)
[06:47:59.474] Build status: SCHEDULED
[06:47:59.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:11:0) after 8m13s
[06:56:12.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:11:0)
[06:56:12.580] Build status: SCHEDULED
[06:56:12.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:12:0) after 2m58s
[06:59:10.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:12:0)
[06:59:10.725] Build status: SCHEDULED
[06:59:10.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:13:0) after 9m36s
[07:08:46.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:13:0)
[07:08:46.807] Build status: SCHEDULED
[07:08:46.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:14:0) after 6m17s
[07:15:03.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:14:0)
[07:15:03.869] Build status: SCHEDULED
[07:15:03.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:15:0) after 9m35s
[07:24:39.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:15:0)
[07:24:39.046] Build status: SCHEDULED
[07:24:39.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:16:0) after 8m49s
[07:33:28.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:16:0)
[07:33:28.083] Build status: SCHEDULED
[07:33:28.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:17:0) after 7m44s
[07:41:12.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:17:0)
[07:41:12.227] Build status: SCHEDULED
[07:41:12.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:18:0) after 7m10s
[07:48:22.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:18:0)
[07:48:22.311] Build status: SCHEDULED
[07:48:22.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:19:0) after 5m44s
[07:54:06.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:19:0)
[07:54:06.426] Build status: SCHEDULED
[07:54:06.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:20:0) after 7m9s
[08:01:15.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:20:0)
[08:01:15.483] Build status: SCHEDULED
[08:01:15.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:21:0) after 2m12s
[08:03:27.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:21:0)
[08:03:27.606] Build status: SCHEDULED
[08:03:27.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:22:0) after 2m4s
[08:05:31.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:22:0)
[08:05:31.651] Build status: SCHEDULED
[08:05:31.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:23:0) after 5m50s
[08:11:21.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:23:0)
[08:11:21.747] Build status: SCHEDULED
[08:11:21.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:24:0) after 4m58s
[08:16:19.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:24:0)
[08:16:19.829] Build status: SCHEDULED
[08:16:19.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:25:0) after 9m12s
[08:25:31.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:25:0)
[08:25:31.865] Build status: SCHEDULED
[08:25:31.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:26:0) after 9m42s
[08:35:13.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:26:0)
[08:35:13.939] Build status: SCHEDULED
[08:35:13.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:27:0) after 1m51s
[08:37:04.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:27:0)
[08:37:04.980] Build status: SCHEDULED
[08:37:04.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:28:0) after 7m14s
[08:44:18.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:28:0)
[08:44:18.980] Build status: SCHEDULED
[08:44:18.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:29:0) after 7m27s
[08:51:46.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:29:0)
[08:51:46.052] Build status: SCHEDULED
[08:51:46.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:30:0) after 7m39s
[08:59:25.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:30:0)
[08:59:25.116] Build status: SCHEDULED
[08:59:25.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:31:0) after 7m8s
[09:06:33.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:31:0)
[09:06:33.165] Build status: SCHEDULED
[09:06:33.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:32:0) after 4m31s
[09:11:04.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:32:0)
[09:11:04.214] Build status: SCHEDULED
[09:11:04.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:33:0) after 8m53s
[09:15:18.674] Received PubSub notification, asking Buildbucket for the build status
[09:15:18.698] Build status: STARTED
[09:19:57.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:33:0)
[09:19:59.046] Build status: STARTED
[09:19:59.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8837949612584976736:35:0) after 2m1s
[09:21:58.148] Received PubSub notification, asking Buildbucket for the build status
[09:21:58.166] Build:
{
"id": "8672519550555212321",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-python"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-25T06:04:28.312252806Z",
"startTime": "2026-08-25T09:15:18.490459659Z",
"endTime": "2026-08-25T09:21:57.850416604Z",
"updateTime": "2026-08-25T09:21:57.850416604Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c3bb851155c470185d72c33cf66b0d871ec5ea6b",
"ref": "refs/heads/main"
}
},
"canary": true
}
[09:21:58.166] Invocation finished in 3h17m31.172541244s with status FAILED