[05:19:22.286] New invocation is queued and will start shortly
[05:19:23.346] Starting the invocation (attempt 1)
[05:19:23.370] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1"
[05:19:23.370] Popped gitiles commit info from properties and tags
[05:19:23.370] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:19:23.370] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:19:23.371] Buildbucket request:
{
"requestId": "8843025878799701056",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-python"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8843025878799701056",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-python",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1",
"title": "2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8843025878799701056"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-python"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[05:19:23.789] Scheduled build:
{
"id": "8677595816933636897",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-python"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-30T05:19:23.444464385Z",
"updateTime": "2026-06-30T05:19:23.444464385Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1",
"ref": "refs/heads/main"
}
}
}
[05:19:23.789] Task URL: https://cr-buildbucket.appspot.com/build/8677595816933636897
[05:19:23.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:2:0) after 3m34s
[05:19:23.879] Received PubSub notification, asking Buildbucket for the build status
[05:19:23.902] Build status: SCHEDULED
[05:22:57.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:2:0)
[05:22:57.828] Build status: SCHEDULED
[05:22:57.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:4:0) after 2m31s
[05:25:28.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:4:0)
[05:25:28.907] Build status: SCHEDULED
[05:25:28.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:5:0) after 6m18s
[05:31:46.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:5:0)
[05:31:46.980] Build status: SCHEDULED
[05:31:46.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:6:0) after 8m0s
[05:39:47.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:6:0)
[05:39:47.042] Build status: SCHEDULED
[05:39:47.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:7:0) after 5m14s
[05:45:01.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:7:0)
[05:45:01.083] Build status: SCHEDULED
[05:45:01.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:8:0) after 4m22s
[05:49:23.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:8:0)
[05:49:23.152] Build status: SCHEDULED
[05:49:23.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:9:0) after 7m53s
[05:57:16.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:9:0)
[05:57:16.189] Build status: SCHEDULED
[05:57:16.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:10:0) after 2m30s
[05:59:46.313] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:10:0)
[05:59:46.332] Build status: SCHEDULED
[05:59:46.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:11:0) after 4m39s
[06:04:25.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:11:0)
[06:04:25.441] Build status: SCHEDULED
[06:04:25.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:12:0) after 8m26s
[06:12:51.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:12:0)
[06:12:51.478] Build status: SCHEDULED
[06:12:51.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:13:0) after 7m54s
[06:20:45.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:13:0)
[06:20:45.581] Build status: SCHEDULED
[06:20:45.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:14:0) after 5m33s
[06:26:18.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:14:0)
[06:26:18.632] Build status: SCHEDULED
[06:26:18.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:15:0) after 9m18s
[06:35:36.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:15:0)
[06:35:36.799] Build status: SCHEDULED
[06:35:36.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:16:0) after 7m58s
[06:43:34.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:16:0)
[06:43:34.934] Build status: SCHEDULED
[06:43:34.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:17:0) after 1m19s
[06:44:53.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:17:0)
[06:44:54.003] Build status: SCHEDULED
[06:44:54.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:18:0) after 1m5s
[06:45:59.197] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:18:0)
[06:45:59.216] Build status: SCHEDULED
[06:45:59.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:19:0) after 8m37s
[06:54:36.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:19:0)
[06:54:36.504] Build status: SCHEDULED
[06:54:36.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:20:0) after 7m15s
[07:01:51.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:20:0)
[07:01:51.538] Build status: SCHEDULED
[07:01:51.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:21:0) after 4m44s
[07:06:35.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:21:0)
[07:06:35.642] Build status: SCHEDULED
[07:06:35.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:22:0) after 3m58s
[07:10:33.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:22:0)
[07:10:33.793] Build status: SCHEDULED
[07:10:33.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:23:0) after 3m33s
[07:14:06.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:23:0)
[07:14:06.828] Build status: SCHEDULED
[07:14:06.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:24:0) after 9m22s
[07:23:28.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:24:0)
[07:23:28.873] Build status: SCHEDULED
[07:23:28.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:25:0) after 9m44s
[07:33:12.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:25:0)
[07:33:12.919] Build status: SCHEDULED
[07:33:12.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:26:0) after 9m20s
[07:42:32.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:26:0)
[07:42:32.981] Build status: SCHEDULED
[07:42:32.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:27:0) after 1m50s
[07:44:23.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:27:0)
[07:44:23.056] Build status: SCHEDULED
[07:44:23.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:28:0) after 7m48s
[07:52:11.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:28:0)
[07:52:11.105] Build status: SCHEDULED
[07:52:11.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:29:0) after 8m50s
[08:01:01.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:29:0)
[08:01:01.201] Build status: SCHEDULED
[08:01:01.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:30:0) after 5m33s
[08:06:34.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:30:0)
[08:06:34.233] Build status: SCHEDULED
[08:06:34.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:31:0) after 5m59s
[08:12:33.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:31:0)
[08:12:33.403] Build status: SCHEDULED
[08:12:33.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:32:0) after 5m15s
[08:17:48.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:32:0)
[08:17:48.549] Build status: SCHEDULED
[08:17:48.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:33:0) after 7m59s
[08:20:16.210] Received PubSub notification, asking Buildbucket for the build status
[08:20:16.296] Build status: STARTED
[08:25:47.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:33:0)
[08:25:47.600] Build status: STARTED
[08:25:47.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8843025878799701056:35:0) after 7m46s
[08:27:19.056] Received PubSub notification, asking Buildbucket for the build status
[08:27:19.080] Build:
{
"id": "8677595816933636897",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-python"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-30T05:19:23.444464385Z",
"startTime": "2026-06-30T08:20:15.852017966Z",
"endTime": "2026-06-30T08:27:18.696118737Z",
"updateTime": "2026-06-30T08:27:18.696118737Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2b3947b60a0ffffbe0fd2e3ad49896d8ed21fef1",
"ref": "refs/heads/main"
}
}
}
[08:27:19.080] Invocation finished in 3h7m56.800028899s with status FAILED