[21:58:47.215] New invocation is queued and will start shortly
[21:58:49.914] Starting the invocation (attempt 1)
[21:58:49.933] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d7b1ab13506a34dfb6c11302a9d8b4546add9e1a"
[21:58:49.933] Popped gitiles commit info from properties and tags
[21:58:49.933] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:58:49.933] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:58:49.933] Buildbucket request:
{
"requestId": "8832816140776883792",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-python"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8832816140776883792",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-python",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "9b349cf4ad60b56fed1b11a078c400a143716a96"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9b349cf4ad60b56fed1b11a078c400a143716a96",
"title": "9b349cf4ad60b56fed1b11a078c400a143716a96",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9b349cf4ad60b56fed1b11a078c400a143716a96"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d7b1ab13506a34dfb6c11302a9d8b4546add9e1a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d7b1ab13506a34dfb6c11302a9d8b4546add9e1a",
"title": "d7b1ab13506a34dfb6c11302a9d8b4546add9e1a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d7b1ab13506a34dfb6c11302a9d8b4546add9e1a"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d7b1ab13506a34dfb6c11302a9d8b4546add9e1a",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8832816140776883792"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-python"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:58:50.479] Scheduled build:
{
"id": "8667386077174645297",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-python"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-20T21:58:50.029310415Z",
"updateTime": "2026-10-20T21:58:50.029310415Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d7b1ab13506a34dfb6c11302a9d8b4546add9e1a",
"ref": "refs/heads/main"
}
}
}
[21:58:50.479] Task URL: https://cr-buildbucket.appspot.com/build/8667386077174645297
[21:58:50.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:2:0) after 5m42s
[21:59:01.083] Received PubSub notification, asking Buildbucket for the build status
[21:59:01.110] Build status: SCHEDULED
[22:04:32.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:2:0)
[22:04:32.525] Build status: SCHEDULED
[22:04:32.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:4:0) after 4m7s
[22:08:39.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:4:0)
[22:08:39.650] Build status: SCHEDULED
[22:08:39.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:5:0) after 6m53s
[22:15:32.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:5:0)
[22:15:32.702] Build status: SCHEDULED
[22:15:32.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:6:0) after 1m4s
[22:16:36.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:6:0)
[22:16:36.881] Build status: SCHEDULED
[22:16:36.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:7:0) after 2m2s
[22:18:38.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:7:0)
[22:18:38.966] Build status: SCHEDULED
[22:18:38.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:8:0) after 6m41s
[22:25:20.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:8:0)
[22:25:20.080] Build status: SCHEDULED
[22:25:20.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:9:0) after 9m46s
[22:35:06.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:9:0)
[22:35:06.254] Build status: SCHEDULED
[22:35:06.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:10:0) after 5m46s
[22:40:52.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:10:0)
[22:40:52.300] Build status: SCHEDULED
[22:40:52.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:11:0) after 2m48s
[22:43:40.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:11:0)
[22:43:40.642] Build status: SCHEDULED
[22:43:40.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:12:0) after 4m16s
[22:47:56.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:12:0)
[22:47:56.838] Build status: SCHEDULED
[22:47:56.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:13:0) after 9m54s
[22:57:50.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:13:0)
[22:57:50.928] Build status: SCHEDULED
[22:57:50.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:14:0) after 4m11s
[23:02:01.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:14:0)
[23:02:02.022] Build status: SCHEDULED
[23:02:02.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:15:0) after 7m43s
[23:09:45.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:15:0)
[23:09:45.064] Build status: SCHEDULED
[23:09:45.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:16:0) after 5m33s
[23:15:18.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:16:0)
[23:15:18.115] Build status: SCHEDULED
[23:15:18.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:17:0) after 6m9s
[23:21:27.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:17:0)
[23:21:27.396] Build status: SCHEDULED
[23:21:27.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:18:0) after 8m57s
[23:30:24.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:18:0)
[23:30:24.462] Build status: SCHEDULED
[23:30:24.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:19:0) after 3m42s
[23:34:06.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:19:0)
[23:34:06.706] Build status: SCHEDULED
[23:34:06.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:20:0) after 6m51s
[23:40:57.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:20:0)
[23:40:57.753] Build status: SCHEDULED
[23:40:57.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:21:0) after 9m56s
[23:50:53.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:21:0)
[23:50:53.787] Build status: SCHEDULED
[23:50:53.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:22:0) after 7m34s
[23:58:27.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:22:0)
[23:58:27.870] Build status: SCHEDULED
[23:58:27.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:23:0) after 5m16s
[00:03:43.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:23:0)
[00:03:43.911] Build status: SCHEDULED
[00:03:43.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:24:0) after 1m29s
[00:05:12.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:24:0)
[00:05:13.196] Build status: SCHEDULED
[00:05:13.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:25:0) after 8m44s
[00:13:57.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:25:0)
[00:13:57.249] Build status: SCHEDULED
[00:13:57.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:26:0) after 3m41s
[00:17:38.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:26:0)
[00:17:38.414] Build status: SCHEDULED
[00:17:38.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:27:0) after 8m40s
[00:26:18.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:27:0)
[00:26:18.532] Build status: SCHEDULED
[00:26:18.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:28:0) after 2m26s
[00:28:44.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:28:0)
[00:28:44.652] Build status: SCHEDULED
[00:28:44.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:29:0) after 3m54s
[00:32:38.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:29:0)
[00:32:38.692] Build status: SCHEDULED
[00:32:38.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:30:0) after 7m29s
[00:40:07.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:30:0)
[00:40:07.791] Build status: SCHEDULED
[00:40:07.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:31:0) after 5m36s
[00:45:43.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:31:0)
[00:45:43.827] Build status: SCHEDULED
[00:45:43.827] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:32:0) after 5m9s
[00:50:52.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:32:0)
[00:50:52.927] Build status: SCHEDULED
[00:50:52.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:33:0) after 2m15s
[00:53:07.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:33:0)
[00:53:07.988] Build status: SCHEDULED
[00:53:07.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:34:0) after 4m37s
[00:57:44.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:34:0)
[00:57:45.122] Build status: SCHEDULED
[00:57:45.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:35:0) after 4m25s
[01:02:10.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:35:0)
[01:02:10.177] Build status: SCHEDULED
[01:02:10.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:36:0) after 4m14s
[01:06:24.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:36:0)
[01:06:24.225] Build status: SCHEDULED
[01:06:24.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:37:0) after 3m24s
[01:09:48.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:37:0)
[01:09:48.329] Build status: SCHEDULED
[01:09:48.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:38:0) after 4m33s
[01:14:21.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:38:0)
[01:14:21.417] Build status: SCHEDULED
[01:14:21.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:39:0) after 2m35s
[01:16:56.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:39:0)
[01:16:56.453] Build status: SCHEDULED
[01:16:56.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:40:0) after 2m52s
[01:18:34.165] Received PubSub notification, asking Buildbucket for the build status
[01:18:34.188] Build status: STARTED
[01:19:48.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:40:0)
[01:19:48.544] Build status: STARTED
[01:19:48.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:42:0) after 5m41s
[01:25:29.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:42:0)
[01:25:29.812] Build status: STARTED
[01:25:29.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-python:8832816140776883792:43:0) after 7m39s
[01:26:00.370] Received PubSub notification, asking Buildbucket for the build status
[01:26:00.390] Build:
{
"id": "8667386077174645297",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-python"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-20T21:58:50.029310415Z",
"startTime": "2026-10-21T01:18:32.755947130Z",
"endTime": "2026-10-21T01:25:59.885437118Z",
"updateTime": "2026-10-21T01:25:59.885437118Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d7b1ab13506a34dfb6c11302a9d8b4546add9e1a",
"ref": "refs/heads/main"
}
}
}
[01:26:00.390] Invocation finished in 3h27m13.180432155s with status FAILED