[21:58:26.850] New invocation is queued and will start shortly
[21:58:28.747] Starting the invocation (attempt 1)
[21:58:28.837] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/af0b088a9c4ca408a56d5c969c0dcbd964abce5a"
[21:58:28.837] Popped gitiles commit info from properties and tags
[21:58:28.837] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:58:28.838] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:58:28.838] Buildbucket request:
{
"requestId": "8838523771026188912",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-python"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8838523771026188912",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "af0b088a9c4ca408a56d5c969c0dcbd964abce5a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@af0b088a9c4ca408a56d5c969c0dcbd964abce5a",
"title": "af0b088a9c4ca408a56d5c969c0dcbd964abce5a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/af0b088a9c4ca408a56d5c969c0dcbd964abce5a"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "af0b088a9c4ca408a56d5c969c0dcbd964abce5a",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8838523771026188912"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:58:29.231] Scheduled build:
{
"id": "8673093708195388593",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-python"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-18T21:58:28.917164304Z",
"updateTime": "2026-08-18T21:58:28.917164304Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "af0b088a9c4ca408a56d5c969c0dcbd964abce5a",
"ref": "refs/heads/main"
}
}
}
[21:58:29.231] Task URL: https://cr-buildbucket.appspot.com/build/8673093708195388593
[21:58:29.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:2:0) after 5m31s
[21:58:30.192] Received PubSub notification, asking Buildbucket for the build status
[21:58:30.218] Build status: SCHEDULED
[22:04:00.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:2:0)
[22:04:00.460] Build status: SCHEDULED
[22:04:00.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:4:0) after 5m54s
[22:09:54.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:4:0)
[22:09:54.551] Build status: SCHEDULED
[22:09:54.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:5:0) after 6m46s
[22:16:40.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:5:0)
[22:16:40.676] Build status: SCHEDULED
[22:16:40.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:6:0) after 5m46s
[22:22:26.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:6:0)
[22:22:26.746] Build status: SCHEDULED
[22:22:26.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:7:0) after 7m54s
[22:30:20.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:7:0)
[22:30:20.913] Build status: SCHEDULED
[22:30:20.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:8:0) after 9m54s
[22:40:15.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:8:0)
[22:40:15.038] Build status: SCHEDULED
[22:40:15.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:9:0) after 5m53s
[22:46:08.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:9:0)
[22:46:08.130] Build status: SCHEDULED
[22:46:08.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:10:0) after 5m1s
[22:51:09.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:10:0)
[22:51:09.164] Build status: SCHEDULED
[22:51:09.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:11:0) after 6m8s
[22:57:17.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:11:0)
[22:57:17.200] Build status: SCHEDULED
[22:57:17.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:12:0) after 7m10s
[23:04:27.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:12:0)
[23:04:27.385] Build status: SCHEDULED
[23:04:27.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:13:0) after 6m6s
[23:10:33.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:13:0)
[23:10:33.558] Build status: SCHEDULED
[23:10:33.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:14:0) after 1m40s
[23:12:13.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:14:0)
[23:12:13.644] Build status: SCHEDULED
[23:12:13.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:15:0) after 8m25s
[23:20:38.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:15:0)
[23:20:38.809] Build status: SCHEDULED
[23:20:38.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:16:0) after 7m28s
[23:28:06.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:16:0)
[23:28:06.872] Build status: SCHEDULED
[23:28:06.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:17:0) after 6m50s
[23:34:56.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:17:0)
[23:34:56.921] Build status: SCHEDULED
[23:34:56.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:18:0) after 5m7s
[23:40:03.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:18:0)
[23:40:03.959] Build status: SCHEDULED
[23:40:03.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:19:0) after 7m11s
[23:47:15.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:19:0)
[23:47:15.139] Build status: SCHEDULED
[23:47:15.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:20:0) after 8m9s
[23:55:24.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:20:0)
[23:55:24.238] Build status: SCHEDULED
[23:55:24.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:21:0) after 3m55s
[23:59:19.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:21:0)
[23:59:19.297] Build status: SCHEDULED
[23:59:19.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:22:0) after 9m7s
[00:08:26.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:22:0)
[00:08:26.362] Build status: SCHEDULED
[00:08:26.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:23:0) after 4m44s
[00:13:10.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:23:0)
[00:13:10.442] Build status: SCHEDULED
[00:13:10.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:24:0) after 7m19s
[00:20:29.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:24:0)
[00:20:29.528] Build status: SCHEDULED
[00:20:29.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:25:0) after 9m14s
[00:29:43.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:25:0)
[00:29:43.591] Build status: SCHEDULED
[00:29:43.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:26:0) after 1m58s
[00:31:41.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:26:0)
[00:31:41.822] Build status: SCHEDULED
[00:31:41.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:27:0) after 5m28s
[00:37:09.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:27:0)
[00:37:09.912] Build status: SCHEDULED
[00:37:09.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:28:0) after 5m10s
[00:42:20.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:28:0)
[00:42:20.051] Build status: SCHEDULED
[00:42:20.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:29:0) after 1m17s
[00:43:37.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:29:0)
[00:43:37.083] Build status: SCHEDULED
[00:43:37.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:30:0) after 7m34s
[00:51:11.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:30:0)
[00:51:11.127] Build status: SCHEDULED
[00:51:11.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:31:0) after 5m22s
[00:56:33.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:31:0)
[00:56:33.374] Build status: SCHEDULED
[00:56:33.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:32:0) after 9m38s
[01:06:11.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:32:0)
[01:06:11.420] Build status: SCHEDULED
[01:06:11.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:33:0) after 3m50s
[01:10:01.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:33:0)
[01:10:01.547] Build status: SCHEDULED
[01:10:01.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:34:0) after 7m52s
[01:17:53.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:34:0)
[01:17:53.587] Build status: SCHEDULED
[01:17:53.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:35:0) after 2m4s
[01:19:57.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:35:0)
[01:19:57.635] Build status: SCHEDULED
[01:19:57.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:36:0) after 3m17s
[01:23:14.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:36:0)
[01:23:14.644] Build status: SCHEDULED
[01:23:14.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:37:0) after 3m27s
[01:26:41.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:37:0)
[01:26:41.681] Build status: SCHEDULED
[01:26:41.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:38:0) after 6m28s
[01:33:09.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:38:0)
[01:33:09.719] Build status: SCHEDULED
[01:33:09.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:39:0) after 8m10s
[01:41:19.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:39:0)
[01:41:19.755] Build status: SCHEDULED
[01:41:19.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:40:0) after 1m14s
[01:42:33.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:40:0)
[01:42:33.761] Build status: SCHEDULED
[01:42:33.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:41:0) after 2m11s
[01:44:44.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:41:0)
[01:44:44.836] Build status: SCHEDULED
[01:44:44.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-python:8838523771026188912:42:0) after 5m41s
[01:46:13.670] Received PubSub notification, asking Buildbucket for the build status
[01:46:13.761] Build status: STARTED
[01:50:23.824] Received PubSub notification, asking Buildbucket for the build status
[01:50:23.847] Build:
{
"id": "8673093708195388593",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-python"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-18T21:58:28.917164304Z",
"startTime": "2026-08-19T01:45:53.656358766Z",
"endTime": "2026-08-19T01:50:21.708166593Z",
"updateTime": "2026-08-19T01:50:21.708166593Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "af0b088a9c4ca408a56d5c969c0dcbd964abce5a",
"ref": "refs/heads/main"
}
}
}
[01:50:23.847] Invocation finished in 3h51m57.012420704s with status FAILED