[20:13:54.749] New invocation is queued and will start shortly
[20:13:56.023] Starting the invocation (attempt 1)
[20:13:56.044] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/20c74df593f0a80d16cbc770d9185555b1b6aec5"
[20:13:56.044] Popped gitiles commit info from properties and tags
[20:13:56.044] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:13:56.045] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:13:56.045] Buildbucket request:
{
"requestId": "8840523481048523200",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8840523481048523200",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "20c74df593f0a80d16cbc770d9185555b1b6aec5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@20c74df593f0a80d16cbc770d9185555b1b6aec5",
"title": "20c74df593f0a80d16cbc770d9185555b1b6aec5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/20c74df593f0a80d16cbc770d9185555b1b6aec5"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "20c74df593f0a80d16cbc770d9185555b1b6aec5",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8840523481048523200"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:13:56.407] Scheduled build:
{
"id": "8675093418968183761",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-27T20:13:56.113281669Z",
"updateTime": "2026-07-27T20:13:56.113281669Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "20c74df593f0a80d16cbc770d9185555b1b6aec5",
"ref": "refs/heads/main"
}
}
}
[20:13:56.407] Task URL: https://cr-buildbucket.appspot.com/build/8675093418968183761
[20:13:56.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:2:0) after 4m46s
[20:13:57.385] Received PubSub notification, asking Buildbucket for the build status
[20:13:57.430] Build status: SCHEDULED
[20:18:42.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:2:0)
[20:18:42.492] Build status: SCHEDULED
[20:18:42.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:4:0) after 2m33s
[20:21:15.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:4:0)
[20:21:15.618] Build status: SCHEDULED
[20:21:15.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:5:0) after 5m6s
[20:26:21.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:5:0)
[20:26:21.681] Build status: SCHEDULED
[20:26:21.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:6:0) after 2m6s
[20:28:27.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:6:0)
[20:28:27.723] Build status: SCHEDULED
[20:28:27.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:7:0) after 9m19s
[20:37:46.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:7:0)
[20:37:46.824] Build status: SCHEDULED
[20:37:46.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:8:0) after 3m30s
[20:41:16.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:8:0)
[20:41:16.893] Build status: SCHEDULED
[20:41:16.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:9:0) after 2m41s
[20:43:57.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:9:0)
[20:43:57.880] Build status: SCHEDULED
[20:43:57.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:10:0) after 9m21s
[20:53:18.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:10:0)
[20:53:18.903] Build status: SCHEDULED
[20:53:18.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:11:0) after 2m38s
[20:55:56.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:11:0)
[20:55:56.963] Build status: SCHEDULED
[20:55:56.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:12:0) after 1m50s
[20:57:47.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:12:0)
[20:57:47.118] Build status: SCHEDULED
[20:57:47.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:13:0) after 9m40s
[21:07:27.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:13:0)
[21:07:27.193] Build status: SCHEDULED
[21:07:27.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:14:0) after 8m8s
[21:15:35.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:14:0)
[21:15:35.302] Build status: SCHEDULED
[21:15:35.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:15:0) after 2m27s
[21:18:02.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:15:0)
[21:18:02.461] Build status: SCHEDULED
[21:18:02.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:16:0) after 9m1s
[21:27:03.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:16:0)
[21:27:03.581] Build status: SCHEDULED
[21:27:03.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:17:0) after 5m41s
[21:32:44.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:17:0)
[21:32:44.585] Build status: SCHEDULED
[21:32:44.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:18:0) after 5m43s
[21:38:27.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:18:0)
[21:38:27.626] Build status: SCHEDULED
[21:38:27.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:19:0) after 8m53s
[21:47:20.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:19:0)
[21:47:20.734] Build status: SCHEDULED
[21:47:20.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:20:0) after 3m27s
[21:50:47.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:20:0)
[21:50:47.796] Build status: SCHEDULED
[21:50:47.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:21:0) after 7m40s
[21:58:27.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:21:0)
[21:58:27.935] Build status: SCHEDULED
[21:58:27.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:22:0) after 5m45s
[22:04:12.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:22:0)
[22:04:12.968] Build status: SCHEDULED
[22:04:12.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:23:0) after 1m38s
[22:05:51.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:23:0)
[22:05:51.099] Build status: SCHEDULED
[22:05:51.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:24:0) after 6m14s
[22:12:05.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:24:0)
[22:12:05.216] Build status: SCHEDULED
[22:12:05.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:25:0) after 6m57s
[22:19:02.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:25:0)
[22:19:02.403] Build status: SCHEDULED
[22:19:02.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:26:0) after 1m20s
[22:20:22.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:26:0)
[22:20:22.494] Build status: SCHEDULED
[22:20:22.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:27:0) after 6m3s
[22:26:25.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:27:0)
[22:26:25.764] Build status: SCHEDULED
[22:26:25.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:28:0) after 3m44s
[22:30:09.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:28:0)
[22:30:09.808] Build status: SCHEDULED
[22:30:09.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:29:0) after 2m5s
[22:32:14.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:29:0)
[22:32:14.965] Build status: SCHEDULED
[22:32:14.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:30:0) after 9m45s
[22:42:00.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:30:0)
[22:42:00.021] Build status: SCHEDULED
[22:42:00.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:31:0) after 6m46s
[22:48:46.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:31:0)
[22:48:46.107] Build status: SCHEDULED
[22:48:46.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:32:0) after 3m3s
[22:51:49.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:32:0)
[22:51:49.147] Build status: SCHEDULED
[22:51:49.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:33:0) after 3m3s
[22:54:24.398] Received PubSub notification, asking Buildbucket for the build status
[22:54:24.475] Build status: STARTED
[22:54:52.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:33:0)
[22:54:52.252] Build status: STARTED
[22:54:52.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:35:0) after 3m0s
[22:57:52.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:35:0)
[22:57:52.297] Build status: STARTED
[22:57:52.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840523481048523200:36:0) after 9m24s
[22:58:32.198] Received PubSub notification, asking Buildbucket for the build status
[22:58:32.218] Build:
{
"id": "8675093418968183761",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-27T20:13:56.113281669Z",
"startTime": "2026-07-27T22:54:24.032701112Z",
"endTime": "2026-07-27T22:58:31.618768039Z",
"updateTime": "2026-07-27T22:58:31.618768039Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "20c74df593f0a80d16cbc770d9185555b1b6aec5",
"ref": "refs/heads/main"
}
}
}
[22:58:32.218] Invocation finished in 2h44m37.473201026s with status FAILED