[20:41:03.224] New invocation is queued and will start shortly
[20:41:06.574] Starting the invocation (attempt 1)
[20:41:06.605] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/944e76554fbf0d0cdb35ab35013ce435c03c2540"
[20:41:06.605] Popped gitiles commit info from properties and tags
[20:41:06.605] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:41:06.605] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:41:06.606] Buildbucket request:
{
"requestId": "8841155952234721776",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841155952234721776",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6dac61326e3147ad995da0978a14b760a557b209"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6dac61326e3147ad995da0978a14b760a557b209",
"title": "6dac61326e3147ad995da0978a14b760a557b209",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6dac61326e3147ad995da0978a14b760a557b209"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "157ff651b4c410d04d2d3728918bec54df52409e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@157ff651b4c410d04d2d3728918bec54df52409e",
"title": "157ff651b4c410d04d2d3728918bec54df52409e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/157ff651b4c410d04d2d3728918bec54df52409e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "944e76554fbf0d0cdb35ab35013ce435c03c2540"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@944e76554fbf0d0cdb35ab35013ce435c03c2540",
"title": "944e76554fbf0d0cdb35ab35013ce435c03c2540",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/944e76554fbf0d0cdb35ab35013ce435c03c2540"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "944e76554fbf0d0cdb35ab35013ce435c03c2540",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841155952234721776"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:41:07.113] Scheduled build:
{
"id": "8675725887947665713",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-20T20:41:06.691041707Z",
"updateTime": "2026-07-20T20:41:06.691041707Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "944e76554fbf0d0cdb35ab35013ce435c03c2540",
"ref": "refs/heads/main"
}
}
}
[20:41:07.113] Task URL: https://cr-buildbucket.appspot.com/build/8675725887947665713
[20:41:07.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:2:0) after 7m8s
[20:41:08.079] Received PubSub notification, asking Buildbucket for the build status
[20:41:08.099] Build status: SCHEDULED
[20:48:15.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:2:0)
[20:48:15.192] Build status: SCHEDULED
[20:48:15.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:4:0) after 4m12s
[20:52:27.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:4:0)
[20:52:27.348] Build status: SCHEDULED
[20:52:27.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:5:0) after 3m18s
[20:55:45.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:5:0)
[20:55:45.816] Build status: SCHEDULED
[20:55:45.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:6:0) after 3m25s
[20:59:10.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:6:0)
[20:59:10.878] Build status: SCHEDULED
[20:59:10.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:7:0) after 3m42s
[21:02:52.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:7:0)
[21:02:52.956] Build status: SCHEDULED
[21:02:52.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:8:0) after 2m38s
[21:05:30.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:8:0)
[21:05:30.998] Build status: SCHEDULED
[21:05:30.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:9:0) after 6m21s
[21:11:52.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:9:0)
[21:11:52.057] Build status: SCHEDULED
[21:11:52.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:10:0) after 7m48s
[21:19:40.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:10:0)
[21:19:40.217] Build status: SCHEDULED
[21:19:40.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:11:0) after 9m7s
[21:28:47.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:11:0)
[21:28:47.340] Build status: SCHEDULED
[21:28:47.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:12:0) after 3m35s
[21:32:22.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:12:0)
[21:32:22.352] Build status: SCHEDULED
[21:32:22.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:13:0) after 6m33s
[21:38:55.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:13:0)
[21:38:55.435] Build status: SCHEDULED
[21:38:55.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:14:0) after 3m16s
[21:42:11.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:14:0)
[21:42:11.569] Build status: SCHEDULED
[21:42:11.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:15:0) after 4m29s
[21:46:40.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:15:0)
[21:46:40.681] Build status: SCHEDULED
[21:46:40.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:16:0) after 1m48s
[21:48:28.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:16:0)
[21:48:28.821] Build status: SCHEDULED
[21:48:28.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:17:0) after 9m7s
[21:57:35.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:17:0)
[21:57:36.004] Build status: SCHEDULED
[21:57:36.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:18:0) after 7m8s
[22:04:44.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:18:0)
[22:04:44.035] Build status: SCHEDULED
[22:04:44.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:19:0) after 5m51s
[22:10:35.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:19:0)
[22:10:35.156] Build status: SCHEDULED
[22:10:35.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:20:0) after 2m44s
[22:13:19.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:20:0)
[22:13:19.368] Build status: SCHEDULED
[22:13:19.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:21:0) after 9m53s
[22:23:12.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:21:0)
[22:23:12.507] Build status: SCHEDULED
[22:23:12.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:22:0) after 3m8s
[22:26:20.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:22:0)
[22:26:20.541] Build status: SCHEDULED
[22:26:20.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:23:0) after 9m10s
[22:35:30.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:23:0)
[22:35:30.596] Build status: SCHEDULED
[22:35:30.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:24:0) after 4m2s
[22:39:32.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:24:0)
[22:39:32.819] Build status: SCHEDULED
[22:39:32.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:25:0) after 5m46s
[22:45:18.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:25:0)
[22:45:18.852] Build status: SCHEDULED
[22:45:18.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:26:0) after 1m18s
[22:46:36.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:26:0)
[22:46:36.960] Build status: SCHEDULED
[22:46:36.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:27:0) after 8m45s
[22:55:22.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:27:0)
[22:55:22.067] Build status: SCHEDULED
[22:55:22.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:28:0) after 5m9s
[23:00:31.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:28:0)
[23:00:31.079] Build status: SCHEDULED
[23:00:31.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:29:0) after 9m15s
[23:09:46.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:29:0)
[23:09:46.137] Build status: SCHEDULED
[23:09:46.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:30:0) after 3m17s
[23:13:03.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:30:0)
[23:13:03.261] Build status: SCHEDULED
[23:13:03.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:31:0) after 7m41s
[23:20:44.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:31:0)
[23:20:44.341] Build status: SCHEDULED
[23:20:44.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:32:0) after 9m39s
[23:28:04.712] Received PubSub notification, asking Buildbucket for the build status
[23:28:04.753] Build status: STARTED
[23:30:23.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:32:0)
[23:30:23.395] Build status: STARTED
[23:30:23.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:34:0) after 2m26s
[23:32:49.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:34:0)
[23:32:49.518] Build status: STARTED
[23:32:49.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841155952234721776:35:0) after 5m53s
[23:36:49.764] Received PubSub notification, asking Buildbucket for the build status
[23:36:49.786] Build:
{
"id": "8675725887947665713",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-20T20:41:06.691041707Z",
"startTime": "2026-07-20T23:28:04.504001176Z",
"endTime": "2026-07-20T23:36:49.430738781Z",
"updateTime": "2026-07-20T23:36:49.430738781Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "944e76554fbf0d0cdb35ab35013ce435c03c2540",
"ref": "refs/heads/main"
}
}
}
[23:36:49.786] Invocation finished in 2h55m46.56663382s with status FAILED