[21:43:10.276] New invocation is queued and will start shortly
[21:43:15.786] Starting the invocation (attempt 1)
[21:43:15.815] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6e7f466b310c274e6d6b241ea8b0c3edf32dd8de"
[21:43:15.815] Popped gitiles commit info from properties and tags
[21:43:15.815] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:43:15.816] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:43:15.816] Buildbucket request:
{
"requestId": "8840789656269798896",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8840789656269798896",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6e7f466b310c274e6d6b241ea8b0c3edf32dd8de"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6e7f466b310c274e6d6b241ea8b0c3edf32dd8de",
"title": "6e7f466b310c274e6d6b241ea8b0c3edf32dd8de",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6e7f466b310c274e6d6b241ea8b0c3edf32dd8de"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6e7f466b310c274e6d6b241ea8b0c3edf32dd8de",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8840789656269798896"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:43:16.804] Scheduled build:
{
"id": "8675359589690069281",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-24T21:43:15.931187735Z",
"updateTime": "2026-07-24T21:43:15.931187735Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6e7f466b310c274e6d6b241ea8b0c3edf32dd8de",
"ref": "refs/heads/main"
}
}
}
[21:43:16.804] Task URL: https://cr-buildbucket.appspot.com/build/8675359589690069281
[21:43:16.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:2:0) after 3m41s
[21:43:16.931] Received PubSub notification, asking Buildbucket for the build status
[21:43:16.947] Build status: SCHEDULED
[21:46:57.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:2:0)
[21:46:57.916] Build status: SCHEDULED
[21:46:57.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:4:0) after 4m55s
[21:51:53.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:4:0)
[21:51:53.117] Build status: SCHEDULED
[21:51:53.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:5:0) after 6m57s
[21:58:50.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:5:0)
[21:58:50.257] Build status: SCHEDULED
[21:58:50.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:6:0) after 2m44s
[22:01:34.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:6:0)
[22:01:34.397] Build status: SCHEDULED
[22:01:34.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:7:0) after 6m13s
[22:07:47.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:7:0)
[22:07:47.531] Build status: SCHEDULED
[22:07:47.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:8:0) after 2m48s
[22:10:35.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:8:0)
[22:10:35.695] Build status: SCHEDULED
[22:10:35.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:9:0) after 6m51s
[22:17:26.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:9:0)
[22:17:26.735] Build status: SCHEDULED
[22:17:26.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:10:0) after 7m39s
[22:25:05.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:10:0)
[22:25:05.884] Build status: SCHEDULED
[22:25:05.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:11:0) after 1m45s
[22:26:50.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:11:0)
[22:26:50.937] Build status: SCHEDULED
[22:26:50.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:12:0) after 1m19s
[22:28:10.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:12:0)
[22:28:10.026] Build status: SCHEDULED
[22:28:10.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:13:0) after 1m27s
[22:29:37.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:13:0)
[22:29:37.058] Build status: SCHEDULED
[22:29:37.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:14:0) after 8m52s
[22:38:29.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:14:0)
[22:38:29.068] Build status: SCHEDULED
[22:38:29.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:15:0) after 4m19s
[22:42:48.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:15:0)
[22:42:48.082] Build status: SCHEDULED
[22:42:48.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:16:0) after 3m57s
[22:46:45.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:16:0)
[22:46:45.260] Build status: SCHEDULED
[22:46:45.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:17:0) after 3m58s
[22:50:43.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:17:0)
[22:50:43.373] Build status: SCHEDULED
[22:50:43.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:18:0) after 9m19s
[23:00:02.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:18:0)
[23:00:02.416] Build status: SCHEDULED
[23:00:02.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:19:0) after 3m43s
[23:03:45.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:19:0)
[23:03:45.557] Build status: SCHEDULED
[23:03:45.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:20:0) after 6m21s
[23:10:06.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:20:0)
[23:10:06.588] Build status: SCHEDULED
[23:10:06.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:21:0) after 9m22s
[23:19:28.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:21:0)
[23:19:28.666] Build status: SCHEDULED
[23:19:28.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:22:0) after 3m27s
[23:22:55.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:22:0)
[23:22:55.789] Build status: SCHEDULED
[23:22:55.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:23:0) after 5m18s
[23:28:13.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:23:0)
[23:28:13.832] Build status: SCHEDULED
[23:28:13.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:24:0) after 3m49s
[23:32:02.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:24:0)
[23:32:02.879] Build status: SCHEDULED
[23:32:02.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:25:0) after 5m21s
[23:37:24.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:25:0)
[23:37:24.043] Build status: SCHEDULED
[23:37:24.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:26:0) after 4m45s
[23:42:09.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:26:0)
[23:42:09.100] Build status: SCHEDULED
[23:42:09.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:27:0) after 8m25s
[23:50:34.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:27:0)
[23:50:34.180] Build status: SCHEDULED
[23:50:34.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:28:0) after 5m18s
[23:55:52.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:28:0)
[23:55:52.334] Build status: SCHEDULED
[23:55:52.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:29:0) after 3m22s
[23:59:14.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:29:0)
[23:59:14.417] Build status: SCHEDULED
[23:59:14.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:30:0) after 2m34s
[00:01:48.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:30:0)
[00:01:48.533] Build status: SCHEDULED
[00:01:48.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:31:0) after 3m40s
[00:05:28.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:31:0)
[00:05:28.515] Build status: SCHEDULED
[00:05:28.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:32:0) after 7m36s
[00:13:04.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:32:0)
[00:13:04.628] Build status: SCHEDULED
[00:13:04.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:33:0) after 3m8s
[00:16:12.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:33:0)
[00:16:12.660] Build status: SCHEDULED
[00:16:12.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8840789656269798896:34:0) after 8m1s
[00:20:06.696] Received PubSub notification, asking Buildbucket for the build status
[00:20:06.811] Build status: STARTED
[00:24:06.605] Received PubSub notification, asking Buildbucket for the build status
[00:24:06.623] Build:
{
"id": "8675359589690069281",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-24T21:43:15.931187735Z",
"startTime": "2026-07-25T00:20:06.506117094Z",
"endTime": "2026-07-25T00:24:06.207046645Z",
"updateTime": "2026-07-25T00:24:06.207046645Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6e7f466b310c274e6d6b241ea8b0c3edf32dd8de",
"ref": "refs/heads/main"
}
}
}
[00:24:06.623] Invocation finished in 2h40m56.350176219s with status FAILED