[20:10:48.463] New invocation is queued and will start shortly
[20:10:49.564] Starting the invocation (attempt 1)
[20:10:49.594] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1b97885cc52cd17ae73adb38716284aa278f8737"
[20:10:49.595] Popped gitiles commit info from properties and tags
[20:10:49.595] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:10:49.608] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:10:49.608] Buildbucket request:
{
"requestId": "8848768000328707552",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8848768000328707552",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "527fc48ab06d56393070c1510530b1212c0ea8f0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@527fc48ab06d56393070c1510530b1212c0ea8f0",
"title": "527fc48ab06d56393070c1510530b1212c0ea8f0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/527fc48ab06d56393070c1510530b1212c0ea8f0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "28d35a418840bce42325eff3a8f184e6d9fe1520"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@28d35a418840bce42325eff3a8f184e6d9fe1520",
"title": "28d35a418840bce42325eff3a8f184e6d9fe1520",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/28d35a418840bce42325eff3a8f184e6d9fe1520"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1b97885cc52cd17ae73adb38716284aa278f8737"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1b97885cc52cd17ae73adb38716284aa278f8737",
"title": "1b97885cc52cd17ae73adb38716284aa278f8737",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1b97885cc52cd17ae73adb38716284aa278f8737"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1b97885cc52cd17ae73adb38716284aa278f8737",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8848768000328707552"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:10:50.088] Scheduled build:
{
"id": "8683337938368213089",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-27T20:10:49.710140435Z",
"updateTime": "2026-04-27T20:10:49.710140435Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1b97885cc52cd17ae73adb38716284aa278f8737",
"ref": "refs/heads/main"
}
}
}
[20:10:50.088] Task URL: https://cr-buildbucket.appspot.com/build/8683337938368213089
[20:10:50.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:2:0) after 3m11s
[20:10:51.011] Received PubSub notification, asking Buildbucket for the build status
[20:10:51.032] Build status: SCHEDULED
[20:14:01.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:2:0)
[20:14:01.212] Build status: SCHEDULED
[20:14:01.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:4:0) after 6m6s
[20:20:07.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:4:0)
[20:20:07.226] Build status: SCHEDULED
[20:20:07.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:5:0) after 5m3s
[20:25:10.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:5:0)
[20:25:10.318] Build status: SCHEDULED
[20:25:10.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:6:0) after 2m23s
[20:27:33.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:6:0)
[20:27:33.355] Build status: SCHEDULED
[20:27:33.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:7:0) after 1m42s
[20:29:15.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:7:0)
[20:29:15.466] Build status: SCHEDULED
[20:29:15.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:8:0) after 4m20s
[20:33:35.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:8:0)
[20:33:35.507] Build status: SCHEDULED
[20:33:35.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:9:0) after 8m2s
[20:41:37.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:9:0)
[20:41:37.642] Build status: SCHEDULED
[20:41:37.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:10:0) after 2m59s
[20:44:36.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:10:0)
[20:44:36.817] Build status: SCHEDULED
[20:44:36.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:11:0) after 3m45s
[20:48:21.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:11:0)
[20:48:21.900] Build status: SCHEDULED
[20:48:21.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:12:0) after 1m45s
[20:50:06.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:12:0)
[20:50:06.999] Build status: SCHEDULED
[20:50:06.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:13:0) after 9m23s
[20:59:30.197] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:13:0)
[20:59:30.219] Build status: SCHEDULED
[20:59:30.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:14:0) after 2m36s
[21:02:06.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:14:0)
[21:02:06.247] Build status: SCHEDULED
[21:02:06.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:15:0) after 7m44s
[21:09:50.313] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:15:0)
[21:09:50.344] Build status: SCHEDULED
[21:09:50.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:16:0) after 2m5s
[21:11:55.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:16:0)
[21:11:55.413] Build status: SCHEDULED
[21:11:55.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:17:0) after 5m37s
[21:17:32.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:17:0)
[21:17:32.475] Build status: SCHEDULED
[21:17:32.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:18:0) after 1m41s
[21:19:13.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:18:0)
[21:19:13.509] Build status: SCHEDULED
[21:19:13.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:19:0) after 1m1s
[21:20:14.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:19:0)
[21:20:14.558] Build status: SCHEDULED
[21:20:14.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:20:0) after 8m6s
[21:28:20.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:20:0)
[21:28:20.667] Build status: SCHEDULED
[21:28:20.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:21:0) after 3m25s
[21:31:45.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:21:0)
[21:31:45.698] Build status: SCHEDULED
[21:31:45.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:22:0) after 4m20s
[21:36:05.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:22:0)
[21:36:05.739] Build status: SCHEDULED
[21:36:05.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:23:0) after 3m0s
[21:39:05.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:23:0)
[21:39:05.769] Build status: SCHEDULED
[21:39:05.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:24:0) after 1m42s
[21:40:47.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:24:0)
[21:40:47.808] Build status: SCHEDULED
[21:40:47.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:25:0) after 7m41s
[21:48:28.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:25:0)
[21:48:28.846] Build status: SCHEDULED
[21:48:28.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:26:0) after 7m1s
[21:55:29.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:26:0)
[21:55:29.876] Build status: SCHEDULED
[21:55:29.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:27:0) after 5m44s
[22:01:13.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:27:0)
[22:01:13.927] Build status: SCHEDULED
[22:01:13.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:28:0) after 2m26s
[22:03:39.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:28:0)
[22:03:39.958] Build status: SCHEDULED
[22:03:39.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:29:0) after 8m7s
[22:11:46.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:29:0)
[22:11:47.027] Build status: SCHEDULED
[22:11:47.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:30:0) after 9m51s
[22:21:38.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:30:0)
[22:21:38.056] Build status: SCHEDULED
[22:21:38.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:31:0) after 2m41s
[22:24:19.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:31:0)
[22:24:19.180] Build status: SCHEDULED
[22:24:19.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:32:0) after 6m46s
[22:31:05.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:32:0)
[22:31:05.287] Build status: SCHEDULED
[22:31:05.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:33:0) after 3m49s
[22:34:54.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:33:0)
[22:34:54.320] Build status: SCHEDULED
[22:34:54.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:34:0) after 7m46s
[22:42:40.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:34:0)
[22:42:40.402] Build status: SCHEDULED
[22:42:40.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:35:0) after 5m10s
[22:47:50.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:35:0)
[22:47:50.483] Build status: SCHEDULED
[22:47:50.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:36:0) after 9m2s
[22:56:52.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:36:0)
[22:56:52.477] Build status: SCHEDULED
[22:56:52.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:37:0) after 4m47s
[23:01:39.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:37:0)
[23:01:39.772] Build status: SCHEDULED
[23:01:39.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8848768000328707552:38:0) after 5m10s
[23:01:51.424] Received PubSub notification, asking Buildbucket for the build status
[23:01:51.524] Build status: STARTED
[23:04:54.336] Received PubSub notification, asking Buildbucket for the build status
[23:04:54.353] Build:
{
"id": "8683337938368213089",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-27T20:10:49.710140435Z",
"startTime": "2026-04-27T23:01:51.215054909Z",
"endTime": "2026-04-27T23:04:54.004769104Z",
"updateTime": "2026-04-27T23:04:54.004769104Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1b97885cc52cd17ae73adb38716284aa278f8737",
"ref": "refs/heads/main"
}
}
}
[23:04:54.353] Invocation finished in 2h54m5.896328077s with status FAILED