[00:07:48.871] New invocation is queued and will start shortly
[00:07:49.933] Starting the invocation (attempt 1)
[00:07:49.955] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/3e5311128ba6a7ede1525ce07de0b86453c1108b"
[00:07:49.955] Popped gitiles commit info from properties and tags
[00:07:49.955] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:07:49.955] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:07:49.956] Buildbucket request:
{
"requestId": "8843317271168058656",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8843317271168058656",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3e5311128ba6a7ede1525ce07de0b86453c1108b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3e5311128ba6a7ede1525ce07de0b86453c1108b",
"title": "3e5311128ba6a7ede1525ce07de0b86453c1108b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3e5311128ba6a7ede1525ce07de0b86453c1108b"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3e5311128ba6a7ede1525ce07de0b86453c1108b",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8843317271168058656"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:07:50.350] Scheduled build:
{
"id": "8677887209283687137",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-27T00:07:50.043254126Z",
"updateTime": "2026-06-27T00:07:50.043254126Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3e5311128ba6a7ede1525ce07de0b86453c1108b",
"ref": "refs/heads/main"
}
}
}
[00:07:50.350] Task URL: https://cr-buildbucket.appspot.com/build/8677887209283687137
[00:07:50.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:2:0) after 5m41s
[00:07:51.320] Received PubSub notification, asking Buildbucket for the build status
[00:07:51.672] Build status: SCHEDULED
[00:13:31.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:2:0)
[00:13:31.420] Build status: SCHEDULED
[00:13:31.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:4:0) after 1m35s
[00:15:06.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:4:0)
[00:15:06.454] Build status: SCHEDULED
[00:15:06.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:5:0) after 4m5s
[00:19:11.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:5:0)
[00:19:11.552] Build status: SCHEDULED
[00:19:11.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:6:0) after 2m31s
[00:21:42.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:6:0)
[00:21:42.710] Build status: SCHEDULED
[00:21:42.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:7:0) after 8m50s
[00:30:32.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:7:0)
[00:30:32.694] Build status: SCHEDULED
[00:30:32.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:8:0) after 7m10s
[00:37:42.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:8:0)
[00:37:42.827] Build status: SCHEDULED
[00:37:42.827] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:9:0) after 5m36s
[00:43:18.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:9:0)
[00:43:18.883] Build status: SCHEDULED
[00:43:18.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:10:0) after 3m56s
[00:47:15.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:10:0)
[00:47:15.143] Build status: SCHEDULED
[00:47:15.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:11:0) after 6m9s
[00:53:24.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:11:0)
[00:53:24.274] Build status: SCHEDULED
[00:53:24.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:12:0) after 1m40s
[00:55:04.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:12:0)
[00:55:04.307] Build status: SCHEDULED
[00:55:04.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:13:0) after 7m14s
[01:02:18.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:13:0)
[01:02:18.479] Build status: SCHEDULED
[01:02:18.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:14:0) after 7m52s
[01:10:10.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:14:0)
[01:10:10.679] Build status: SCHEDULED
[01:10:10.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:15:0) after 5m53s
[01:16:03.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:15:0)
[01:16:03.741] Build status: SCHEDULED
[01:16:03.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:16:0) after 5m31s
[01:21:34.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:16:0)
[01:21:34.787] Build status: SCHEDULED
[01:21:34.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:17:0) after 8m45s
[01:30:19.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:17:0)
[01:30:19.822] Build status: SCHEDULED
[01:30:19.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:18:0) after 8m15s
[01:38:34.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:18:0)
[01:38:34.877] Build status: SCHEDULED
[01:38:34.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:19:0) after 6m28s
[01:45:02.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:19:0)
[01:45:02.970] Build status: SCHEDULED
[01:45:02.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:20:0) after 3m35s
[01:48:37.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:20:0)
[01:48:38.008] Build status: SCHEDULED
[01:48:38.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:21:0) after 4m39s
[01:53:16.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:21:0)
[01:53:17.015] Build status: SCHEDULED
[01:53:17.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:22:0) after 9m58s
[02:03:15.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:22:0)
[02:03:15.065] Build status: SCHEDULED
[02:03:15.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:23:0) after 4m21s
[02:07:36.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:23:0)
[02:07:36.259] Build status: SCHEDULED
[02:07:36.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:24:0) after 6m40s
[02:14:16.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:24:0)
[02:14:16.359] Build status: SCHEDULED
[02:14:16.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:25:0) after 4m21s
[02:18:37.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:25:0)
[02:18:37.524] Build status: SCHEDULED
[02:18:37.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:26:0) after 8m12s
[02:26:49.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:26:0)
[02:26:49.807] Build status: SCHEDULED
[02:26:49.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:27:0) after 5m4s
[02:31:53.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:27:0)
[02:31:53.893] Build status: SCHEDULED
[02:31:53.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:28:0) after 1m43s
[02:33:36.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:28:0)
[02:33:36.976] Build status: SCHEDULED
[02:33:36.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:29:0) after 6m35s
[02:40:12.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:29:0)
[02:40:12.066] Build status: SCHEDULED
[02:40:12.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:30:0) after 9m28s
[02:49:40.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:30:0)
[02:49:40.100] Build status: SCHEDULED
[02:49:40.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:31:0) after 1m9s
[02:50:49.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:31:0)
[02:50:49.131] Build status: SCHEDULED
[02:50:49.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:32:0) after 7m18s
[02:58:07.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:32:0)
[02:58:07.150] Build status: SCHEDULED
[02:58:07.150] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:33:0) after 4m25s
[03:00:11.645] Received PubSub notification, asking Buildbucket for the build status
[03:00:11.664] Build status: STARTED
[03:02:32.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:33:0)
[03:02:32.234] Build status: STARTED
[03:02:32.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8843317271168058656:35:0) after 9m24s
[03:04:03.128] Received PubSub notification, asking Buildbucket for the build status
[03:04:03.218] Build:
{
"id": "8677887209283687137",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-27T00:07:50.043254126Z",
"startTime": "2026-06-27T03:00:11.343109083Z",
"endTime": "2026-06-27T03:04:02.823745052Z",
"updateTime": "2026-06-27T03:04:02.823745052Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3e5311128ba6a7ede1525ce07de0b86453c1108b",
"ref": "refs/heads/main"
}
}
}
[03:04:03.218] Invocation finished in 2h56m14.355152399s with status FAILED