[23:25:52.338] New invocation is queued and will start shortly
[23:25:53.468] Starting the invocation (attempt 1)
[23:25:53.492] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/df53071d71a5ebc3f841c8fa0c41358264c7305c"
[23:25:53.492] Popped gitiles commit info from properties and tags
[23:25:53.492] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:25:53.492] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:25:53.493] Buildbucket request:
{
"requestId": "8848755727925945024",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp23"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8848755727925945024",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "904651933bb94825cf07118fddc543cab2c20d8a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@904651933bb94825cf07118fddc543cab2c20d8a",
"title": "904651933bb94825cf07118fddc543cab2c20d8a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/904651933bb94825cf07118fddc543cab2c20d8a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "df53071d71a5ebc3f841c8fa0c41358264c7305c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@df53071d71a5ebc3f841c8fa0c41358264c7305c",
"title": "df53071d71a5ebc3f841c8fa0c41358264c7305c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/df53071d71a5ebc3f841c8fa0c41358264c7305c"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "df53071d71a5ebc3f841c8fa0c41358264c7305c",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8848755727925945024"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:25:53.820] Scheduled build:
{
"id": "8683325665982012721",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp23"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-27T23:25:53.569638819Z",
"updateTime": "2026-04-27T23:25:53.569638819Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "df53071d71a5ebc3f841c8fa0c41358264c7305c",
"ref": "refs/heads/main"
}
}
}
[23:25:53.820] Task URL: https://cr-buildbucket.appspot.com/build/8683325665982012721
[23:25:53.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:2:0) after 1m49s
[23:25:54.777] Received PubSub notification, asking Buildbucket for the build status
[23:25:54.823] Build status: SCHEDULED
[23:27:42.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:2:0)
[23:27:42.869] Build status: SCHEDULED
[23:27:42.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:4:0) after 9m26s
[23:37:08.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:4:0)
[23:37:08.909] Build status: SCHEDULED
[23:37:08.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:5:0) after 1m50s
[23:38:58.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:5:0)
[23:38:58.995] Build status: SCHEDULED
[23:38:58.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:6:0) after 2m2s
[23:41:01.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:6:0)
[23:41:01.346] Build status: SCHEDULED
[23:41:01.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:7:0) after 3m14s
[23:44:15.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:7:0)
[23:44:15.457] Build status: SCHEDULED
[23:44:15.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:8:0) after 3m34s
[23:47:49.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:8:0)
[23:47:49.746] Build status: SCHEDULED
[23:47:49.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:9:0) after 5m43s
[23:53:32.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:9:0)
[23:53:32.824] Build status: SCHEDULED
[23:53:32.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:10:0) after 6m35s
[00:00:07.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:10:0)
[00:00:07.869] Build status: SCHEDULED
[00:00:07.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:11:0) after 8m53s
[00:09:00.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:11:0)
[00:09:00.988] Build status: SCHEDULED
[00:09:00.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:12:0) after 9m12s
[00:18:13.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:12:0)
[00:18:13.066] Build status: SCHEDULED
[00:18:13.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:13:0) after 8m42s
[00:26:55.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:13:0)
[00:26:55.139] Build status: SCHEDULED
[00:26:55.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:14:0) after 3m59s
[00:30:54.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:14:0)
[00:30:54.123] Build status: SCHEDULED
[00:30:54.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:15:0) after 9m8s
[00:40:02.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:15:0)
[00:40:02.208] Build status: SCHEDULED
[00:40:02.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:16:0) after 5m9s
[00:45:11.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:16:0)
[00:45:11.380] Build status: SCHEDULED
[00:45:11.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:17:0) after 5m27s
[00:50:38.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:17:0)
[00:50:38.438] Build status: SCHEDULED
[00:50:38.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:18:0) after 4m8s
[00:54:46.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:18:0)
[00:54:46.489] Build status: SCHEDULED
[00:54:46.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:19:0) after 9m15s
[01:04:01.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:19:0)
[01:04:01.606] Build status: SCHEDULED
[01:04:01.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:20:0) after 3m21s
[01:07:22.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:20:0)
[01:07:22.807] Build status: SCHEDULED
[01:07:22.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:21:0) after 8m58s
[01:16:20.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:21:0)
[01:16:20.935] Build status: SCHEDULED
[01:16:20.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:22:0) after 7m42s
[01:24:02.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:22:0)
[01:24:03.044] Build status: SCHEDULED
[01:24:03.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:23:0) after 9m23s
[01:33:26.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:23:0)
[01:33:26.168] Build status: SCHEDULED
[01:33:26.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:24:0) after 9m34s
[01:43:00.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:24:0)
[01:43:00.182] Build status: SCHEDULED
[01:43:00.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:25:0) after 7m21s
[01:50:21.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:25:0)
[01:50:21.175] Build status: SCHEDULED
[01:50:21.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:26:0) after 4m14s
[01:54:35.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:26:0)
[01:54:35.422] Build status: SCHEDULED
[01:54:35.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:27:0) after 4m48s
[01:59:23.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:27:0)
[01:59:23.406] Build status: SCHEDULED
[01:59:23.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:28:0) after 3m38s
[02:03:01.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:28:0)
[02:03:01.452] Build status: SCHEDULED
[02:03:01.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:29:0) after 1m6s
[02:04:07.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:29:0)
[02:04:07.512] Build status: SCHEDULED
[02:04:07.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:30:0) after 9m29s
[02:13:36.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:30:0)
[02:13:36.554] Build status: SCHEDULED
[02:13:36.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:31:0) after 8m14s
[02:21:50.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:31:0)
[02:21:50.641] Build status: SCHEDULED
[02:21:50.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8848755727925945024:32:0) after 8m11s
[02:25:21.992] Received PubSub notification, asking Buildbucket for the build status
[02:25:22.014] Build status: STARTED
[02:26:42.949] Received PubSub notification, asking Buildbucket for the build status
[02:26:42.979] Build:
{
"id": "8683325665982012721",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp23"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-27T23:25:53.569638819Z",
"startTime": "2026-04-28T02:25:21.540729963Z",
"endTime": "2026-04-28T02:26:42.672642660Z",
"updateTime": "2026-04-28T02:26:42.672642660Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "df53071d71a5ebc3f841c8fa0c41358264c7305c",
"ref": "refs/heads/main"
}
}
}
[02:26:42.979] Invocation finished in 3h0m50.646483365s with status FAILED