[21:59:24.535] New invocation is queued and will start shortly
[21:59:25.686] Starting the invocation (attempt 1)
[21:59:25.710] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d9ffeef9bf6026805f2059ddf58f9f5298a14ff1"
[21:59:25.710] Popped gitiles commit info from properties and tags
[21:59:25.710] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:59:25.711] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:59:25.711] Buildbucket request:
{
"requestId": "8856824297745715808",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8856824297745715808",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b44346d82ee31b4e6061591a8931ff3802fbf378"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b44346d82ee31b4e6061591a8931ff3802fbf378",
"title": "b44346d82ee31b4e6061591a8931ff3802fbf378",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b44346d82ee31b4e6061591a8931ff3802fbf378"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ba9e4a272caeeef8c93e546c9bb6c361c1fd0b90"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ba9e4a272caeeef8c93e546c9bb6c361c1fd0b90",
"title": "ba9e4a272caeeef8c93e546c9bb6c361c1fd0b90",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ba9e4a272caeeef8c93e546c9bb6c361c1fd0b90"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "184954e97847762e3b54b240abe39456e1bd3583"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@184954e97847762e3b54b240abe39456e1bd3583",
"title": "184954e97847762e3b54b240abe39456e1bd3583",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/184954e97847762e3b54b240abe39456e1bd3583"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d9ffeef9bf6026805f2059ddf58f9f5298a14ff1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d9ffeef9bf6026805f2059ddf58f9f5298a14ff1",
"title": "d9ffeef9bf6026805f2059ddf58f9f5298a14ff1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d9ffeef9bf6026805f2059ddf58f9f5298a14ff1"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d9ffeef9bf6026805f2059ddf58f9f5298a14ff1",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8856824297745715808"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:59:26.161] Scheduled build:
{
"id": "8691394235756364833",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-28T21:59:25.805676285Z",
"updateTime": "2026-01-28T21:59:25.805676285Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d9ffeef9bf6026805f2059ddf58f9f5298a14ff1",
"ref": "refs/heads/main"
}
}
}
[21:59:26.161] Task URL: https://cr-buildbucket.appspot.com/build/8691394235756364833
[21:59:26.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:2:0) after 2m54s
[21:59:26.821] Received PubSub notification, asking Buildbucket for the build status
[21:59:26.872] Build status: SCHEDULED
[22:02:20.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:2:0)
[22:02:20.267] Build status: SCHEDULED
[22:02:20.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:4:0) after 1m49s
[22:04:09.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:4:0)
[22:04:09.279] Build status: SCHEDULED
[22:04:09.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:5:0) after 9m55s
[22:14:04.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:5:0)
[22:14:04.343] Build status: SCHEDULED
[22:14:04.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:6:0) after 9m14s
[22:23:18.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:6:0)
[22:23:18.379] Build status: SCHEDULED
[22:23:18.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:7:0) after 6m57s
[22:30:15.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:7:0)
[22:30:15.530] Build status: SCHEDULED
[22:30:15.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:8:0) after 3m10s
[22:33:25.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:8:0)
[22:33:25.661] Build status: SCHEDULED
[22:33:25.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:9:0) after 8m44s
[22:42:09.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:9:0)
[22:42:09.794] Build status: SCHEDULED
[22:42:09.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:10:0) after 3m5s
[22:45:14.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:10:0)
[22:45:14.863] Build status: SCHEDULED
[22:45:14.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:11:0) after 2m8s
[22:47:22.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:11:0)
[22:47:22.962] Build status: SCHEDULED
[22:47:22.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:12:0) after 6m2s
[22:53:25.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:12:0)
[22:53:25.544] Build status: SCHEDULED
[22:53:25.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:13:0) after 3m36s
[22:57:01.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:13:0)
[22:57:01.557] Build status: SCHEDULED
[22:57:01.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:14:0) after 8m30s
[23:05:31.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:14:0)
[23:05:31.671] Build status: SCHEDULED
[23:05:31.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:15:0) after 6m42s
[23:12:13.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:15:0)
[23:12:13.764] Build status: SCHEDULED
[23:12:13.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:16:0) after 4m37s
[23:16:50.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:16:0)
[23:16:50.869] Build status: SCHEDULED
[23:16:50.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:17:0) after 5m34s
[23:22:24.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:17:0)
[23:22:24.877] Build status: SCHEDULED
[23:22:24.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:18:0) after 3m11s
[23:25:35.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:18:0)
[23:25:35.986] Build status: SCHEDULED
[23:25:35.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:19:0) after 6m13s
[23:31:49.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:19:0)
[23:31:49.129] Build status: SCHEDULED
[23:31:49.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:20:0) after 8m6s
[23:39:55.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:20:0)
[23:39:55.249] Build status: SCHEDULED
[23:39:55.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:21:0) after 8m12s
[23:48:07.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:21:0)
[23:48:07.295] Build status: SCHEDULED
[23:48:07.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:22:0) after 4m25s
[23:52:32.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:22:0)
[23:52:32.433] Build status: SCHEDULED
[23:52:32.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:23:0) after 4m24s
[23:56:34.732] Received PubSub notification, asking Buildbucket for the build status
[23:56:34.748] Build status: STARTED
[23:56:56.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:23:0)
[23:56:56.465] Build status: STARTED
[23:56:56.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:25:0) after 5m0s
[00:01:56.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:25:0)
[00:01:56.497] Build status: STARTED
[00:01:56.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:26:0) after 4m23s
[00:06:19.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:26:0)
[00:06:19.880] Build status: STARTED
[00:06:19.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:27:0) after 6m12s
[00:12:31.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:27:0)
[00:12:31.963] Build status: STARTED
[00:12:31.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:28:0) after 4m56s
[00:17:28.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:28:0)
[00:17:28.120] Build status: STARTED
[00:17:28.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:29:0) after 5m58s
[00:23:26.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:29:0)
[00:23:26.231] Build status: STARTED
[00:23:26.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:30:0) after 1m46s
[00:25:12.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:30:0)
[00:25:12.370] Build status: STARTED
[00:25:12.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:31:0) after 7m50s
[00:33:02.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:31:0)
[00:33:02.532] Build status: STARTED
[00:33:02.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:32:0) after 7m31s
[00:40:33.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:32:0)
[00:40:33.746] Build status: STARTED
[00:40:33.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8856824297745715808:33:0) after 8m6s
[00:42:16.459] Received PubSub notification, asking Buildbucket for the build status
[00:42:16.476] Build:
{
"id": "8691394235756364833",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-28T21:59:25.805676285Z",
"startTime": "2026-01-28T23:56:34.584922840Z",
"endTime": "2026-01-29T00:42:16.187914878Z",
"updateTime": "2026-01-29T00:42:16.187914878Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d9ffeef9bf6026805f2059ddf58f9f5298a14ff1",
"ref": "refs/heads/main"
}
}
}
[00:42:16.476] Invocation finished in 2h42m51.950447847s with status FAILED