[01:27:54.778] New invocation is queued and will start shortly
[01:27:55.861] Starting the invocation (attempt 1)
[01:27:55.893] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e164d2fa913b4db8641ba65e6716d8144587e81d"
[01:27:55.893] Popped gitiles commit info from properties and tags
[01:27:55.893] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:27:55.893] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:27:55.894] Buildbucket request:
{
"requestId": "8852462525410225600",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8852462525410225600",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b5ae97d65bfa73ca93f3a2e40a41955a9b87770c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b5ae97d65bfa73ca93f3a2e40a41955a9b87770c",
"title": "b5ae97d65bfa73ca93f3a2e40a41955a9b87770c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b5ae97d65bfa73ca93f3a2e40a41955a9b87770c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "922e20b046a99d7a0eba2c693850e6831aa6ed8f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@922e20b046a99d7a0eba2c693850e6831aa6ed8f",
"title": "922e20b046a99d7a0eba2c693850e6831aa6ed8f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/922e20b046a99d7a0eba2c693850e6831aa6ed8f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bddecd80eea4e19d085b6be633a3102dc2600036"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bddecd80eea4e19d085b6be633a3102dc2600036",
"title": "bddecd80eea4e19d085b6be633a3102dc2600036",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bddecd80eea4e19d085b6be633a3102dc2600036"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b78be75d9e97d2ab3aa2714dc79625ea30ea676d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b78be75d9e97d2ab3aa2714dc79625ea30ea676d",
"title": "b78be75d9e97d2ab3aa2714dc79625ea30ea676d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b78be75d9e97d2ab3aa2714dc79625ea30ea676d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e164d2fa913b4db8641ba65e6716d8144587e81d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e164d2fa913b4db8641ba65e6716d8144587e81d",
"title": "e164d2fa913b4db8641ba65e6716d8144587e81d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e164d2fa913b4db8641ba65e6716d8144587e81d"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e164d2fa913b4db8641ba65e6716d8144587e81d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8852462525410225600"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:27:56.274] Scheduled build:
{
"id": "8687032463482260737",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-18T01:27:55.997774371Z",
"updateTime": "2026-03-18T01:27:55.997774371Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e164d2fa913b4db8641ba65e6716d8144587e81d",
"ref": "refs/heads/main"
}
}
}
[01:27:56.274] Task URL: https://cr-buildbucket.appspot.com/build/8687032463482260737
[01:27:56.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:2:0) after 1m46s
[01:27:57.262] Received PubSub notification, asking Buildbucket for the build status
[01:27:57.290] Build status: SCHEDULED
[01:29:42.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:2:0)
[01:29:42.379] Build status: SCHEDULED
[01:29:42.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:4:0) after 7m44s
[01:37:26.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:4:0)
[01:37:26.500] Build status: SCHEDULED
[01:37:26.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:5:0) after 4m22s
[01:41:48.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:5:0)
[01:41:48.534] Build status: SCHEDULED
[01:41:48.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:6:0) after 9m37s
[01:51:25.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:6:0)
[01:51:25.567] Build status: SCHEDULED
[01:51:25.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:7:0) after 5m7s
[01:56:32.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:7:0)
[01:56:32.719] Build status: SCHEDULED
[01:56:32.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:8:0) after 5m17s
[02:01:49.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:8:0)
[02:01:49.750] Build status: SCHEDULED
[02:01:49.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:9:0) after 9m45s
[02:11:34.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:9:0)
[02:11:34.887] Build status: SCHEDULED
[02:11:34.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:10:0) after 1m50s
[02:13:24.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:10:0)
[02:13:24.954] Build status: SCHEDULED
[02:13:24.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:11:0) after 3m27s
[02:16:51.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:11:0)
[02:16:51.986] Build status: SCHEDULED
[02:16:51.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:12:0) after 2m53s
[02:19:45.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:12:0)
[02:19:45.044] Build status: SCHEDULED
[02:19:45.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:13:0) after 7m43s
[02:27:28.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:13:0)
[02:27:28.058] Build status: SCHEDULED
[02:27:28.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:14:0) after 8m26s
[02:35:54.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:14:0)
[02:35:54.216] Build status: SCHEDULED
[02:35:54.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:15:0) after 1m36s
[02:37:30.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:15:0)
[02:37:30.338] Build status: SCHEDULED
[02:37:30.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:16:0) after 6m10s
[02:43:40.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:16:0)
[02:43:40.542] Build status: SCHEDULED
[02:43:40.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:17:0) after 6m47s
[02:50:27.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:17:0)
[02:50:27.580] Build status: SCHEDULED
[02:50:27.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:18:0) after 7m24s
[02:57:51.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:18:0)
[02:57:51.657] Build status: SCHEDULED
[02:57:51.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:19:0) after 9m1s
[03:06:52.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:19:0)
[03:06:52.748] Build status: SCHEDULED
[03:06:52.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:20:0) after 9m51s
[03:16:43.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:20:0)
[03:16:43.855] Build status: SCHEDULED
[03:16:43.855] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:21:0) after 4m13s
[03:20:56.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:21:0)
[03:20:56.980] Build status: SCHEDULED
[03:20:56.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:22:0) after 4m44s
[03:25:40.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:22:0)
[03:25:41.038] Build status: SCHEDULED
[03:25:41.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:23:0) after 5m21s
[03:28:36.471] Received PubSub notification, asking Buildbucket for the build status
[03:28:36.502] Build status: STARTED
[03:31:02.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:23:0)
[03:31:02.074] Build status: STARTED
[03:31:02.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8852462525410225600:25:0) after 7m24s
[03:32:32.689] Received PubSub notification, asking Buildbucket for the build status
[03:32:32.704] Build:
{
"id": "8687032463482260737",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-18T01:27:55.997774371Z",
"startTime": "2026-03-18T03:28:36.237768297Z",
"endTime": "2026-03-18T03:32:32.256756237Z",
"updateTime": "2026-03-18T03:32:32.256756237Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e164d2fa913b4db8641ba65e6716d8144587e81d",
"ref": "refs/heads/main"
}
}
}
[03:32:32.704] Invocation finished in 2h4m37.92931097s with status FAILED