[22:55:00.936] New invocation is queued and will start shortly
[22:55:02.993] Starting the invocation (attempt 1)
[22:55:03.020] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/df53071d71a5ebc3f841c8fa0c41358264c7305c"
[22:55:03.020] Popped gitiles commit info from properties and tags
[22:55:03.020] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:55:03.020] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:55:03.020] Buildbucket request:
{
"requestId": "8848757669260616976",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rpc"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8848757669260616976",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "904651933bb94825cf07118fddc543cab2c20d8a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@904651933bb94825cf07118fddc543cab2c20d8a",
"title": "904651933bb94825cf07118fddc543cab2c20d8a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/904651933bb94825cf07118fddc543cab2c20d8a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "df53071d71a5ebc3f841c8fa0c41358264c7305c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@df53071d71a5ebc3f841c8fa0c41358264c7305c",
"title": "df53071d71a5ebc3f841c8fa0c41358264c7305c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/df53071d71a5ebc3f841c8fa0c41358264c7305c"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "df53071d71a5ebc3f841c8fa0c41358264c7305c",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8848757669260616976"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:55:03.594] Scheduled build:
{
"id": "8683327606364869905",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rpc"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-27T22:55:03.076838930Z",
"updateTime": "2026-04-27T22:55:03.076838930Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "df53071d71a5ebc3f841c8fa0c41358264c7305c",
"ref": "refs/heads/main"
}
}
}
[22:55:03.594] Task URL: https://cr-buildbucket.appspot.com/build/8683327606364869905
[22:55:03.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:2:0) after 2m12s
[22:55:03.708] Received PubSub notification, asking Buildbucket for the build status
[22:55:03.746] Build status: SCHEDULED
[22:57:15.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:2:0)
[22:57:15.726] Build status: SCHEDULED
[22:57:15.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:4:0) after 5m43s
[23:02:58.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:4:0)
[23:02:58.897] Build status: SCHEDULED
[23:02:58.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:5:0) after 1m48s
[23:04:46.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:5:0)
[23:04:46.951] Build status: SCHEDULED
[23:04:46.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:6:0) after 6m20s
[23:11:07.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:6:0)
[23:11:07.073] Build status: SCHEDULED
[23:11:07.073] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:7:0) after 6m32s
[23:17:39.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:7:0)
[23:17:39.120] Build status: SCHEDULED
[23:17:39.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:8:0) after 7m26s
[23:25:05.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:8:0)
[23:25:05.251] Build status: SCHEDULED
[23:25:05.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:9:0) after 9m30s
[23:34:35.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:9:0)
[23:34:35.322] Build status: SCHEDULED
[23:34:35.322] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:10:0) after 1m55s
[23:36:30.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:10:0)
[23:36:30.449] Build status: SCHEDULED
[23:36:30.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:11:0) after 3m25s
[23:39:55.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:11:0)
[23:39:55.471] Build status: SCHEDULED
[23:39:55.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:12:0) after 7m17s
[23:47:12.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:12:0)
[23:47:12.545] Build status: SCHEDULED
[23:47:12.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:13:0) after 5m1s
[23:52:13.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:13:0)
[23:52:13.580] Build status: SCHEDULED
[23:52:13.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:14:0) after 1m38s
[23:53:51.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:14:0)
[23:53:51.724] Build status: SCHEDULED
[23:53:51.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:15:0) after 2m43s
[23:56:34.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:15:0)
[23:56:34.744] Build status: SCHEDULED
[23:56:34.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:16:0) after 4m0s
[00:00:34.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:16:0)
[00:00:34.761] Build status: SCHEDULED
[00:00:34.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:17:0) after 2m46s
[00:03:20.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:17:0)
[00:03:20.812] Build status: SCHEDULED
[00:03:20.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:18:0) after 8m9s
[00:11:29.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:18:0)
[00:11:29.844] Build status: SCHEDULED
[00:11:29.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:19:0) after 7m26s
[00:18:55.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:19:0)
[00:18:55.954] Build status: SCHEDULED
[00:18:55.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:20:0) after 2m12s
[00:21:08.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:20:0)
[00:21:08.032] Build status: SCHEDULED
[00:21:08.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:21:0) after 3m7s
[00:24:15.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:21:0)
[00:24:15.091] Build status: SCHEDULED
[00:24:15.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:22:0) after 6m28s
[00:30:43.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:22:0)
[00:30:43.191] Build status: SCHEDULED
[00:30:43.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:23:0) after 4m6s
[00:34:49.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:23:0)
[00:34:49.377] Build status: SCHEDULED
[00:34:49.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:24:0) after 9m57s
[00:44:46.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:24:0)
[00:44:46.477] Build status: SCHEDULED
[00:44:46.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:25:0) after 8m19s
[00:53:05.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:25:0)
[00:53:05.516] Build status: SCHEDULED
[00:53:05.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:26:0) after 2m46s
[00:55:51.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:26:0)
[00:55:51.742] Build status: SCHEDULED
[00:55:51.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:27:0) after 8m43s
[01:04:34.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:27:0)
[01:04:34.838] Build status: SCHEDULED
[01:04:34.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:28:0) after 6m11s
[01:10:45.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:28:0)
[01:10:45.966] Build status: SCHEDULED
[01:10:45.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:29:0) after 6m44s
[01:17:29.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:29:0)
[01:17:30.034] Build status: SCHEDULED
[01:17:30.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:30:0) after 4m44s
[01:22:14.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:30:0)
[01:22:14.081] Build status: SCHEDULED
[01:22:14.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8848757669260616976:31:0) after 6m51s
[01:24:23.894] Received PubSub notification, asking Buildbucket for the build status
[01:24:23.914] Build status: STARTED
[01:26:59.950] Received PubSub notification, asking Buildbucket for the build status
[01:26:59.974] Build:
{
"id": "8683327606364869905",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rpc"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-27T22:55:03.076838930Z",
"startTime": "2026-04-28T01:24:23.730347204Z",
"endTime": "2026-04-28T01:26:59.614649473Z",
"updateTime": "2026-04-28T01:26:59.614649473Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "df53071d71a5ebc3f841c8fa0c41358264c7305c",
"ref": "refs/heads/main"
}
}
}
[01:26:59.974] Invocation finished in 2h31m59.04353942s with status FAILED