[07:20:06.681] New invocation is queued and will start shortly
[07:20:06.681] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[07:20:08.254] Starting the invocation (attempt 1)
[07:20:08.275] Ignoring gitiles_ref tag without the buildset tag
[07:20:08.276] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:20:08.276] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:20:08.276] Buildbucket request:
{
"requestId": "8841478134073319680",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rpc"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841478134073319680",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "736b3b24-8af2-479d-b4e9-f0527fddcbfa",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8676048440388734017"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841478134073319680"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[07:20:08.768] Scheduled build:
{
"id": "8676048071676972497",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rpc"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-17T07:20:08.343360897Z",
"updateTime": "2026-07-17T07:20:08.343360897Z",
"status": "SCHEDULED",
"input": {
},
"canary": true
}
[07:20:08.768] Task URL: https://cr-buildbucket.appspot.com/build/8676048071676972497
[07:20:08.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:2:0) after 5m31s
[07:20:09.686] Received PubSub notification, asking Buildbucket for the build status
[07:20:09.707] Build status: SCHEDULED
[07:25:39.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:2:0)
[07:25:39.855] Build status: SCHEDULED
[07:25:39.855] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:4:0) after 9m49s
[07:35:28.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:4:0)
[07:35:28.925] Build status: SCHEDULED
[07:35:28.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:5:0) after 1m8s
[07:36:36.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:5:0)
[07:36:36.977] Build status: SCHEDULED
[07:36:36.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:6:0) after 2m51s
[07:39:27.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:6:0)
[07:39:28.012] Build status: SCHEDULED
[07:39:28.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:7:0) after 4m52s
[07:44:20.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:7:0)
[07:44:20.047] Build status: SCHEDULED
[07:44:20.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:8:0) after 6m56s
[07:51:16.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:8:0)
[07:51:16.161] Build status: SCHEDULED
[07:51:16.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:9:0) after 7m41s
[07:58:57.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:9:0)
[07:58:57.203] Build status: SCHEDULED
[07:58:57.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:10:0) after 4m42s
[08:03:39.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:10:0)
[08:03:39.301] Build status: SCHEDULED
[08:03:39.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:11:0) after 6m56s
[08:10:35.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:11:0)
[08:10:35.334] Build status: SCHEDULED
[08:10:35.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:12:0) after 3m38s
[08:14:13.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:12:0)
[08:14:13.354] Build status: SCHEDULED
[08:14:13.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:13:0) after 6m24s
[08:20:37.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:13:0)
[08:20:37.450] Build status: SCHEDULED
[08:20:37.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:14:0) after 5m11s
[08:25:48.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:14:0)
[08:25:48.555] Build status: SCHEDULED
[08:25:48.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:15:0) after 8m24s
[08:34:12.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:15:0)
[08:34:12.592] Build status: SCHEDULED
[08:34:12.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:16:0) after 8m39s
[08:42:51.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:16:0)
[08:42:51.677] Build status: SCHEDULED
[08:42:51.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:17:0) after 9m46s
[08:52:37.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:17:0)
[08:52:37.714] Build status: SCHEDULED
[08:52:37.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:18:0) after 1m19s
[08:53:57.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:18:0)
[08:53:57.202] Build status: SCHEDULED
[08:53:57.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:19:0) after 3m0s
[08:56:57.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:19:0)
[08:56:57.341] Build status: SCHEDULED
[08:56:57.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:20:0) after 7m58s
[09:04:55.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:20:0)
[09:04:55.421] Build status: SCHEDULED
[09:04:55.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:21:0) after 1m44s
[09:06:39.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:21:0)
[09:06:39.448] Build status: SCHEDULED
[09:06:39.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:22:0) after 6m37s
[09:13:16.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:22:0)
[09:13:16.576] Build status: SCHEDULED
[09:13:16.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:23:0) after 8m44s
[09:22:00.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:23:0)
[09:22:00.685] Build status: SCHEDULED
[09:22:00.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:24:0) after 9m39s
[09:23:38.777] Received PubSub notification, asking Buildbucket for the build status
[09:23:38.849] Build status: STARTED
[09:31:39.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:24:0)
[09:31:39.941] Build status: STARTED
[09:31:39.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8841478134073319680:26:0) after 9m16s
[09:35:30.217] Received PubSub notification, asking Buildbucket for the build status
[09:35:30.238] Build:
{
"id": "8676048071676972497",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rpc"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-17T07:20:08.343360897Z",
"startTime": "2026-07-17T09:23:38.532166565Z",
"endTime": "2026-07-17T09:34:55.793406893Z",
"updateTime": "2026-07-17T09:34:55.793406893Z",
"status": "FAILURE",
"input": {
},
"canary": true
}
[09:35:30.238] Invocation finished in 2h15m23.564102766s with status FAILED