[01:25:33.178] New invocation is queued and will start shortly
[01:25:34.260] Starting the invocation (attempt 1)
[01:25:34.284] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1c407aad06cf78a06fb885b999f939a887eac8a3"
[01:25:34.284] Popped gitiles commit info from properties and tags
[01:25:34.284] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:25:34.284] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:25:34.285] Buildbucket request:
{
"requestId": "8841138053090405280",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rust"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841138053090405280",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f759727f02169dc49d22e99a5a90b317203389aa"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f759727f02169dc49d22e99a5a90b317203389aa",
"title": "f759727f02169dc49d22e99a5a90b317203389aa",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f759727f02169dc49d22e99a5a90b317203389aa"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "98875eb208fd4e2be525570b0023e105c4bf82c3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@98875eb208fd4e2be525570b0023e105c4bf82c3",
"title": "98875eb208fd4e2be525570b0023e105c4bf82c3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/98875eb208fd4e2be525570b0023e105c4bf82c3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1c407aad06cf78a06fb885b999f939a887eac8a3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1c407aad06cf78a06fb885b999f939a887eac8a3",
"title": "1c407aad06cf78a06fb885b999f939a887eac8a3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1c407aad06cf78a06fb885b999f939a887eac8a3"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1c407aad06cf78a06fb885b999f939a887eac8a3",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841138053090405280"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:25:35.040] Scheduled build:
{
"id": "8675707991196826369",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rust"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-21T01:25:34.363103019Z",
"updateTime": "2026-07-21T01:25:34.363103019Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1c407aad06cf78a06fb885b999f939a887eac8a3",
"ref": "refs/heads/main"
}
}
}
[01:25:35.040] Task URL: https://cr-buildbucket.appspot.com/build/8675707991196826369
[01:25:35.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:2:0) after 9m0s
[01:25:35.935] Received PubSub notification, asking Buildbucket for the build status
[01:25:35.956] Build status: SCHEDULED
[01:34:35.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:2:0)
[01:34:35.075] Build status: SCHEDULED
[01:34:35.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:4:0) after 5m40s
[01:40:15.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:4:0)
[01:40:15.119] Build status: SCHEDULED
[01:40:15.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:5:0) after 7m46s
[01:48:01.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:5:0)
[01:48:01.150] Build status: SCHEDULED
[01:48:01.150] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:6:0) after 7m49s
[01:55:50.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:6:0)
[01:55:50.186] Build status: SCHEDULED
[01:55:50.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:7:0) after 7m8s
[02:02:58.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:7:0)
[02:02:58.211] Build status: SCHEDULED
[02:02:58.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:8:0) after 1m30s
[02:04:28.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:8:0)
[02:04:28.271] Build status: SCHEDULED
[02:04:28.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:9:0) after 4m47s
[02:09:15.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:9:0)
[02:09:15.457] Build status: SCHEDULED
[02:09:15.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:10:0) after 9m13s
[02:18:28.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:10:0)
[02:18:28.500] Build status: SCHEDULED
[02:18:28.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:11:0) after 1m29s
[02:19:57.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:11:0)
[02:19:57.552] Build status: SCHEDULED
[02:19:57.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:12:0) after 3m17s
[02:23:14.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:12:0)
[02:23:14.852] Build status: SCHEDULED
[02:23:14.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:13:0) after 2m13s
[02:25:27.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:13:0)
[02:25:27.883] Build status: SCHEDULED
[02:25:27.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:14:0) after 9m30s
[02:34:57.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:14:0)
[02:34:57.915] Build status: SCHEDULED
[02:34:57.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:15:0) after 8m6s
[02:43:03.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:15:0)
[02:43:04.000] Build status: SCHEDULED
[02:43:04.000] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:16:0) after 3m11s
[02:46:15.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:16:0)
[02:46:15.041] Build status: SCHEDULED
[02:46:15.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:17:0) after 9m36s
[02:55:51.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:17:0)
[02:55:51.137] Build status: SCHEDULED
[02:55:51.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:18:0) after 9m13s
[03:05:04.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:18:0)
[03:05:04.236] Build status: SCHEDULED
[03:05:04.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:19:0) after 4m45s
[03:09:49.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:19:0)
[03:09:49.286] Build status: SCHEDULED
[03:09:49.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:20:0) after 8m24s
[03:18:13.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:20:0)
[03:18:13.458] Build status: SCHEDULED
[03:18:13.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:21:0) after 1m50s
[03:20:03.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:21:0)
[03:20:03.523] Build status: SCHEDULED
[03:20:03.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:22:0) after 5m13s
[03:25:16.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:22:0)
[03:25:16.560] Build status: SCHEDULED
[03:25:16.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:23:0) after 9m42s
[03:34:58.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:23:0)
[03:34:58.606] Build status: SCHEDULED
[03:34:58.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:24:0) after 2m54s
[03:37:52.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:24:0)
[03:37:52.652] Build status: SCHEDULED
[03:37:52.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:25:0) after 8m24s
[03:46:16.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:25:0)
[03:46:16.736] Build status: SCHEDULED
[03:46:16.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:26:0) after 8m7s
[03:54:23.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:26:0)
[03:54:24.156] Build status: SCHEDULED
[03:54:24.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:27:0) after 2m7s
[03:56:31.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:27:0)
[03:56:31.198] Build status: SCHEDULED
[03:56:31.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:28:0) after 4m2s
[04:00:33.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:28:0)
[04:00:33.436] Build status: SCHEDULED
[04:00:33.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:29:0) after 1m34s
[04:02:07.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:29:0)
[04:02:07.579] Build status: SCHEDULED
[04:02:07.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:30:0) after 6m51s
[04:08:58.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:30:0)
[04:08:58.578] Build status: SCHEDULED
[04:08:58.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:31:0) after 7m18s
[04:16:16.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:31:0)
[04:16:16.624] Build status: SCHEDULED
[04:16:16.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:32:0) after 9m43s
[04:25:59.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:32:0)
[04:26:02.925] Build status: SCHEDULED
[04:26:02.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:33:0) after 4m38s
[04:30:40.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:33:0)
[04:30:40.965] Build status: SCHEDULED
[04:30:40.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:34:0) after 2m29s
[04:33:09.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:34:0)
[04:33:10.057] Build status: SCHEDULED
[04:33:10.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:35:0) after 2m57s
[04:35:19.380] Received PubSub notification, asking Buildbucket for the build status
[04:35:19.399] Build status: STARTED
[04:36:07.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:35:0)
[04:36:07.141] Build status: STARTED
[04:36:07.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rust:8841138053090405280:37:0) after 8m52s
[04:39:08.223] Received PubSub notification, asking Buildbucket for the build status
[04:39:08.243] Build:
{
"id": "8675707991196826369",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rust"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-21T01:25:34.363103019Z",
"startTime": "2026-07-21T04:35:19.180634021Z",
"endTime": "2026-07-21T04:39:07.935819465Z",
"updateTime": "2026-07-21T04:39:07.935819465Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1c407aad06cf78a06fb885b999f939a887eac8a3",
"ref": "refs/heads/main"
}
}
}
[04:39:08.243] Invocation finished in 3h13m35.069822873s with status FAILED