[23:30:32.870] New invocation is queued and will start shortly
[23:30:35.158] Starting the invocation (attempt 1)
[23:30:35.187] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/0b1623fc76d3637f0ff1096617fc04ea1bcf405d"
[23:30:35.187] Popped gitiles commit info from properties and tags
[23:30:35.187] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:30:35.188] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:30:35.188] Buildbucket request:
{
"requestId": "8844134988479132048",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8844134988479132048",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d955d73e1a722fb01168dd3640a13632c5d13f82"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d955d73e1a722fb01168dd3640a13632c5d13f82",
"title": "d955d73e1a722fb01168dd3640a13632c5d13f82",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d955d73e1a722fb01168dd3640a13632c5d13f82"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "05e43b756c32f85384f3124e0ed8643c3cb09175"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@05e43b756c32f85384f3124e0ed8643c3cb09175",
"title": "05e43b756c32f85384f3124e0ed8643c3cb09175",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/05e43b756c32f85384f3124e0ed8643c3cb09175"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c720a6e54a72bbab0ba73a9e116d9c00aee7a342"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c720a6e54a72bbab0ba73a9e116d9c00aee7a342",
"title": "c720a6e54a72bbab0ba73a9e116d9c00aee7a342",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c720a6e54a72bbab0ba73a9e116d9c00aee7a342"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8038b50f94e1afb995edb2200d2b45587d73c102"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8038b50f94e1afb995edb2200d2b45587d73c102",
"title": "8038b50f94e1afb995edb2200d2b45587d73c102",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8038b50f94e1afb995edb2200d2b45587d73c102"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "17529b3c10e2820415b52ccc6052a77bcd43dc2c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@17529b3c10e2820415b52ccc6052a77bcd43dc2c",
"title": "17529b3c10e2820415b52ccc6052a77bcd43dc2c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/17529b3c10e2820415b52ccc6052a77bcd43dc2c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f582ea6c08e84b3c51839ffc12a3cb260c8d8408"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f582ea6c08e84b3c51839ffc12a3cb260c8d8408",
"title": "f582ea6c08e84b3c51839ffc12a3cb260c8d8408",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f582ea6c08e84b3c51839ffc12a3cb260c8d8408"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0b1623fc76d3637f0ff1096617fc04ea1bcf405d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0b1623fc76d3637f0ff1096617fc04ea1bcf405d",
"title": "0b1623fc76d3637f0ff1096617fc04ea1bcf405d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0b1623fc76d3637f0ff1096617fc04ea1bcf405d"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0b1623fc76d3637f0ff1096617fc04ea1bcf405d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844134988479132048"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:30:35.652] Scheduled build:
{
"id": "8678704925317290449",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-17T23:30:35.264946481Z",
"updateTime": "2026-06-17T23:30:35.264946481Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0b1623fc76d3637f0ff1096617fc04ea1bcf405d",
"ref": "refs/heads/main"
}
}
}
[23:30:35.653] Task URL: https://cr-buildbucket.appspot.com/build/8678704925317290449
[23:30:35.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:2:0) after 9m10s
[23:30:36.545] Received PubSub notification, asking Buildbucket for the build status
[23:30:36.573] Build status: SCHEDULED
[23:39:45.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:2:0)
[23:39:45.935] Build status: SCHEDULED
[23:39:45.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:4:0) after 5m48s
[23:45:34.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:4:0)
[23:45:34.245] Build status: SCHEDULED
[23:45:34.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:5:0) after 5m25s
[23:50:59.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:5:0)
[23:50:59.235] Build status: SCHEDULED
[23:50:59.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:6:0) after 8m53s
[23:59:52.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:6:0)
[23:59:52.266] Build status: SCHEDULED
[23:59:52.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:7:0) after 9m24s
[00:09:16.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:7:0)
[00:09:16.336] Build status: SCHEDULED
[00:09:16.336] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:8:0) after 7m5s
[00:16:21.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:8:0)
[00:16:21.374] Build status: SCHEDULED
[00:16:21.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:9:0) after 1m40s
[00:18:01.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:9:0)
[00:18:01.441] Build status: SCHEDULED
[00:18:01.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:10:0) after 1m10s
[00:19:11.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:10:0)
[00:19:11.538] Build status: SCHEDULED
[00:19:11.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:11:0) after 9m34s
[00:28:45.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:11:0)
[00:28:45.573] Build status: SCHEDULED
[00:28:45.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:12:0) after 6m10s
[00:34:55.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:12:0)
[00:34:55.642] Build status: SCHEDULED
[00:34:55.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:13:0) after 1m47s
[00:36:42.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:13:0)
[00:36:42.697] Build status: SCHEDULED
[00:36:42.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:14:0) after 7m3s
[00:43:45.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:14:0)
[00:43:45.850] Build status: SCHEDULED
[00:43:45.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:15:0) after 1m41s
[00:45:26.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:15:0)
[00:45:27.009] Build status: SCHEDULED
[00:45:27.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:16:0) after 3m24s
[00:48:51.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:16:0)
[00:48:51.168] Build status: SCHEDULED
[00:48:51.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:17:0) after 3m21s
[00:52:12.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:17:0)
[00:52:12.215] Build status: SCHEDULED
[00:52:12.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:18:0) after 1m7s
[00:53:19.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:18:0)
[00:53:19.276] Build status: SCHEDULED
[00:53:19.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:19:0) after 9m14s
[01:02:33.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:19:0)
[01:02:33.487] Build status: SCHEDULED
[01:02:33.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:20:0) after 5m54s
[01:08:27.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:20:0)
[01:08:27.590] Build status: SCHEDULED
[01:08:27.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:21:0) after 6m40s
[01:15:07.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:21:0)
[01:15:07.709] Build status: SCHEDULED
[01:15:07.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:22:0) after 2m23s
[01:17:30.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:22:0)
[01:17:30.771] Build status: SCHEDULED
[01:17:30.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:23:0) after 4m38s
[01:22:08.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:23:0)
[01:22:08.869] Build status: SCHEDULED
[01:22:08.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:24:0) after 2m55s
[01:25:03.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:24:0)
[01:25:04.019] Build status: SCHEDULED
[01:25:04.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:25:0) after 8m59s
[01:34:03.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:25:0)
[01:34:03.184] Build status: SCHEDULED
[01:34:03.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:26:0) after 8m51s
[01:42:54.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:26:0)
[01:42:54.268] Build status: SCHEDULED
[01:42:54.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:27:0) after 4m48s
[01:47:42.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:27:0)
[01:47:42.366] Build status: SCHEDULED
[01:47:42.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:28:0) after 3m20s
[01:51:02.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:28:0)
[01:51:02.463] Build status: SCHEDULED
[01:51:02.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:29:0) after 4m24s
[01:55:26.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:29:0)
[01:55:26.704] Build status: SCHEDULED
[01:55:26.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:30:0) after 1m2s
[01:56:28.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:30:0)
[01:56:28.737] Build status: SCHEDULED
[01:56:28.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:31:0) after 6m10s
[02:02:38.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:31:0)
[02:02:38.826] Build status: SCHEDULED
[02:02:38.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:32:0) after 7m28s
[02:10:06.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:32:0)
[02:10:06.913] Build status: SCHEDULED
[02:10:06.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:33:0) after 1m46s
[02:11:52.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:33:0)
[02:11:52.949] Build status: SCHEDULED
[02:11:52.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:34:0) after 5m39s
[02:17:32.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:34:0)
[02:17:32.187] Build status: SCHEDULED
[02:17:32.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:35:0) after 5m36s
[02:23:08.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:35:0)
[02:23:08.528] Build status: SCHEDULED
[02:23:08.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:36:0) after 5m20s
[02:28:28.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:36:0)
[02:28:28.626] Build status: SCHEDULED
[02:28:28.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:37:0) after 3m4s
[02:31:32.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:37:0)
[02:31:32.850] Build status: SCHEDULED
[02:31:32.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8844134988479132048:38:0) after 3m29s
[02:31:53.720] Received PubSub notification, asking Buildbucket for the build status
[02:31:53.736] Build status: STARTED
[02:33:03.654] Received PubSub notification, asking Buildbucket for the build status
[02:33:03.678] Build:
{
"id": "8678704925317290449",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-17T23:30:35.264946481Z",
"startTime": "2026-06-18T02:31:41.615179770Z",
"endTime": "2026-06-18T02:33:01.190880476Z",
"updateTime": "2026-06-18T02:33:01.190880476Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0b1623fc76d3637f0ff1096617fc04ea1bcf405d",
"ref": "refs/heads/main"
}
}
}
[02:33:03.678] Invocation finished in 3h2m30.813224466s with status FAILED