[00:18:51.034] New invocation is queued and will start shortly
[00:18:52.443] Starting the invocation (attempt 1)
[00:18:52.466] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/3c53d3ed6a5ff4df5595e9dafc15d0c9ff50d569"
[00:18:52.466] Popped gitiles commit info from properties and tags
[00:18:52.466] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:18:52.466] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:18:52.466] Buildbucket request:
{
"requestId": "8841776428408101264",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841776428408101264",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3c53d3ed6a5ff4df5595e9dafc15d0c9ff50d569"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3c53d3ed6a5ff4df5595e9dafc15d0c9ff50d569",
"title": "3c53d3ed6a5ff4df5595e9dafc15d0c9ff50d569",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3c53d3ed6a5ff4df5595e9dafc15d0c9ff50d569"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3c53d3ed6a5ff4df5595e9dafc15d0c9ff50d569",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841776428408101264"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:18:53.195] Scheduled build:
{
"id": "8676346366180055825",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-14T00:18:52.537025555Z",
"updateTime": "2026-07-14T00:18:52.537025555Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3c53d3ed6a5ff4df5595e9dafc15d0c9ff50d569",
"ref": "refs/heads/main"
}
}
}
[00:18:53.195] Task URL: https://cr-buildbucket.appspot.com/build/8676346366180055825
[00:18:53.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:2:0) after 6m31s
[00:18:53.840] Received PubSub notification, asking Buildbucket for the build status
[00:18:53.862] Build status: SCHEDULED
[00:25:24.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:2:0)
[00:25:24.369] Build status: SCHEDULED
[00:25:24.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:4:0) after 3m40s
[00:29:04.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:4:0)
[00:29:04.405] Build status: SCHEDULED
[00:29:04.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:5:0) after 8m23s
[00:37:27.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:5:0)
[00:37:27.475] Build status: SCHEDULED
[00:37:27.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:6:0) after 6m6s
[00:43:33.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:6:0)
[00:43:33.625] Build status: SCHEDULED
[00:43:33.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:7:0) after 3m5s
[00:46:38.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:7:0)
[00:46:38.664] Build status: SCHEDULED
[00:46:38.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:8:0) after 8m32s
[00:55:10.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:8:0)
[00:55:10.702] Build status: SCHEDULED
[00:55:10.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:9:0) after 1m56s
[00:57:06.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:9:0)
[00:57:06.814] Build status: SCHEDULED
[00:57:06.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:10:0) after 5m40s
[01:02:46.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:10:0)
[01:02:46.856] Build status: SCHEDULED
[01:02:46.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:11:0) after 6m49s
[01:09:35.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:11:0)
[01:09:35.896] Build status: SCHEDULED
[01:09:35.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:12:0) after 6m22s
[01:15:57.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:12:0)
[01:15:57.973] Build status: SCHEDULED
[01:15:57.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:13:0) after 2m47s
[01:18:44.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:13:0)
[01:18:45.007] Build status: SCHEDULED
[01:18:45.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:14:0) after 8m25s
[01:27:10.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:14:0)
[01:27:10.161] Build status: SCHEDULED
[01:27:10.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:15:0) after 6m27s
[01:33:37.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:15:0)
[01:33:37.262] Build status: SCHEDULED
[01:33:37.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:16:0) after 1m51s
[01:35:28.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:16:0)
[01:35:28.426] Build status: SCHEDULED
[01:35:28.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:17:0) after 7m7s
[01:42:35.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:17:0)
[01:42:35.490] Build status: SCHEDULED
[01:42:35.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:18:0) after 5m58s
[01:48:33.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:18:0)
[01:48:33.498] Build status: SCHEDULED
[01:48:33.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:19:0) after 1m31s
[01:50:04.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:19:0)
[01:50:04.524] Build status: SCHEDULED
[01:50:04.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:20:0) after 9m22s
[01:59:26.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:20:0)
[01:59:26.560] Build status: SCHEDULED
[01:59:26.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:21:0) after 4m1s
[02:03:27.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:21:0)
[02:03:27.569] Build status: SCHEDULED
[02:03:27.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:22:0) after 9m11s
[02:12:38.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:22:0)
[02:12:38.676] Build status: SCHEDULED
[02:12:38.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:23:0) after 9m50s
[02:22:28.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:23:0)
[02:22:28.734] Build status: SCHEDULED
[02:22:28.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:24:0) after 8m8s
[02:30:36.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:24:0)
[02:30:36.763] Build status: SCHEDULED
[02:30:36.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:25:0) after 8m12s
[02:38:48.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:25:0)
[02:38:48.801] Build status: SCHEDULED
[02:38:48.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:26:0) after 7m29s
[02:46:17.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:26:0)
[02:46:17.933] Build status: SCHEDULED
[02:46:17.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:27:0) after 4m5s
[02:50:22.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:27:0)
[02:50:22.965] Build status: SCHEDULED
[02:50:22.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:28:0) after 1m35s
[02:51:58.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:28:0)
[02:51:58.254] Build status: SCHEDULED
[02:51:58.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:29:0) after 1m17s
[02:53:15.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:29:0)
[02:53:15.511] Build status: SCHEDULED
[02:53:15.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:30:0) after 2m57s
[02:56:12.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:30:0)
[02:56:12.705] Build status: SCHEDULED
[02:56:12.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:31:0) after 5m31s
[03:01:43.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:31:0)
[03:01:43.772] Build status: SCHEDULED
[03:01:43.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:32:0) after 3m26s
[03:05:09.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:32:0)
[03:05:09.815] Build status: SCHEDULED
[03:05:09.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:33:0) after 8m39s
[03:13:49.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:33:0)
[03:13:49.289] Build status: SCHEDULED
[03:13:49.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:34:0) after 8m15s
[03:22:04.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:34:0)
[03:22:04.330] Build status: SCHEDULED
[03:22:04.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:35:0) after 6m33s
[03:24:40.906] Received PubSub notification, asking Buildbucket for the build status
[03:24:40.925] Build status: STARTED
[03:28:37.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:35:0)
[03:28:37.412] Build status: STARTED
[03:28:37.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8841776428408101264:37:0) after 9m2s
[03:32:45.441] Received PubSub notification, asking Buildbucket for the build status
[03:32:45.459] Build:
{
"id": "8676346366180055825",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-14T00:18:52.537025555Z",
"startTime": "2026-07-14T03:24:40.677667155Z",
"endTime": "2026-07-14T03:32:44.790565672Z",
"updateTime": "2026-07-14T03:32:44.790565672Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3c53d3ed6a5ff4df5595e9dafc15d0c9ff50d569",
"ref": "refs/heads/main"
}
}
}
[03:32:45.459] Invocation finished in 3h13m54.43008536s with status FAILED