[20:19:48.452] New invocation is queued and will start shortly
[20:19:49.722] Starting the invocation (attempt 1)
[20:19:49.755] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/0bb763de68e62ff8edcc9353aca860b4b55e3ff3"
[20:19:49.755] Popped gitiles commit info from properties and tags
[20:19:49.755] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:19:49.762] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:19:49.762] Buildbucket request:
{
"requestId": "8868970557622277152",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8868970557622277152",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7ce503fb498a0f075e1027661399fcea2e24d865"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7ce503fb498a0f075e1027661399fcea2e24d865",
"title": "7ce503fb498a0f075e1027661399fcea2e24d865",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7ce503fb498a0f075e1027661399fcea2e24d865"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8b1e2d00bc988fb841574152f9182beea8526e96"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8b1e2d00bc988fb841574152f9182beea8526e96",
"title": "8b1e2d00bc988fb841574152f9182beea8526e96",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8b1e2d00bc988fb841574152f9182beea8526e96"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0bb763de68e62ff8edcc9353aca860b4b55e3ff3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0bb763de68e62ff8edcc9353aca860b4b55e3ff3",
"title": "0bb763de68e62ff8edcc9353aca860b4b55e3ff3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0bb763de68e62ff8edcc9353aca860b4b55e3ff3"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0bb763de68e62ff8edcc9353aca860b4b55e3ff3",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8868970557622277152"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:19:50.368] Scheduled build:
{
"id": "8703540495506691761",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-16T20:19:49.841777075Z",
"updateTime": "2025-09-16T20:19:49.841777075Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0bb763de68e62ff8edcc9353aca860b4b55e3ff3",
"ref": "refs/heads/main"
}
}
}
[20:19:50.368] Task URL: https://cr-buildbucket.appspot.com/build/8703540495506691761
[20:19:50.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:2:0) after 7m20s
[20:19:51.372] Received PubSub notification, asking Buildbucket for the build status
[20:19:51.421] Build status: SCHEDULED
[20:27:10.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:2:0)
[20:27:10.552] Build status: SCHEDULED
[20:27:10.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:4:0) after 7m54s
[20:35:04.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:4:0)
[20:35:04.562] Build status: SCHEDULED
[20:35:04.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:5:0) after 7m51s
[20:42:55.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:5:0)
[20:42:55.612] Build status: SCHEDULED
[20:42:55.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:6:0) after 9m36s
[20:52:31.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:6:0)
[20:52:31.729] Build status: SCHEDULED
[20:52:31.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:7:0) after 3m30s
[20:56:01.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:7:0)
[20:56:01.764] Build status: SCHEDULED
[20:56:01.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:8:0) after 9m27s
[21:05:28.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:8:0)
[21:05:28.906] Build status: SCHEDULED
[21:05:28.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:9:0) after 1m45s
[21:07:13.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:9:0)
[21:07:14.002] Build status: SCHEDULED
[21:07:14.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:10:0) after 6m11s
[21:13:25.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:10:0)
[21:13:25.047] Build status: SCHEDULED
[21:13:25.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:11:0) after 5m55s
[21:19:20.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:11:0)
[21:19:20.083] Build status: SCHEDULED
[21:19:20.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:12:0) after 6m29s
[21:25:49.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:12:0)
[21:25:49.119] Build status: SCHEDULED
[21:25:49.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:13:0) after 6m50s
[21:32:39.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:13:0)
[21:32:39.204] Build status: SCHEDULED
[21:32:39.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:14:0) after 2m9s
[21:34:48.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:14:0)
[21:34:48.243] Build status: SCHEDULED
[21:34:48.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:15:0) after 8m21s
[21:43:09.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:15:0)
[21:43:09.277] Build status: SCHEDULED
[21:43:09.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:16:0) after 7m30s
[21:50:39.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:16:0)
[21:50:39.318] Build status: SCHEDULED
[21:50:39.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:17:0) after 1m55s
[21:52:34.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:17:0)
[21:52:34.404] Build status: SCHEDULED
[21:52:34.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:18:0) after 5m1s
[21:57:35.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:18:0)
[21:57:35.441] Build status: SCHEDULED
[21:57:35.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:19:0) after 4m44s
[22:02:19.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:19:0)
[22:02:19.478] Build status: SCHEDULED
[22:02:19.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:20:0) after 9m15s
[22:11:34.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:20:0)
[22:11:34.546] Build status: SCHEDULED
[22:11:34.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:21:0) after 9m8s
[22:20:42.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:21:0)
[22:20:42.579] Build status: SCHEDULED
[22:20:42.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:22:0) after 9m40s
[22:30:22.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:22:0)
[22:30:22.715] Build status: SCHEDULED
[22:30:22.715] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:23:0) after 1m19s
[22:31:41.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:23:0)
[22:31:41.786] Build status: SCHEDULED
[22:31:41.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:24:0) after 7m44s
[22:39:25.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:24:0)
[22:39:25.828] Build status: SCHEDULED
[22:39:25.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:25:0) after 3m36s
[22:43:01.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:25:0)
[22:43:01.959] Build status: SCHEDULED
[22:43:01.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:26:0) after 5m59s
[22:49:01.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:26:0)
[22:49:01.161] Build status: SCHEDULED
[22:49:01.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:27:0) after 8m4s
[22:57:05.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:27:0)
[22:57:05.306] Build status: SCHEDULED
[22:57:05.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:28:0) after 4m37s
[23:01:42.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:28:0)
[23:01:42.353] Build status: SCHEDULED
[23:01:42.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:29:0) after 5m21s
[23:07:03.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:29:0)
[23:07:03.408] Build status: SCHEDULED
[23:07:03.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:30:0) after 4m31s
[23:11:34.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:30:0)
[23:11:34.500] Build status: SCHEDULED
[23:11:34.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:31:0) after 2m23s
[23:13:57.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:31:0)
[23:13:57.531] Build status: SCHEDULED
[23:13:57.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:32:0) after 9m51s
[23:23:48.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:32:0)
[23:23:48.595] Build status: SCHEDULED
[23:23:48.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:33:0) after 6m59s
[23:30:47.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:33:0)
[23:30:47.633] Build status: SCHEDULED
[23:30:47.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:34:0) after 6m43s
[23:37:30.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:34:0)
[23:37:30.683] Build status: SCHEDULED
[23:37:30.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:35:0) after 5m43s
[23:43:13.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:35:0)
[23:43:13.737] Build status: SCHEDULED
[23:43:13.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:36:0) after 9m40s
[23:52:53.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:36:0)
[23:52:53.783] Build status: SCHEDULED
[23:52:53.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:37:0) after 5m30s
[23:58:23.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:37:0)
[23:58:23.901] Build status: SCHEDULED
[23:58:23.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:38:0) after 7m40s
[00:06:03.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:38:0)
[00:06:04.035] Build status: SCHEDULED
[00:06:04.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:39:0) after 8m14s
[00:14:18.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:39:0)
[00:14:18.074] Build status: SCHEDULED
[00:14:18.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:40:0) after 3m55s
[00:18:13.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:40:0)
[00:18:13.223] Build status: SCHEDULED
[00:18:13.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8868970557622277152:41:0) after 7m28s
[00:21:08.419] Received PubSub notification, asking Buildbucket for the build status
[00:21:08.443] Build status: STARTED
[00:23:58.850] Received PubSub notification, asking Buildbucket for the build status
[00:23:58.871] Build:
{
"id": "8703540495506691761",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-16T20:19:49.841777075Z",
"startTime": "2025-09-17T00:21:08.205895242Z",
"endTime": "2025-09-17T00:23:58.492309628Z",
"updateTime": "2025-09-17T00:23:58.492309628Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0bb763de68e62ff8edcc9353aca860b4b55e3ff3",
"ref": "refs/heads/main"
}
}
}
[00:23:58.871] Invocation finished in 4h4m10.430949763s with status FAILED