[00:53:13.791] New invocation is queued and will start shortly
[00:53:14.963] Starting the invocation (attempt 1)
[00:53:14.994] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/246e37a104c0c8104b1819df3a954d848e266703"
[00:53:14.994] Popped gitiles commit info from properties and tags
[00:53:14.994] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:53:14.995] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:53:14.995] Buildbucket request:
{
"requestId": "8837063223195981008",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-device"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8837063223195981008",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-device",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a855316bba689882df32f27a5ebb8c06e62f2e7a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a855316bba689882df32f27a5ebb8c06e62f2e7a",
"title": "a855316bba689882df32f27a5ebb8c06e62f2e7a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a855316bba689882df32f27a5ebb8c06e62f2e7a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "de1b24123747948ea5ff20beceb0c47b85f25117"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@de1b24123747948ea5ff20beceb0c47b85f25117",
"title": "de1b24123747948ea5ff20beceb0c47b85f25117",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/de1b24123747948ea5ff20beceb0c47b85f25117"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "246e37a104c0c8104b1819df3a954d848e266703"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@246e37a104c0c8104b1819df3a954d848e266703",
"title": "246e37a104c0c8104b1819df3a954d848e266703",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/246e37a104c0c8104b1819df3a954d848e266703"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "246e37a104c0c8104b1819df3a954d848e266703",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8837063223195981008"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-device"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:53:15.586] Scheduled build:
{
"id": "8671633161151144417",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-device"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-04T00:53:15.121952634Z",
"updateTime": "2026-09-04T00:53:15.121952634Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "246e37a104c0c8104b1819df3a954d848e266703",
"ref": "refs/heads/main"
}
}
}
[00:53:15.586] Task URL: https://cr-buildbucket.appspot.com/build/8671633161151144417
[00:53:15.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:2:0) after 3m10s
[00:53:16.418] Received PubSub notification, asking Buildbucket for the build status
[00:53:16.445] Build status: SCHEDULED
[00:56:25.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:2:0)
[00:56:25.669] Build status: SCHEDULED
[00:56:25.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:4:0) after 5m7s
[01:01:32.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:4:0)
[01:01:32.738] Build status: SCHEDULED
[01:01:32.738] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:5:0) after 6m35s
[01:08:07.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:5:0)
[01:08:07.895] Build status: SCHEDULED
[01:08:07.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:6:0) after 7m57s
[01:16:04.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:6:0)
[01:16:04.962] Build status: SCHEDULED
[01:16:04.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:7:0) after 6m49s
[01:22:54.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:7:0)
[01:22:54.165] Build status: SCHEDULED
[01:22:54.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:8:0) after 4m13s
[01:27:07.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:8:0)
[01:27:07.259] Build status: SCHEDULED
[01:27:07.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:9:0) after 2m29s
[01:29:36.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:9:0)
[01:29:36.346] Build status: SCHEDULED
[01:29:36.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:10:0) after 8m3s
[01:37:39.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:10:0)
[01:37:39.662] Build status: SCHEDULED
[01:37:39.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:11:0) after 6m0s
[01:43:39.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:11:0)
[01:43:39.787] Build status: SCHEDULED
[01:43:39.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:12:0) after 8m7s
[01:51:46.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:12:0)
[01:51:46.919] Build status: SCHEDULED
[01:51:46.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:13:0) after 1m55s
[01:53:42.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:13:0)
[01:53:42.109] Build status: SCHEDULED
[01:53:42.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:14:0) after 9m15s
[02:02:57.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:14:0)
[02:02:57.201] Build status: SCHEDULED
[02:02:57.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:15:0) after 5m42s
[02:08:39.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:15:0)
[02:08:39.342] Build status: SCHEDULED
[02:08:39.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:16:0) after 4m7s
[02:12:46.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:16:0)
[02:12:46.435] Build status: SCHEDULED
[02:12:46.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:17:0) after 1m4s
[02:13:50.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:17:0)
[02:13:50.503] Build status: SCHEDULED
[02:13:50.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:18:0) after 1m16s
[02:15:06.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:18:0)
[02:15:06.703] Build status: SCHEDULED
[02:15:06.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:19:0) after 8m4s
[02:23:10.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:19:0)
[02:23:10.706] Build status: SCHEDULED
[02:23:10.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:20:0) after 5m40s
[02:28:50.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:20:0)
[02:28:50.837] Build status: SCHEDULED
[02:28:50.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:21:0) after 2m50s
[02:31:41.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:21:0)
[02:31:41.058] Build status: SCHEDULED
[02:31:41.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:22:0) after 5m12s
[02:36:53.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:22:0)
[02:36:53.258] Build status: SCHEDULED
[02:36:53.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:23:0) after 1m57s
[02:38:50.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:23:0)
[02:38:50.548] Build status: SCHEDULED
[02:38:50.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:24:0) after 2m3s
[02:40:53.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:24:0)
[02:40:53.572] Build status: SCHEDULED
[02:40:53.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:25:0) after 7m42s
[02:48:35.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:25:0)
[02:48:35.623] Build status: SCHEDULED
[02:48:35.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:26:0) after 2m53s
[02:51:28.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:26:0)
[02:51:28.661] Build status: SCHEDULED
[02:51:28.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:27:0) after 2m43s
[02:54:11.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:27:0)
[02:54:11.743] Build status: SCHEDULED
[02:54:11.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:28:0) after 8m56s
[03:03:07.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:28:0)
[03:03:07.798] Build status: SCHEDULED
[03:03:07.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:29:0) after 9m57s
[03:13:04.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:29:0)
[03:13:04.818] Build status: SCHEDULED
[03:13:04.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:30:0) after 1m5s
[03:14:09.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:30:0)
[03:14:10.004] Build status: SCHEDULED
[03:14:10.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:31:0) after 2m55s
[03:17:05.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:31:0)
[03:17:05.039] Build status: SCHEDULED
[03:17:05.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:32:0) after 6m41s
[03:23:46.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:32:0)
[03:23:46.205] Build status: SCHEDULED
[03:23:46.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:33:0) after 6m58s
[03:30:44.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:33:0)
[03:30:44.412] Build status: SCHEDULED
[03:30:44.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:34:0) after 2m33s
[03:33:17.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:34:0)
[03:33:17.595] Build status: SCHEDULED
[03:33:17.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:35:0) after 9m12s
[03:42:29.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:35:0)
[03:42:29.844] Build status: SCHEDULED
[03:42:29.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:36:0) after 1m21s
[03:43:50.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:36:0)
[03:43:50.867] Build status: SCHEDULED
[03:43:50.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:37:0) after 1m59s
[03:45:49.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:37:0)
[03:45:49.909] Build status: SCHEDULED
[03:45:49.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:38:0) after 9m0s
[03:50:17.908] Received PubSub notification, asking Buildbucket for the build status
[03:50:17.928] Build status: STARTED
[03:54:49.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:38:0)
[03:54:49.954] Build status: STARTED
[03:54:49.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:40:0) after 7m51s
[04:02:40.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:40:0)
[04:02:41.010] Build status: STARTED
[04:02:41.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-device:8837063223195981008:41:0) after 2m59s
[04:04:41.747] Received PubSub notification, asking Buildbucket for the build status
[04:04:41.780] Build:
{
"id": "8671633161151144417",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-device"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-04T00:53:15.121952634Z",
"startTime": "2026-09-04T03:50:17.670646813Z",
"endTime": "2026-09-04T04:04:36.921019050Z",
"updateTime": "2026-09-04T04:04:36.921019050Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "246e37a104c0c8104b1819df3a954d848e266703",
"ref": "refs/heads/main"
}
}
}
[04:04:41.780] Invocation finished in 3h11m27.99318386s with status FAILED