[23:01:18.389] New invocation is queued and will start shortly
[23:01:19.563] Starting the invocation (attempt 1)
[23:01:19.585] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/cb53389c7c5afea0b9191ddddbe3a9fdb704a485"
[23:01:19.585] Popped gitiles commit info from properties and tags
[23:01:19.585] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:01:19.585] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:01:19.586] Buildbucket request:
{
"requestId": "8858813536747378560",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-default"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8858813536747378560",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-default",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "497ce0da20935854db05126e792b66d20494eead"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@497ce0da20935854db05126e792b66d20494eead",
"title": "497ce0da20935854db05126e792b66d20494eead",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/497ce0da20935854db05126e792b66d20494eead"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5146c837c0e4d2cd6d954cb6493c7f1b6d595703"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5146c837c0e4d2cd6d954cb6493c7f1b6d595703",
"title": "5146c837c0e4d2cd6d954cb6493c7f1b6d595703",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5146c837c0e4d2cd6d954cb6493c7f1b6d595703"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fcbd482f3e910984d1873d4f04812e1456b0600a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fcbd482f3e910984d1873d4f04812e1456b0600a",
"title": "fcbd482f3e910984d1873d4f04812e1456b0600a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fcbd482f3e910984d1873d4f04812e1456b0600a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "34a27fb95e3d0d5c495a79bc987f1be42d252538"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@34a27fb95e3d0d5c495a79bc987f1be42d252538",
"title": "34a27fb95e3d0d5c495a79bc987f1be42d252538",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/34a27fb95e3d0d5c495a79bc987f1be42d252538"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cb53389c7c5afea0b9191ddddbe3a9fdb704a485"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cb53389c7c5afea0b9191ddddbe3a9fdb704a485",
"title": "cb53389c7c5afea0b9191ddddbe3a9fdb704a485",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cb53389c7c5afea0b9191ddddbe3a9fdb704a485"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "cb53389c7c5afea0b9191ddddbe3a9fdb704a485",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8858813536747378560"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-default"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:01:19.992] Scheduled build:
{
"id": "8693383474773361377",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-06T23:01:19.646288891Z",
"updateTime": "2026-01-06T23:01:19.646288891Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "cb53389c7c5afea0b9191ddddbe3a9fdb704a485",
"ref": "refs/heads/main"
}
}
}
[23:01:19.992] Task URL: https://cr-buildbucket.appspot.com/build/8693383474773361377
[23:01:19.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:2:0) after 5m2s
[23:01:20.515] Received PubSub notification, asking Buildbucket for the build status
[23:01:20.531] Build status: SCHEDULED
[23:06:22.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:2:0)
[23:06:22.026] Build status: SCHEDULED
[23:06:22.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:4:0) after 8m7s
[23:14:29.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:4:0)
[23:14:29.145] Build status: SCHEDULED
[23:14:29.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:5:0) after 2m23s
[23:16:52.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:5:0)
[23:16:52.187] Build status: SCHEDULED
[23:16:52.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:6:0) after 7m57s
[23:24:49.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:6:0)
[23:24:49.230] Build status: SCHEDULED
[23:24:49.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:7:0) after 4m54s
[23:29:43.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:7:0)
[23:29:43.402] Build status: SCHEDULED
[23:29:43.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:8:0) after 7m51s
[23:37:34.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:8:0)
[23:37:34.486] Build status: SCHEDULED
[23:37:34.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:9:0) after 1m56s
[23:39:30.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:9:0)
[23:39:30.706] Build status: SCHEDULED
[23:39:30.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:10:0) after 7m34s
[23:47:04.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:10:0)
[23:47:04.763] Build status: SCHEDULED
[23:47:04.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:11:0) after 8m7s
[23:55:11.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:11:0)
[23:55:11.795] Build status: SCHEDULED
[23:55:11.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:12:0) after 8m49s
[00:04:00.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:12:0)
[00:04:00.827] Build status: SCHEDULED
[00:04:00.827] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:13:0) after 9m25s
[00:13:25.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:13:0)
[00:13:25.872] Build status: SCHEDULED
[00:13:25.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:14:0) after 6m37s
[00:20:02.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:14:0)
[00:20:02.952] Build status: SCHEDULED
[00:20:02.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:15:0) after 4m42s
[00:24:44.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:15:0)
[00:24:44.983] Build status: SCHEDULED
[00:24:44.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:16:0) after 7m3s
[00:31:48.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:16:0)
[00:31:48.153] Build status: SCHEDULED
[00:31:48.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:17:0) after 4m50s
[00:36:38.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:17:0)
[00:36:38.200] Build status: SCHEDULED
[00:36:38.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:18:0) after 7m7s
[00:43:45.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:18:0)
[00:43:45.368] Build status: SCHEDULED
[00:43:45.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:19:0) after 9m43s
[00:53:28.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:19:0)
[00:53:28.537] Build status: SCHEDULED
[00:53:28.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:20:0) after 3m19s
[00:56:47.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:20:0)
[00:56:47.653] Build status: SCHEDULED
[00:56:47.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:21:0) after 8m45s
[01:05:32.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:21:0)
[01:05:32.807] Build status: SCHEDULED
[01:05:32.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:22:0) after 5m6s
[01:10:38.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:22:0)
[01:10:38.858] Build status: SCHEDULED
[01:10:38.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:23:0) after 7m28s
[01:18:06.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:23:0)
[01:18:06.905] Build status: SCHEDULED
[01:18:06.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:24:0) after 3m37s
[01:21:43.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:24:0)
[01:21:43.959] Build status: SCHEDULED
[01:21:43.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:25:0) after 6m9s
[01:27:52.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:25:0)
[01:27:52.961] Build status: SCHEDULED
[01:27:52.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:26:0) after 5m19s
[01:33:12.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:26:0)
[01:33:12.034] Build status: SCHEDULED
[01:33:12.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:27:0) after 5m20s
[01:38:32.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:27:0)
[01:38:32.073] Build status: SCHEDULED
[01:38:32.073] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:28:0) after 6m19s
[01:44:51.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:28:0)
[01:44:51.065] Build status: SCHEDULED
[01:44:51.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:29:0) after 9m24s
[01:54:15.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:29:0)
[01:54:15.156] Build status: SCHEDULED
[01:54:15.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:30:0) after 4m47s
[01:59:02.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:30:0)
[01:59:02.290] Build status: SCHEDULED
[01:59:02.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:31:0) after 3m47s
[02:02:49.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:31:0)
[02:02:49.293] Build status: SCHEDULED
[02:02:49.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:32:0) after 6m48s
[02:09:37.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:32:0)
[02:09:37.391] Build status: SCHEDULED
[02:09:37.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:33:0) after 6m56s
[02:16:33.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:33:0)
[02:16:33.422] Build status: SCHEDULED
[02:16:33.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:34:0) after 7m5s
[02:23:38.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:34:0)
[02:23:38.413] Build status: SCHEDULED
[02:23:38.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:35:0) after 6m32s
[02:30:10.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:35:0)
[02:30:10.453] Build status: SCHEDULED
[02:30:10.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:36:0) after 4m53s
[02:35:03.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:36:0)
[02:35:03.448] Build status: SCHEDULED
[02:35:03.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:37:0) after 1m56s
[02:36:59.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:37:0)
[02:36:59.461] Build status: SCHEDULED
[02:36:59.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:38:0) after 7m32s
[02:44:31.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:38:0)
[02:44:31.556] Build status: SCHEDULED
[02:44:31.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8858813536747378560:39:0) after 8m55s
[02:45:14.814] Received PubSub notification, asking Buildbucket for the build status
[02:45:14.878] Build status: STARTED
[02:51:30.660] Received PubSub notification, asking Buildbucket for the build status
[02:51:30.726] Build:
{
"id": "8693383474773361377",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-06T23:01:19.646288891Z",
"startTime": "2026-01-07T02:44:51.394893522Z",
"endTime": "2026-01-07T02:51:30.343854990Z",
"updateTime": "2026-01-07T02:51:30.343854990Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "cb53389c7c5afea0b9191ddddbe3a9fdb704a485",
"ref": "refs/heads/main"
}
}
}
[02:51:30.726] Invocation finished in 3h50m12.346084368s with status FAILED