[04:03:00.184] New invocation is queued and will start shortly
[04:03:01.340] Starting the invocation (attempt 1)
[04:03:01.361] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/9e835830cb8c4381ff9353e0f2b467fc006b5a62"
[04:03:01.361] Popped gitiles commit info from properties and tags
[04:03:01.361] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:03:01.362] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:03:01.362] Buildbucket request:
{
"requestId": "8858522764736694992",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8858522764736694992",
"job": "pigweed/experimental.dev.ci-experimental-envtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/experimental",
"revision": "9e835830cb8c4381ff9353e0f2b467fc006b5a62"
},
"id": "https://pigweed.googlesource.com/pigweed/experimental/+/refs/heads/main@9e835830cb8c4381ff9353e0f2b467fc006b5a62",
"title": "9e835830cb8c4381ff9353e0f2b467fc006b5a62",
"url": "https://pigweed.googlesource.com/pigweed/experimental/+/9e835830cb8c4381ff9353e0f2b467fc006b5a62"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "9e835830cb8c4381ff9353e0f2b467fc006b5a62",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8858522764736694992"
},
{
"key": "scheduler_job_id",
"value": "pigweed/experimental.dev.ci-experimental-envtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:03:01.707] Scheduled build:
{
"id": "8693092702794624465",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-10T04:03:01.414296781Z",
"updateTime": "2026-01-10T04:03:01.414296781Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "9e835830cb8c4381ff9353e0f2b467fc006b5a62",
"ref": "refs/heads/main"
}
}
}
[04:03:01.707] Task URL: https://cr-buildbucket.appspot.com/build/8693092702794624465
[04:03:01.707] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:2:0) after 4m22s
[04:03:02.693] Received PubSub notification, asking Buildbucket for the build status
[04:03:02.720] Build status: SCHEDULED
[04:07:23.693] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:2:0)
[04:07:23.795] Build status: SCHEDULED
[04:07:23.795] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:4:0) after 1m33s
[04:08:56.810] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:4:0)
[04:08:56.825] Build status: SCHEDULED
[04:08:56.825] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:5:0) after 5m12s
[04:14:08.934] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:5:0)
[04:14:08.955] Build status: SCHEDULED
[04:14:08.955] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:6:0) after 8m26s
[04:22:35.018] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:6:0)
[04:22:35.038] Build status: SCHEDULED
[04:22:35.038] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:7:0) after 2m41s
[04:25:16.106] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:7:0)
[04:25:16.129] Build status: SCHEDULED
[04:25:16.129] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:8:0) after 9m39s
[04:34:55.162] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:8:0)
[04:34:55.184] Build status: SCHEDULED
[04:34:55.184] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:9:0) after 7m35s
[04:42:30.229] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:9:0)
[04:42:30.250] Build status: SCHEDULED
[04:42:30.250] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:10:0) after 9m15s
[04:51:45.313] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:10:0)
[04:51:45.388] Build status: SCHEDULED
[04:51:45.388] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:11:0) after 6m25s
[04:58:10.403] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:11:0)
[04:58:10.422] Build status: SCHEDULED
[04:58:10.422] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:12:0) after 8m35s
[05:06:45.491] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:12:0)
[05:06:45.506] Build status: SCHEDULED
[05:06:45.506] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:13:0) after 2m5s
[05:08:50.577] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:13:0)
[05:08:50.592] Build status: SCHEDULED
[05:08:50.592] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:14:0) after 3m18s
[05:12:09.008] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:14:0)
[05:12:09.063] Build status: SCHEDULED
[05:12:09.063] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:15:0) after 8m24s
[05:20:33.176] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:15:0)
[05:20:33.192] Build status: SCHEDULED
[05:20:33.192] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:16:0) after 4m31s
[05:25:04.204] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:16:0)
[05:25:04.235] Build status: SCHEDULED
[05:25:04.235] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:17:0) after 7m55s
[05:32:59.303] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:17:0)
[05:32:59.318] Build status: SCHEDULED
[05:32:59.318] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:18:0) after 5m54s
[05:38:53.364] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:18:0)
[05:38:53.382] Build status: SCHEDULED
[05:38:53.382] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:19:0) after 4m53s
[05:43:46.395] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:19:0)
[05:43:46.420] Build status: SCHEDULED
[05:43:46.420] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:20:0) after 1m34s
[05:45:20.425] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:20:0)
[05:45:20.441] Build status: SCHEDULED
[05:45:20.441] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:21:0) after 5m21s
[05:50:41.437] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:21:0)
[05:50:41.451] Build status: SCHEDULED
[05:50:41.451] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:22:0) after 8m45s
[05:59:26.465] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:22:0)
[05:59:26.481] Build status: SCHEDULED
[05:59:26.481] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:23:0) after 9m21s
[06:08:47.490] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:23:0)
[06:08:47.505] Build status: SCHEDULED
[06:08:47.505] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:24:0) after 2m35s
[06:11:22.602] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:24:0)
[06:11:22.620] Build status: SCHEDULED
[06:11:22.620] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:25:0) after 3m12s
[06:14:34.944] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:25:0)
[06:14:34.960] Build status: SCHEDULED
[06:14:34.960] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:26:0) after 8m36s
[06:23:10.996] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:26:0)
[06:23:11.021] Build status: SCHEDULED
[06:23:11.021] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:27:0) after 3m20s
[06:26:31.009] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:27:0)
[06:26:31.026] Build status: SCHEDULED
[06:26:31.026] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:28:0) after 5m54s
[06:32:25.538] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:28:0)
[06:32:25.554] Build status: SCHEDULED
[06:32:25.554] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:29:0) after 3m39s
[06:36:05.020] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:29:0)
[06:36:05.037] Build status: SCHEDULED
[06:36:05.037] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:30:0) after 4m57s
[06:41:02.277] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:30:0)
[06:41:02.307] Build status: SCHEDULED
[06:41:02.307] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:31:0) after 5m52s
[06:46:54.331] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:31:0)
[06:46:54.347] Build status: SCHEDULED
[06:46:54.347] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:32:0) after 2m1s
[06:48:55.384] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:32:0)
[06:48:55.400] Build status: SCHEDULED
[06:48:55.400] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:33:0) after 5m11s
[06:54:06.423] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:33:0)
[06:54:06.440] Build status: SCHEDULED
[06:54:06.440] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:34:0) after 9m45s
[07:03:51.674] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:34:0)
[07:03:51.713] Build status: SCHEDULED
[07:03:51.713] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8858522764736694992:35:0) after 7m39s
[07:09:09.883] Received PubSub notification, asking Buildbucket for the build status
[07:09:09.943] Build status: STARTED
[07:09:27.985] Received PubSub notification, asking Buildbucket for the build status
[07:09:28.015] Build:
{
"id": "8693092702794624465",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-10T04:03:01.414296781Z",
"startTime": "2026-01-10T07:09:09.693848842Z",
"endTime": "2026-01-10T07:09:27.725297717Z",
"updateTime": "2026-01-10T07:09:27.725297717Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "9e835830cb8c4381ff9353e0f2b467fc006b5a62",
"ref": "refs/heads/main"
}
}
}
[07:09:28.015] Invocation finished in 3h6m27.837401134s with status FAILED