[03:29:30.239] New invocation is queued and will start shortly
[03:29:31.286] Starting the invocation (attempt 1)
[03:29:31.317] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/ff3ae1e258f6c76622ce518d9853464eea8106f2"
[03:29:31.317] Popped gitiles commit info from properties and tags
[03:29:31.318] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:29:31.318] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:29:31.318] Buildbucket request:
{
"requestId": "8853089054331553664",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8853089054331553664",
"job": "pigweed/experimental.dev.ci-experimental-envtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/experimental",
"revision": "ff3ae1e258f6c76622ce518d9853464eea8106f2"
},
"id": "https://pigweed.googlesource.com/pigweed/experimental/+/refs/heads/main@ff3ae1e258f6c76622ce518d9853464eea8106f2",
"title": "ff3ae1e258f6c76622ce518d9853464eea8106f2",
"url": "https://pigweed.googlesource.com/pigweed/experimental/+/ff3ae1e258f6c76622ce518d9853464eea8106f2"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "ff3ae1e258f6c76622ce518d9853464eea8106f2",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8853089054331553664"
},
{
"key": "scheduler_job_id",
"value": "pigweed/experimental.dev.ci-experimental-envtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:29:31.772] Scheduled build:
{
"id": "8687658992481339825",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-11T03:29:31.382637105Z",
"updateTime": "2026-03-11T03:29:31.382637105Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "ff3ae1e258f6c76622ce518d9853464eea8106f2",
"ref": "refs/heads/main"
}
}
}
[03:29:31.772] Task URL: https://cr-buildbucket.appspot.com/build/8687658992481339825
[03:29:31.772] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:2:0) after 7m13s
[03:29:32.464] Received PubSub notification, asking Buildbucket for the build status
[03:29:32.486] Build status: SCHEDULED
[03:36:44.843] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:2:0)
[03:36:44.868] Build status: SCHEDULED
[03:36:44.868] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:4:0) after 7m27s
[03:44:11.884] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:4:0)
[03:44:11.912] Build status: SCHEDULED
[03:44:11.912] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:5:0) after 7m35s
[03:51:46.901] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:5:0)
[03:51:46.918] Build status: SCHEDULED
[03:51:46.918] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:6:0) after 9m27s
[04:01:13.952] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:6:0)
[04:01:14.003] Build status: SCHEDULED
[04:01:14.003] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:7:0) after 7m39s
[04:08:53.119] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:7:0)
[04:08:53.136] Build status: SCHEDULED
[04:08:53.136] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:8:0) after 5m33s
[04:14:26.206] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:8:0)
[04:14:26.235] Build status: SCHEDULED
[04:14:26.235] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:9:0) after 2m10s
[04:16:36.359] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:9:0)
[04:16:36.380] Build status: SCHEDULED
[04:16:36.380] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:10:0) after 9m49s
[04:26:25.399] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:10:0)
[04:26:25.432] Build status: SCHEDULED
[04:26:25.432] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:11:0) after 3m26s
[04:29:51.503] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:11:0)
[04:29:51.521] Build status: SCHEDULED
[04:29:51.521] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:12:0) after 5m57s
[04:35:48.586] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:12:0)
[04:35:48.607] Build status: SCHEDULED
[04:35:48.607] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:13:0) after 4m12s
[04:40:00.620] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:13:0)
[04:40:00.637] Build status: SCHEDULED
[04:40:00.637] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:14:0) after 9m3s
[04:49:03.748] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:14:0)
[04:49:03.786] Build status: SCHEDULED
[04:49:03.786] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:15:0) after 4m50s
[04:53:53.857] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:15:0)
[04:53:53.879] Build status: SCHEDULED
[04:53:53.879] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:16:0) after 1m28s
[04:55:21.916] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:16:0)
[04:55:21.933] Build status: SCHEDULED
[04:55:21.933] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:17:0) after 2m17s
[04:57:38.966] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:17:0)
[04:57:38.995] Build status: SCHEDULED
[04:57:38.995] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:18:0) after 8m40s
[05:06:19.010] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:18:0)
[05:06:19.029] Build status: SCHEDULED
[05:06:19.029] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:19:0) after 3m15s
[05:09:34.112] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:19:0)
[05:09:34.135] Build status: SCHEDULED
[05:09:34.135] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:20:0) after 9m49s
[05:19:23.252] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:20:0)
[05:19:23.269] Build status: SCHEDULED
[05:19:23.269] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:21:0) after 9m32s
[05:28:55.331] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:21:0)
[05:28:55.352] Build status: SCHEDULED
[05:28:55.352] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:22:0) after 6m52s
[05:35:47.339] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:22:0)
[05:35:47.376] Build status: SCHEDULED
[05:35:47.376] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:23:0) after 7m57s
[05:43:44.432] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:23:0)
[05:43:44.531] Build status: SCHEDULED
[05:43:44.531] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:24:0) after 4m48s
[05:48:32.549] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:24:0)
[05:48:32.567] Build status: SCHEDULED
[05:48:32.567] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:25:0) after 1m53s
[05:50:25.683] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:25:0)
[05:50:25.754] Build status: SCHEDULED
[05:50:25.754] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:26:0) after 8m55s
[05:59:20.816] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:26:0)
[05:59:20.833] Build status: SCHEDULED
[05:59:20.833] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:27:0) after 1m50s
[06:01:10.847] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:27:0)
[06:01:10.880] Build status: SCHEDULED
[06:01:10.880] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:28:0) after 2m15s
[06:03:25.919] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:28:0)
[06:03:25.937] Build status: SCHEDULED
[06:03:25.937] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:29:0) after 3m45s
[06:07:10.953] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:29:0)
[06:07:10.970] Build status: SCHEDULED
[06:07:10.970] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:30:0) after 8m48s
[06:15:59.012] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:30:0)
[06:15:59.037] Build status: SCHEDULED
[06:15:59.037] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:31:0) after 5m33s
[06:21:32.051] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:31:0)
[06:21:32.100] Build status: SCHEDULED
[06:21:32.100] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:32:0) after 6m40s
[06:28:12.156] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:32:0)
[06:28:12.260] Build status: SCHEDULED
[06:28:12.260] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:33:0) after 9m57s
[06:38:09.369] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:33:0)
[06:38:09.498] Build status: SCHEDULED
[06:38:09.498] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:34:0) after 6m35s
[06:44:44.552] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:34:0)
[06:44:44.571] Build status: SCHEDULED
[06:44:44.571] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:35:0) after 6m28s
[06:51:12.752] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:35:0)
[06:51:12.773] Build status: SCHEDULED
[06:51:12.773] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:36:0) after 8m24s
[06:59:37.053] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:36:0)
[06:59:37.071] Build status: SCHEDULED
[06:59:37.071] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:37:0) after 9m17s
[07:08:54.098] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:37:0)
[07:08:54.180] Build status: SCHEDULED
[07:08:54.180] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:38:0) after 1m42s
[07:10:36.306] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:38:0)
[07:10:36.321] Build status: SCHEDULED
[07:10:36.321] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:39:0) after 8m0s
[07:18:36.444] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:39:0)
[07:18:36.464] Build status: SCHEDULED
[07:18:36.464] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:40:0) after 4m26s
[07:23:02.546] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:40:0)
[07:23:02.637] Build status: SCHEDULED
[07:23:02.637] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:41:0) after 8m19s
[07:31:21.654] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:41:0)
[07:31:21.670] Build status: SCHEDULED
[07:31:21.670] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:42:0) after 9m30s
[07:40:51.737] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:42:0)
[07:40:51.757] Build status: SCHEDULED
[07:40:51.758] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:43:0) after 2m3s
[07:42:54.805] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:43:0)
[07:42:54.821] Build status: SCHEDULED
[07:42:54.821] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:44:0) after 3m47s
[07:46:41.900] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:44:0)
[07:46:41.917] Build status: SCHEDULED
[07:46:41.917] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:45:0) after 1m24s
[07:48:06.032] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:45:0)
[07:48:06.051] Build status: SCHEDULED
[07:48:06.051] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:46:0) after 2m1s
[07:50:07.117] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:46:0)
[07:50:07.151] Build status: SCHEDULED
[07:50:07.152] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:47:0) after 9m45s
[07:59:24.099] Received PubSub notification, asking Buildbucket for the build status
[07:59:24.138] Build status: STARTED
[07:59:52.148] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:47:0)
[07:59:52.180] Build status: STARTED
[07:59:52.180] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853089054331553664:49:0) after 6m30s
[08:00:03.413] Received PubSub notification, asking Buildbucket for the build status
[08:00:03.433] Build:
{
"id": "8687658992481339825",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-11T03:29:31.382637105Z",
"startTime": "2026-03-11T07:59:23.933417596Z",
"endTime": "2026-03-11T08:00:03.060342688Z",
"updateTime": "2026-03-11T08:00:03.060342688Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "ff3ae1e258f6c76622ce518d9853464eea8106f2",
"ref": "refs/heads/main"
}
}
}
[08:00:03.433] Invocation finished in 4h30m33.198809294s with status FAILED