[23:26:30.852] New invocation is queued and will start shortly
[23:26:32.025] Starting the invocation (attempt 1)
[23:26:32.053] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/4a266451dd0a3c0d63031a2e27d19b48d937d5fc"
[23:26:32.053] Popped gitiles commit info from properties and tags
[23:26:32.053] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:26:32.054] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:26:32.054] Buildbucket request:
{
"requestId": "8857543593285134256",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8857543593285134256",
"job": "pigweed/experimental.dev.ci-experimental-envtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/experimental",
"revision": "4a266451dd0a3c0d63031a2e27d19b48d937d5fc"
},
"id": "https://pigweed.googlesource.com/pigweed/experimental/+/refs/heads/main@4a266451dd0a3c0d63031a2e27d19b48d937d5fc",
"title": "4a266451dd0a3c0d63031a2e27d19b48d937d5fc",
"url": "https://pigweed.googlesource.com/pigweed/experimental/+/4a266451dd0a3c0d63031a2e27d19b48d937d5fc"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "4a266451dd0a3c0d63031a2e27d19b48d937d5fc",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8857543593285134256"
},
{
"key": "scheduler_job_id",
"value": "pigweed/experimental.dev.ci-experimental-envtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:26:32.404] Scheduled build:
{
"id": "8692113531304689409",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-20T23:26:32.115109161Z",
"updateTime": "2026-01-20T23:26:32.115109161Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "4a266451dd0a3c0d63031a2e27d19b48d937d5fc",
"ref": "refs/heads/main"
}
}
}
[23:26:32.404] Task URL: https://cr-buildbucket.appspot.com/build/8692113531304689409
[23:26:32.404] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:2:0) after 1m24s
[23:26:33.356] Received PubSub notification, asking Buildbucket for the build status
[23:26:33.374] Build status: SCHEDULED
[23:27:56.425] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:2:0)
[23:27:56.496] Build status: SCHEDULED
[23:27:56.496] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:4:0) after 3m34s
[23:31:30.559] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:4:0)
[23:31:30.582] Build status: SCHEDULED
[23:31:30.582] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:5:0) after 3m24s
[23:34:54.597] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:5:0)
[23:34:54.645] Build status: SCHEDULED
[23:34:54.645] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:6:0) after 7m52s
[23:42:46.657] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:6:0)
[23:42:46.674] Build status: SCHEDULED
[23:42:46.675] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:7:0) after 7m46s
[23:50:32.725] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:7:0)
[23:50:32.742] Build status: SCHEDULED
[23:50:32.742] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:8:0) after 5m3s
[23:55:35.736] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:8:0)
[23:55:35.755] Build status: SCHEDULED
[23:55:35.755] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:9:0) after 4m0s
[23:59:35.767] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:9:0)
[23:59:35.801] Build status: SCHEDULED
[23:59:35.801] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:10:0) after 9m50s
[00:09:25.813] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:10:0)
[00:09:25.904] Build status: SCHEDULED
[00:09:25.904] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:11:0) after 1m52s
[00:11:17.983] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:11:0)
[00:11:18.001] Build status: SCHEDULED
[00:11:18.001] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:12:0) after 6m55s
[00:18:13.015] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:12:0)
[00:18:13.107] Build status: SCHEDULED
[00:18:13.107] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:13:0) after 5m43s
[00:23:56.118] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:13:0)
[00:23:56.167] Build status: SCHEDULED
[00:23:56.167] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:14:0) after 2m25s
[00:26:21.172] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:14:0)
[00:26:21.190] Build status: SCHEDULED
[00:26:21.190] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:15:0) after 9m19s
[00:35:40.205] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:15:0)
[00:35:40.230] Build status: SCHEDULED
[00:35:40.230] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:16:0) after 6m40s
[00:42:20.327] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:16:0)
[00:42:20.353] Build status: SCHEDULED
[00:42:20.353] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:17:0) after 2m32s
[00:44:52.368] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:17:0)
[00:44:52.392] Build status: SCHEDULED
[00:44:52.392] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:18:0) after 7m0s
[00:51:52.488] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:18:0)
[00:51:52.509] Build status: SCHEDULED
[00:51:52.509] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:19:0) after 9m16s
[01:01:08.623] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:19:0)
[01:01:08.639] Build status: SCHEDULED
[01:01:08.640] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:20:0) after 7m0s
[01:08:08.704] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:20:0)
[01:08:08.780] Build status: SCHEDULED
[01:08:08.780] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:21:0) after 2m41s
[01:10:49.845] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:21:0)
[01:10:49.867] Build status: SCHEDULED
[01:10:49.868] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:22:0) after 6m59s
[01:17:49.174] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:22:0)
[01:17:49.209] Build status: SCHEDULED
[01:17:49.209] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:23:0) after 8m20s
[01:26:09.231] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:23:0)
[01:26:09.254] Build status: SCHEDULED
[01:26:09.254] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:24:0) after 4m22s
[01:30:31.273] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:24:0)
[01:30:31.288] Build status: SCHEDULED
[01:30:31.288] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:25:0) after 9m12s
[01:39:43.306] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:25:0)
[01:39:43.321] Build status: SCHEDULED
[01:39:43.321] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:26:0) after 5m7s
[01:44:50.367] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:26:0)
[01:44:50.393] Build status: SCHEDULED
[01:44:50.393] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:27:0) after 2m18s
[01:47:08.484] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:27:0)
[01:47:08.500] Build status: SCHEDULED
[01:47:08.500] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:28:0) after 4m23s
[01:51:31.517] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:28:0)
[01:51:31.536] Build status: SCHEDULED
[01:51:31.536] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:29:0) after 2m25s
[01:53:56.562] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:29:0)
[01:53:56.579] Build status: SCHEDULED
[01:53:56.579] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:30:0) after 3m22s
[01:57:18.585] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:30:0)
[01:57:18.600] Build status: SCHEDULED
[01:57:18.600] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:31:0) after 6m54s
[02:04:12.615] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:31:0)
[02:04:12.635] Build status: SCHEDULED
[02:04:12.635] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:32:0) after 7m6s
[02:11:18.693] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:32:0)
[02:11:18.720] Build status: SCHEDULED
[02:11:18.720] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:33:0) after 4m3s
[02:15:21.753] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:33:0)
[02:15:21.767] Build status: SCHEDULED
[02:15:21.767] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:34:0) after 7m30s
[02:22:51.771] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:34:0)
[02:22:51.788] Build status: SCHEDULED
[02:22:51.788] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:35:0) after 8m17s
[02:31:08.888] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:35:0)
[02:31:08.904] Build status: SCHEDULED
[02:31:08.904] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:36:0) after 3m45s
[02:34:53.983] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:36:0)
[02:34:53.993] Build status: SCHEDULED
[02:34:53.993] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:37:0) after 5m31s
[02:40:25.219] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:37:0)
[02:40:25.241] Build status: SCHEDULED
[02:40:25.241] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:38:0) after 9m11s
[02:49:36.257] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:38:0)
[02:49:36.275] Build status: SCHEDULED
[02:49:36.275] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:39:0) after 7m11s
[02:56:47.304] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:39:0)
[02:56:47.317] Build status: SCHEDULED
[02:56:47.317] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857543593285134256:40:0) after 9m24s
[03:05:30.363] Received PubSub notification, asking Buildbucket for the build status
[03:05:30.463] Build status: STARTED
[03:05:45.838] Received PubSub notification, asking Buildbucket for the build status
[03:05:45.855] Build:
{
"id": "8692113531304689409",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-20T23:26:32.115109161Z",
"startTime": "2026-01-21T03:05:29.682493545Z",
"endTime": "2026-01-21T03:05:45.633406064Z",
"updateTime": "2026-01-21T03:05:45.633406064Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "4a266451dd0a3c0d63031a2e27d19b48d937d5fc",
"ref": "refs/heads/main"
}
}
}
[03:05:45.855] Invocation finished in 3h39m15.011810042s with status FAILED