[01:37:25.768] New invocation is queued and will start shortly
[01:37:26.865] Starting the invocation (attempt 1)
[01:37:26.887] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/gonk/+/8cb34b4f1623ccdd9f1e182fb29b1ea6d8c732d4"
[01:37:26.887] Popped gitiles commit info from properties and tags
[01:37:26.887] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:37:26.887] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:37:26.887] Buildbucket request:
{
"requestId": "8860525056694370768",
"builder": {
"project": "pigweed",
"bucket": "gonk.dev.ci",
"builder": "gonk-envtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8860525056694370768",
"job": "pigweed/gonk.dev.ci-gonk-envtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/gonk",
"revision": "8cb34b4f1623ccdd9f1e182fb29b1ea6d8c732d4"
},
"id": "https://pigweed.googlesource.com/gonk/+/refs/heads/main@8cb34b4f1623ccdd9f1e182fb29b1ea6d8c732d4",
"title": "8cb34b4f1623ccdd9f1e182fb29b1ea6d8c732d4",
"url": "https://pigweed.googlesource.com/gonk/+/8cb34b4f1623ccdd9f1e182fb29b1ea6d8c732d4"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "gonk",
"id": "8cb34b4f1623ccdd9f1e182fb29b1ea6d8c732d4",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8860525056694370768"
},
{
"key": "scheduler_job_id",
"value": "pigweed/gonk.dev.ci-gonk-envtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:37:27.345] Scheduled build:
{
"id": "8695094994811977089",
"builder": {
"project": "pigweed",
"bucket": "gonk.dev.ci",
"builder": "gonk-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-19T01:37:26.943695859Z",
"updateTime": "2025-12-19T01:37:26.943695859Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "gonk",
"id": "8cb34b4f1623ccdd9f1e182fb29b1ea6d8c732d4",
"ref": "refs/heads/main"
}
}
}
[01:37:27.345] Task URL: https://cr-buildbucket.appspot.com/build/8695094994811977089
[01:37:27.345] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:2:0) after 5m50s
[01:37:28.305] Received PubSub notification, asking Buildbucket for the build status
[01:37:28.328] Build status: SCHEDULED
[01:43:17.315] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:2:0)
[01:43:17.332] Build status: SCHEDULED
[01:43:17.332] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:4:0) after 6m12s
[01:49:29.345] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:4:0)
[01:49:29.362] Build status: SCHEDULED
[01:49:29.362] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:5:0) after 7m25s
[01:56:54.426] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:5:0)
[01:56:54.441] Build status: SCHEDULED
[01:56:54.441] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:6:0) after 4m22s
[02:01:16.454] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:6:0)
[02:01:16.489] Build status: SCHEDULED
[02:01:16.489] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:7:0) after 9m28s
[02:10:44.572] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:7:0)
[02:10:44.656] Build status: SCHEDULED
[02:10:44.656] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:8:0) after 2m58s
[02:13:42.716] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:8:0)
[02:13:42.740] Build status: SCHEDULED
[02:13:42.741] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:9:0) after 8m45s
[02:22:27.856] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:9:0)
[02:22:27.945] Build status: SCHEDULED
[02:22:27.945] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:10:0) after 5m5s
[02:27:32.976] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:10:0)
[02:27:32.993] Build status: SCHEDULED
[02:27:32.993] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:11:0) after 8m17s
[02:35:50.030] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:11:0)
[02:35:50.045] Build status: SCHEDULED
[02:35:50.045] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:12:0) after 8m2s
[02:43:52.170] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:12:0)
[02:43:52.213] Build status: SCHEDULED
[02:43:52.213] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:13:0) after 2m33s
[02:46:25.203] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:13:0)
[02:46:25.421] Build status: SCHEDULED
[02:46:25.421] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:14:0) after 5m7s
[02:51:32.503] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:14:0)
[02:51:32.535] Build status: SCHEDULED
[02:51:32.535] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:15:0) after 1m24s
[02:52:56.666] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:15:0)
[02:52:56.745] Build status: SCHEDULED
[02:52:56.745] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:16:0) after 5m23s
[02:58:19.774] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:16:0)
[02:58:19.899] Build status: SCHEDULED
[02:58:19.899] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:17:0) after 3m42s
[03:02:01.910] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:17:0)
[03:02:01.964] Build status: SCHEDULED
[03:02:01.964] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:18:0) after 7m37s
[03:09:38.985] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:18:0)
[03:09:39.048] Build status: SCHEDULED
[03:09:39.048] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:19:0) after 1m48s
[03:11:27.108] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:19:0)
[03:11:27.128] Build status: SCHEDULED
[03:11:27.128] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:20:0) after 2m14s
[03:13:41.156] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:20:0)
[03:13:41.185] Build status: SCHEDULED
[03:13:41.185] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:21:0) after 6m51s
[03:20:32.196] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:21:0)
[03:20:32.220] Build status: SCHEDULED
[03:20:32.220] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:22:0) after 4m20s
[03:24:52.231] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:22:0)
[03:24:52.244] Build status: SCHEDULED
[03:24:52.244] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:23:0) after 2m37s
[03:27:29.230] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:23:0)
[03:27:29.253] Build status: SCHEDULED
[03:27:29.253] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:24:0) after 1m50s
[03:29:19.265] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:24:0)
[03:29:19.284] Build status: SCHEDULED
[03:29:19.284] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:25:0) after 6m28s
[03:35:47.302] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:25:0)
[03:35:47.320] Build status: SCHEDULED
[03:35:47.320] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:26:0) after 7m30s
[03:43:17.335] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:26:0)
[03:43:17.351] Build status: SCHEDULED
[03:43:17.351] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:27:0) after 6m54s
[03:50:11.416] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:27:0)
[03:50:11.433] Build status: SCHEDULED
[03:50:11.433] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:28:0) after 1m0s
[03:51:11.449] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:28:0)
[03:51:11.462] Build status: SCHEDULED
[03:51:11.462] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:29:0) after 3m15s
[03:54:26.476] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:29:0)
[03:54:26.524] Build status: SCHEDULED
[03:54:26.524] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:30:0) after 2m6s
[03:56:32.679] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:30:0)
[03:56:32.703] Build status: SCHEDULED
[03:56:32.703] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:31:0) after 2m58s
[03:59:30.766] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:31:0)
[03:59:30.815] Build status: SCHEDULED
[03:59:30.815] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:32:0) after 8m27s
[04:07:57.880] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:32:0)
[04:07:57.900] Build status: SCHEDULED
[04:07:57.900] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:33:0) after 6m37s
[04:14:35.303] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:33:0)
[04:14:35.316] Build status: SCHEDULED
[04:14:35.317] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:34:0) after 5m26s
[04:20:01.344] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:34:0)
[04:20:01.375] Build status: SCHEDULED
[04:20:01.375] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:35:0) after 6m6s
[04:26:07.386] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:35:0)
[04:26:07.399] Build status: SCHEDULED
[04:26:07.399] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:36:0) after 7m50s
[04:33:57.593] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:36:0)
[04:33:57.618] Build status: SCHEDULED
[04:33:57.619] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:37:0) after 6m38s
[04:40:35.641] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:37:0)
[04:40:35.657] Build status: SCHEDULED
[04:40:35.657] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:38:0) after 4m26s
[04:45:01.719] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:38:0)
[04:45:01.783] Build status: SCHEDULED
[04:45:01.783] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:39:0) after 3m26s
[04:48:27.800] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:39:0)
[04:48:27.816] Build status: SCHEDULED
[04:48:27.816] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:40:0) after 5m0s
[04:53:28.074] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:40:0)
[04:53:28.095] Build status: SCHEDULED
[04:53:28.096] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:41:0) after 6m23s
[04:59:51.109] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:41:0)
[04:59:51.148] Build status: SCHEDULED
[04:59:51.148] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:42:0) after 6m39s
[05:06:30.160] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:42:0)
[05:06:30.176] Build status: SCHEDULED
[05:06:30.176] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:43:0) after 5m44s
[05:12:14.189] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:43:0)
[05:12:14.215] Build status: SCHEDULED
[05:12:14.215] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:44:0) after 3m17s
[05:15:31.265] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:44:0)
[05:15:31.280] Build status: SCHEDULED
[05:15:31.280] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:45:0) after 3m33s
[05:19:04.299] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:45:0)
[05:19:04.357] Build status: SCHEDULED
[05:19:04.357] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:46:0) after 1m32s
[05:20:36.407] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:46:0)
[05:20:36.427] Build status: SCHEDULED
[05:20:36.427] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-envtest:8860525056694370768:47:0) after 9m41s
[05:26:18.192] Received PubSub notification, asking Buildbucket for the build status
[05:26:18.208] Build status: STARTED
[05:26:32.332] Received PubSub notification, asking Buildbucket for the build status
[05:26:32.355] Build:
{
"id": "8695094994811977089",
"builder": {
"project": "pigweed",
"bucket": "gonk.dev.ci",
"builder": "gonk-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-19T01:37:26.943695859Z",
"startTime": "2025-12-19T05:26:17.260576215Z",
"endTime": "2025-12-19T05:26:32.078856715Z",
"updateTime": "2025-12-19T05:26:32.078856715Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "gonk",
"id": "8cb34b4f1623ccdd9f1e182fb29b1ea6d8c732d4",
"ref": "refs/heads/main"
}
}
}
[05:26:32.355] Invocation finished in 3h49m6.590926609s with status FAILED