[01:26:44.718] New invocation is queued and will start shortly
[01:26:47.356] Starting the invocation (attempt 1)
[01:26:47.382] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/gonk/+/137d37eab256d05918b7fff6367a99c6962f5c59"
[01:26:47.383] Popped gitiles commit info from properties and tags
[01:26:47.383] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:26:47.383] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:26:47.383] Buildbucket request:
{
"requestId": "8868045277102775808",
"builder": {
"project": "pigweed",
"bucket": "gonk.dev.ci",
"builder": "gonk-full"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8868045277102775808",
"job": "pigweed/gonk.dev.ci-gonk-full",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/gonk",
"revision": "137d37eab256d05918b7fff6367a99c6962f5c59"
},
"id": "https://pigweed.googlesource.com/gonk/+/refs/heads/main@137d37eab256d05918b7fff6367a99c6962f5c59",
"title": "137d37eab256d05918b7fff6367a99c6962f5c59",
"url": "https://pigweed.googlesource.com/gonk/+/137d37eab256d05918b7fff6367a99c6962f5c59"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "gonk",
"id": "137d37eab256d05918b7fff6367a99c6962f5c59",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8868045277102775808"
},
{
"key": "scheduler_job_id",
"value": "pigweed/gonk.dev.ci-gonk-full"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:26:47.727] Scheduled build:
{
"id": "8702615213596713905",
"builder": {
"project": "pigweed",
"bucket": "gonk.dev.ci",
"builder": "gonk-full"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-27T01:26:47.434011046Z",
"updateTime": "2025-09-27T01:26:47.434011046Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "gonk",
"id": "137d37eab256d05918b7fff6367a99c6962f5c59",
"ref": "refs/heads/main"
}
}
}
[01:26:47.727] Task URL: https://cr-buildbucket.appspot.com/build/8702615213596713905
[01:26:47.727] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:2:0) after 8m24s
[01:26:48.703] Received PubSub notification, asking Buildbucket for the build status
[01:26:48.727] Build status: SCHEDULED
[01:35:11.739] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:2:0)
[01:35:11.756] Build status: SCHEDULED
[01:35:11.756] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:4:0) after 9m25s
[01:44:36.770] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:4:0)
[01:44:36.808] Build status: SCHEDULED
[01:44:36.808] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:5:0) after 5m41s
[01:50:17.822] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:5:0)
[01:50:17.843] Build status: SCHEDULED
[01:50:17.843] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:6:0) after 5m37s
[01:55:54.858] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:6:0)
[01:55:54.943] Build status: SCHEDULED
[01:55:54.943] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:7:0) after 9m13s
[02:05:08.073] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:7:0)
[02:05:08.090] Build status: SCHEDULED
[02:05:08.090] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:8:0) after 2m24s
[02:07:32.099] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:8:0)
[02:07:32.119] Build status: SCHEDULED
[02:07:32.119] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:9:0) after 1m16s
[02:08:48.099] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:9:0)
[02:08:48.123] Build status: SCHEDULED
[02:08:48.123] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:10:0) after 7m28s
[02:16:16.129] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:10:0)
[02:16:16.157] Build status: SCHEDULED
[02:16:16.157] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:11:0) after 6m56s
[02:23:12.184] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:11:0)
[02:23:12.201] Build status: SCHEDULED
[02:23:12.201] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:12:0) after 7m47s
[02:30:59.313] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:12:0)
[02:30:59.332] Build status: SCHEDULED
[02:30:59.332] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:13:0) after 2m38s
[02:33:37.494] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:13:0)
[02:33:37.511] Build status: SCHEDULED
[02:33:37.511] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:14:0) after 4m5s
[02:37:42.544] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:14:0)
[02:37:42.559] Build status: SCHEDULED
[02:37:42.559] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:15:0) after 2m34s
[02:40:16.651] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:15:0)
[02:40:16.723] Build status: SCHEDULED
[02:40:16.723] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:16:0) after 8m30s
[02:48:46.736] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:16:0)
[02:48:46.752] Build status: SCHEDULED
[02:48:46.752] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:17:0) after 8m44s
[02:57:30.818] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:17:0)
[02:57:30.833] Build status: SCHEDULED
[02:57:30.833] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:18:0) after 3m21s
[03:00:51.898] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:18:0)
[03:00:51.922] Build status: SCHEDULED
[03:00:51.922] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:19:0) after 1m25s
[03:02:16.963] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:19:0)
[03:02:17.017] Build status: SCHEDULED
[03:02:17.017] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:20:0) after 4m25s
[03:06:42.106] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:20:0)
[03:06:42.202] Build status: SCHEDULED
[03:06:42.202] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:21:0) after 9m49s
[03:16:31.240] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:21:0)
[03:16:31.338] Build status: SCHEDULED
[03:16:31.338] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:22:0) after 1m25s
[03:17:56.402] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:22:0)
[03:17:56.421] Build status: SCHEDULED
[03:17:56.421] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:23:0) after 3m45s
[03:21:41.432] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:23:0)
[03:21:41.450] Build status: SCHEDULED
[03:21:41.451] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:24:0) after 8m55s
[03:30:36.516] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:24:0)
[03:30:36.538] Build status: SCHEDULED
[03:30:36.538] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:25:0) after 3m27s
[03:34:03.656] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:25:0)
[03:34:03.671] Build status: SCHEDULED
[03:34:03.671] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:26:0) after 4m59s
[03:39:02.689] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:26:0)
[03:39:02.767] Build status: SCHEDULED
[03:39:02.767] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:27:0) after 8m8s
[03:47:10.907] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:27:0)
[03:47:10.948] Build status: SCHEDULED
[03:47:10.948] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:28:0) after 8m51s
[03:56:01.962] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:28:0)
[03:56:01.986] Build status: SCHEDULED
[03:56:01.986] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:29:0) after 9m22s
[04:05:24.102] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:29:0)
[04:05:24.127] Build status: SCHEDULED
[04:05:24.127] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:30:0) after 6m47s
[04:12:11.157] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:30:0)
[04:12:11.367] Build status: SCHEDULED
[04:12:11.367] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:31:0) after 5m10s
[04:17:21.431] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:31:0)
[04:17:21.455] Build status: SCHEDULED
[04:17:21.455] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:32:0) after 8m44s
[04:26:05.474] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:32:0)
[04:26:05.505] Build status: SCHEDULED
[04:26:05.505] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:33:0) after 5m39s
[04:31:44.588] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:33:0)
[04:31:44.606] Build status: SCHEDULED
[04:31:44.607] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:34:0) after 6m59s
[04:38:43.878] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:34:0)
[04:38:43.897] Build status: SCHEDULED
[04:38:43.897] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:35:0) after 1m7s
[04:39:50.991] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:35:0)
[04:39:51.004] Build status: SCHEDULED
[04:39:51.004] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:36:0) after 8m32s
[04:48:23.713] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:36:0)
[04:48:23.730] Build status: SCHEDULED
[04:48:23.730] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:37:0) after 7m57s
[04:56:20.743] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:37:0)
[04:56:20.796] Build status: SCHEDULED
[04:56:20.796] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:38:0) after 2m0s
[04:58:20.809] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:38:0)
[04:58:20.829] Build status: SCHEDULED
[04:58:20.829] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8868045277102775808:39:0) after 8m43s
[05:02:55.848] Received PubSub notification, asking Buildbucket for the build status
[05:02:55.879] Build status: STARTED
[05:03:10.991] Received PubSub notification, asking Buildbucket for the build status
[05:03:11.015] Build:
{
"id": "8702615213596713905",
"builder": {
"project": "pigweed",
"bucket": "gonk.dev.ci",
"builder": "gonk-full"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-27T01:26:47.434011046Z",
"startTime": "2025-09-27T05:02:55.682734218Z",
"endTime": "2025-09-27T05:03:10.767976450Z",
"updateTime": "2025-09-27T05:03:10.767976450Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "gonk",
"id": "137d37eab256d05918b7fff6367a99c6962f5c59",
"ref": "refs/heads/main"
}
}
}
[05:03:11.015] Invocation finished in 3h36m26.307659065s with status FAILED