[14:08:22.434] New invocation is queued and will start shortly
[14:08:22.434] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[14:08:24.192] Starting the invocation (attempt 1)
[14:08:24.235] Ignoring gitiles_ref tag without the buildset tag
[14:08:24.235] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:08:24.236] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:08:24.236] Buildbucket request:
{
"requestId": "8851871099553696512",
"builder": {
"project": "pigweed",
"bucket": "gonk.dev.ci",
"builder": "gonk-full"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8851871099553696512",
"job": "pigweed/gonk.dev.ci-gonk-full",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "1fc3d650-45b8-413d-a443-cafe9549d484",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8686441275427937201"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8851871099553696512"
},
{
"key": "scheduler_job_id",
"value": "pigweed/gonk.dev.ci-gonk-full"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[14:08:24.651] Scheduled build:
{
"id": "8686441036929294273",
"builder": {
"project": "pigweed",
"bucket": "gonk.dev.ci",
"builder": "gonk-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-24T14:08:24.311902606Z",
"updateTime": "2026-03-24T14:08:24.311902606Z",
"status": "SCHEDULED",
"input": {
}
}
[14:08:24.651] Task URL: https://cr-buildbucket.appspot.com/build/8686441036929294273
[14:08:24.651] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:2:0) after 9m13s
[14:08:25.590] Received PubSub notification, asking Buildbucket for the build status
[14:08:25.654] Build status: SCHEDULED
[14:17:37.712] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:2:0)
[14:17:37.735] Build status: SCHEDULED
[14:17:37.735] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:4:0) after 5m12s
[14:22:49.754] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:4:0)
[14:22:49.820] Build status: SCHEDULED
[14:22:49.820] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:5:0) after 5m10s
[14:27:59.863] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:5:0)
[14:27:59.887] Build status: SCHEDULED
[14:27:59.887] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:6:0) after 7m54s
[14:35:53.903] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:6:0)
[14:35:53.922] Build status: SCHEDULED
[14:35:53.922] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:7:0) after 2m44s
[14:38:37.937] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:7:0)
[14:38:37.954] Build status: SCHEDULED
[14:38:37.955] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:8:0) after 9m41s
[14:48:18.976] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:8:0)
[14:48:19.046] Build status: SCHEDULED
[14:48:19.046] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:9:0) after 1m5s
[14:49:24.057] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:9:0)
[14:49:24.078] Build status: SCHEDULED
[14:49:24.078] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:10:0) after 1m14s
[14:50:38.091] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:10:0)
[14:50:38.124] Build status: SCHEDULED
[14:50:38.124] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:11:0) after 8m17s
[14:58:55.244] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:11:0)
[14:58:55.261] Build status: SCHEDULED
[14:58:55.261] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:12:0) after 7m30s
[15:06:25.275] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:12:0)
[15:06:25.375] Build status: SCHEDULED
[15:06:25.375] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:13:0) after 5m57s
[15:12:22.388] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:13:0)
[15:12:22.419] Build status: SCHEDULED
[15:12:22.419] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:14:0) after 9m48s
[15:22:10.439] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:14:0)
[15:22:10.499] Build status: SCHEDULED
[15:22:10.499] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:15:0) after 5m16s
[15:27:26.532] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:15:0)
[15:27:26.575] Build status: SCHEDULED
[15:27:26.575] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:16:0) after 9m10s
[15:36:36.591] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:16:0)
[15:36:36.617] Build status: SCHEDULED
[15:36:36.617] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:17:0) after 1m2s
[15:37:38.636] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:17:0)
[15:37:38.658] Build status: SCHEDULED
[15:37:38.658] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:18:0) after 8m54s
[15:46:32.734] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:18:0)
[15:46:32.761] Build status: SCHEDULED
[15:46:32.761] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:19:0) after 3m26s
[15:49:58.825] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:19:0)
[15:49:58.899] Build status: SCHEDULED
[15:49:58.899] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:20:0) after 1m43s
[15:51:41.919] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:20:0)
[15:51:41.937] Build status: SCHEDULED
[15:51:41.937] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:21:0) after 1m38s
[15:53:20.013] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:21:0)
[15:53:20.111] Build status: SCHEDULED
[15:53:20.111] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:22:0) after 7m19s
[16:00:39.183] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:22:0)
[16:00:39.202] Build status: SCHEDULED
[16:00:39.202] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:23:0) after 2m59s
[16:03:38.272] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:23:0)
[16:03:38.300] Build status: SCHEDULED
[16:03:38.300] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:24:0) after 7m24s
[16:11:02.316] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:24:0)
[16:11:02.337] Build status: SCHEDULED
[16:11:02.337] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:25:0) after 8m18s
[16:19:20.409] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:25:0)
[16:19:20.443] Build status: SCHEDULED
[16:19:20.443] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:26:0) after 6m3s
[16:25:23.500] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:26:0)
[16:25:23.513] Build status: SCHEDULED
[16:25:23.513] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:27:0) after 2m15s
[16:27:38.551] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:27:0)
[16:27:38.573] Build status: SCHEDULED
[16:27:38.573] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:28:0) after 3m27s
[16:31:05.631] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:28:0)
[16:31:05.655] Build status: SCHEDULED
[16:31:05.655] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:29:0) after 5m52s
[16:36:57.667] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:29:0)
[16:36:57.753] Build status: SCHEDULED
[16:36:57.753] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:30:0) after 6m46s
[16:43:43.816] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:30:0)
[16:43:43.835] Build status: SCHEDULED
[16:43:43.835] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:31:0) after 9m56s
[16:53:39.901] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:31:0)
[16:53:39.942] Build status: SCHEDULED
[16:53:39.942] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:32:0) after 4m55s
[16:58:34.949] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:32:0)
[16:58:34.985] Build status: SCHEDULED
[16:58:34.985] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:33:0) after 2m47s
[17:01:22.015] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:33:0)
[17:01:22.033] Build status: SCHEDULED
[17:01:22.033] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:34:0) after 6m57s
[17:08:19.115] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:34:0)
[17:08:19.136] Build status: SCHEDULED
[17:08:19.136] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:35:0) after 8m13s
[17:16:32.257] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:35:0)
[17:16:32.292] Build status: SCHEDULED
[17:16:32.292] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:36:0) after 3m59s
[17:20:31.302] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:36:0)
[17:20:31.318] Build status: SCHEDULED
[17:20:31.318] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:37:0) after 6m18s
[17:26:49.333] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:37:0)
[17:26:49.429] Build status: SCHEDULED
[17:26:49.430] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:38:0) after 2m16s
[17:29:05.443] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:38:0)
[17:29:05.458] Build status: SCHEDULED
[17:29:05.458] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:39:0) after 2m31s
[17:31:36.546] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:39:0)
[17:31:36.569] Build status: SCHEDULED
[17:31:36.569] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:40:0) after 8m54s
[17:40:30.589] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:40:0)
[17:40:30.609] Build status: SCHEDULED
[17:40:30.609] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8851871099553696512:41:0) after 9m7s
[17:48:42.114] Received PubSub notification, asking Buildbucket for the build status
[17:48:42.140] Build status: STARTED
[17:49:10.984] Received PubSub notification, asking Buildbucket for the build status
[17:49:11.004] Build:
{
"id": "8686441036929294273",
"builder": {
"project": "pigweed",
"bucket": "gonk.dev.ci",
"builder": "gonk-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-24T14:08:24.311902606Z",
"startTime": "2026-03-24T17:48:41.961859744Z",
"endTime": "2026-03-24T17:49:10.658196298Z",
"updateTime": "2026-03-24T17:49:10.658196298Z",
"status": "INFRA_FAILURE",
"input": {
}
}
[17:49:11.004] Invocation finished in 3h40m48.580510532s with status FAILED