[01:56:44.372] New invocation is queued and will start shortly
[01:56:44.372] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[01:56:46.230] Starting the invocation (attempt 1)
[01:56:46.262] Ignoring gitiles_ref tag without the buildset tag
[01:56:46.262] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:56:46.262] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:56:46.262] Buildbucket request:
{
"requestId": "8877918459360815792",
"builder": {
"project": "pigweed",
"bucket": "gonk.dev.ci",
"builder": "gonk-full"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8877918459360815792",
"job": "pigweed/gonk.dev.ci-gonk-full",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "ea4de7db-8b02-41b1-84b1-f951ed475146",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8712488560192931729"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8877918459360815792"
},
{
"key": "scheduler_job_id",
"value": "pigweed/gonk.dev.ci-gonk-full"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:56:46.704] Scheduled build:
{
"id": "8712488396599811281",
"builder": {
"project": "pigweed",
"bucket": "gonk.dev.ci",
"builder": "gonk-full"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-10T01:56:46.383818490Z",
"updateTime": "2025-06-10T01:56:46.383818490Z",
"status": "SCHEDULED",
"input": {
}
}
[01:56:46.704] Task URL: https://cr-buildbucket.appspot.com/build/8712488396599811281
[01:56:46.704] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:2:0) after 3m39s
[01:56:46.781] Received PubSub notification, asking Buildbucket for the build status
[01:56:46.803] Build status: SCHEDULED
[02:00:25.700] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:2:0)
[02:00:25.781] Build status: SCHEDULED
[02:00:25.781] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:4:0) after 8m14s
[02:08:39.905] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:4:0)
[02:08:39.958] Build status: SCHEDULED
[02:08:39.958] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:5:0) after 8m26s
[02:17:06.024] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:5:0)
[02:17:06.105] Build status: SCHEDULED
[02:17:06.106] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:6:0) after 2m43s
[02:19:49.128] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:6:0)
[02:19:49.163] Build status: SCHEDULED
[02:19:49.163] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:7:0) after 9m33s
[02:29:22.228] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:7:0)
[02:29:22.254] Build status: SCHEDULED
[02:29:22.254] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:8:0) after 1m19s
[02:30:41.279] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:8:0)
[02:30:41.312] Build status: SCHEDULED
[02:30:41.312] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:9:0) after 8m49s
[02:39:30.343] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:9:0)
[02:39:30.383] Build status: SCHEDULED
[02:39:30.383] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:10:0) after 5m39s
[02:45:09.425] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:10:0)
[02:45:09.453] Build status: SCHEDULED
[02:45:09.453] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:11:0) after 8m3s
[02:53:12.515] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:11:0)
[02:53:12.533] Build status: SCHEDULED
[02:53:12.533] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:12:0) after 1m3s
[02:54:15.583] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:12:0)
[02:54:15.785] Build status: SCHEDULED
[02:54:15.785] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:13:0) after 2m11s
[02:56:26.808] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:13:0)
[02:56:26.847] Build status: SCHEDULED
[02:56:26.847] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:14:0) after 8m22s
[03:04:48.916] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:14:0)
[03:04:49.021] Build status: SCHEDULED
[03:04:49.021] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:15:0) after 3m6s
[03:07:55.010] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:15:0)
[03:07:55.056] Build status: SCHEDULED
[03:07:55.056] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:16:0) after 5m27s
[03:13:22.071] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:16:0)
[03:13:22.219] Build status: SCHEDULED
[03:13:22.220] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:17:0) after 1m29s
[03:14:51.236] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:17:0)
[03:14:51.278] Build status: SCHEDULED
[03:14:51.278] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:18:0) after 9m18s
[03:24:09.333] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:18:0)
[03:24:09.363] Build status: SCHEDULED
[03:24:09.363] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:19:0) after 7m39s
[03:31:48.379] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:19:0)
[03:31:48.413] Build status: SCHEDULED
[03:31:48.413] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:20:0) after 3m7s
[03:34:55.512] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:20:0)
[03:34:55.567] Build status: SCHEDULED
[03:34:55.567] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:21:0) after 1m46s
[03:36:41.590] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:21:0)
[03:36:41.622] Build status: SCHEDULED
[03:36:41.622] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:22:0) after 5m12s
[03:41:53.645] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:22:0)
[03:41:53.684] Build status: SCHEDULED
[03:41:53.684] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:23:0) after 3m34s
[03:45:27.699] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:23:0)
[03:45:27.724] Build status: SCHEDULED
[03:45:27.724] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:24:0) after 4m16s
[03:49:43.757] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:24:0)
[03:49:43.795] Build status: SCHEDULED
[03:49:43.795] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:25:0) after 5m16s
[03:54:59.879] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:25:0)
[03:54:59.909] Build status: SCHEDULED
[03:54:59.909] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:26:0) after 6m38s
[04:01:37.930] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:26:0)
[04:01:37.965] Build status: SCHEDULED
[04:01:37.965] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:27:0) after 5m19s
[04:06:56.985] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:27:0)
[04:06:57.022] Build status: SCHEDULED
[04:06:57.022] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:28:0) after 5m30s
[04:12:27.086] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:28:0)
[04:12:27.118] Build status: SCHEDULED
[04:12:27.118] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:29:0) after 7m14s
[04:19:41.148] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:29:0)
[04:19:41.182] Build status: SCHEDULED
[04:19:41.182] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:30:0) after 6m19s
[04:26:00.206] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:30:0)
[04:26:00.252] Build status: SCHEDULED
[04:26:00.253] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:31:0) after 1m46s
[04:27:46.329] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:31:0)
[04:27:46.363] Build status: SCHEDULED
[04:27:46.363] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:32:0) after 4m28s
[04:32:14.376] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:32:0)
[04:32:14.399] Build status: SCHEDULED
[04:32:14.399] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:33:0) after 1m0s
[04:33:14.470] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:33:0)
[04:33:14.549] Build status: SCHEDULED
[04:33:14.549] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:34:0) after 6m51s
[04:40:05.572] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:34:0)
[04:40:05.604] Build status: SCHEDULED
[04:40:05.604] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:35:0) after 2m41s
[04:42:46.638] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:35:0)
[04:42:46.752] Build status: SCHEDULED
[04:42:46.752] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:36:0) after 2m47s
[04:45:33.823] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:36:0)
[04:45:33.843] Build status: SCHEDULED
[04:45:33.843] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:37:0) after 7m34s
[04:53:07.851] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:37:0)
[04:53:07.871] Build status: SCHEDULED
[04:53:07.871] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:38:0) after 6m10s
[04:59:17.886] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:38:0)
[04:59:17.933] Build status: SCHEDULED
[04:59:17.933] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:39:0) after 7m43s
[05:07:00.956] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:39:0)
[05:07:00.986] Build status: SCHEDULED
[05:07:00.986] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:40:0) after 7m50s
[05:14:51.064] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:40:0)
[05:14:51.111] Build status: SCHEDULED
[05:14:51.111] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:41:0) after 2m18s
[05:17:09.135] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:41:0)
[05:17:09.166] Build status: SCHEDULED
[05:17:09.166] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:42:0) after 3m1s
[05:19:43.786] Received PubSub notification, asking Buildbucket for the build status
[05:19:43.829] Build status: STARTED
[05:20:10.801] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:42:0)
[05:20:10.973] Build status: STARTED
[05:20:10.973] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:44:0) after 3m16s
[05:23:27.039] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:44:0)
[05:23:27.234] Build status: STARTED
[05:23:27.234] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:45:0) after 1m34s
[05:25:01.274] Handling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:45:0)
[05:25:01.302] Build status: STARTED
[05:25:01.302] Scheduling timer "check-buildbucket-build-status" (pigweed/gonk.dev.ci-gonk-full:8877918459360815792:46:0) after 7m14s
[05:26:36.821] Received PubSub notification, asking Buildbucket for the build status
[05:26:36.857] Build:
{
"id": "8712488396599811281",
"builder": {
"project": "pigweed",
"bucket": "gonk.dev.ci",
"builder": "gonk-full"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-10T01:56:46.383818490Z",
"startTime": "2025-06-10T05:19:43.585339744Z",
"endTime": "2025-06-10T05:26:36.401218167Z",
"updateTime": "2025-06-10T05:26:36.401218167Z",
"status": "FAILURE",
"input": {
}
}
[05:26:36.857] Invocation finished in 3h29m52.490456236s with status FAILED