[09:16:54.864] New invocation is queued and will start shortly
[09:16:57.243] Starting the invocation (attempt 1)
[09:16:57.265] Popped buildset tag "buildset:commit/gitiles/r8.googlesource.com/r8/+/c5999fef126cabcddae50faf86ed7428713b0905"
[09:16:57.265] Popped gitiles commit info from properties and tags
[09:16:57.265] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:16:57.266] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:16:57.266] Buildbucket request:
{
"requestId": "8840927203661297120",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "linux-internal"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8840927203661297120",
"job": "r8/linux-internal",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "c5999fef126cabcddae50faf86ed7428713b0905"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@c5999fef126cabcddae50faf86ed7428713b0905",
"title": "c5999fef126cabcddae50faf86ed7428713b0905",
"url": "https://r8.googlesource.com/r8/+/c5999fef126cabcddae50faf86ed7428713b0905"
}
]
}
},
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "c5999fef126cabcddae50faf86ed7428713b0905",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8840927203661297120"
},
{
"key": "scheduler_job_id",
"value": "r8/linux-internal"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:16:57.754] Scheduled build:
{
"id": "8675497140419311985",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "linux-internal"
},
"number": 5974,
"createdBy": "project:r8",
"createTime": "2026-07-23T09:16:57.334884633Z",
"updateTime": "2026-07-23T09:16:57.334884633Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "c5999fef126cabcddae50faf86ed7428713b0905",
"ref": "refs/heads/main"
}
}
}
[09:16:57.754] Task URL: https://cr-buildbucket.appspot.com/build/8675497140419311985
[09:16:57.754] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:2:0) after 3m11s
[09:16:58.773] Received PubSub notification, asking Buildbucket for the build status
[09:16:58.792] Build status: SCHEDULED
[09:17:04.722] Received PubSub notification, asking Buildbucket for the build status
[09:17:04.773] Build status: STARTED
[09:20:08.776] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:2:0)
[09:20:08.793] Build status: STARTED
[09:20:08.794] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:5:0) after 3m1s
[09:23:09.856] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:5:0)
[09:23:09.916] Build status: STARTED
[09:23:09.916] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:6:0) after 9m28s
[09:32:37.931] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:6:0)
[09:32:37.949] Build status: STARTED
[09:32:37.949] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:7:0) after 9m30s
[09:42:08.003] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:7:0)
[09:42:08.022] Build status: STARTED
[09:42:08.022] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:8:0) after 8m37s
[09:50:45.034] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:8:0)
[09:50:45.057] Build status: STARTED
[09:50:45.057] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:9:0) after 1m39s
[09:52:24.027] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:9:0)
[09:52:24.048] Build status: STARTED
[09:52:24.048] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:10:0) after 9m25s
[10:01:49.043] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:10:0)
[10:01:49.072] Build status: STARTED
[10:01:49.072] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:11:0) after 8m14s
[10:10:03.087] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:11:0)
[10:10:03.118] Build status: STARTED
[10:10:03.119] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:12:0) after 1m42s
[10:11:45.198] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:12:0)
[10:11:45.217] Build status: STARTED
[10:11:45.217] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:13:0) after 1m45s
[10:13:30.233] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:13:0)
[10:13:30.272] Build status: STARTED
[10:13:30.272] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:14:0) after 9m22s
[10:22:52.337] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:14:0)
[10:22:52.356] Build status: STARTED
[10:22:52.356] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:15:0) after 5m57s
[10:28:49.416] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:15:0)
[10:28:49.477] Build status: STARTED
[10:28:49.477] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:16:0) after 9m6s
[10:37:55.509] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:16:0)
[10:37:55.525] Build status: STARTED
[10:37:55.525] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:17:0) after 2m58s
[10:40:53.549] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:17:0)
[10:40:53.568] Build status: STARTED
[10:40:53.568] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:18:0) after 8m58s
[10:49:51.602] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:18:0)
[10:49:51.623] Build status: STARTED
[10:49:51.623] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:19:0) after 1m6s
[10:50:57.702] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:19:0)
[10:50:57.718] Build status: STARTED
[10:50:57.718] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:20:0) after 1m23s
[10:52:20.781] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:20:0)
[10:52:20.805] Build status: STARTED
[10:52:20.805] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:21:0) after 5m15s
[10:57:35.819] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:21:0)
[10:57:35.840] Build status: STARTED
[10:57:35.840] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:22:0) after 8m58s
[11:06:33.856] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:22:0)
[11:06:33.906] Build status: STARTED
[11:06:33.907] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:23:0) after 1m56s
[11:08:29.924] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:23:0)
[11:08:29.948] Build status: STARTED
[11:08:29.948] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:24:0) after 3m19s
[11:11:48.915] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:24:0)
[11:11:48.950] Build status: STARTED
[11:11:48.950] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:25:0) after 5m34s
[11:17:23.112] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:25:0)
[11:17:23.133] Build status: STARTED
[11:17:23.133] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:26:0) after 4m30s
[11:21:53.145] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:26:0)
[11:21:53.212] Build status: STARTED
[11:21:53.212] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:27:0) after 1m42s
[11:23:35.181] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:27:0)
[11:23:35.207] Build status: STARTED
[11:23:35.207] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:28:0) after 9m46s
[11:33:21.253] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:28:0)
[11:33:21.286] Build status: STARTED
[11:33:21.286] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:29:0) after 9m36s
[11:42:57.300] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:29:0)
[11:42:57.320] Build status: STARTED
[11:42:57.320] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:30:0) after 1m47s
[11:44:44.333] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:30:0)
[11:44:44.353] Build status: STARTED
[11:44:44.353] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:31:0) after 5m33s
[11:50:17.424] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:31:0)
[11:50:17.441] Build status: STARTED
[11:50:17.442] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:32:0) after 6m32s
[11:56:49.466] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:32:0)
[11:56:49.486] Build status: STARTED
[11:56:49.486] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:33:0) after 4m35s
[12:01:24.499] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:33:0)
[12:01:24.583] Build status: STARTED
[12:01:24.583] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:34:0) after 5m31s
[12:06:55.647] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:34:0)
[12:06:55.819] Build status: STARTED
[12:06:55.819] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:35:0) after 9m19s
[12:16:14.847] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:35:0)
[12:16:14.888] Build status: STARTED
[12:16:14.888] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:36:0) after 7m46s
[12:24:00.955] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:36:0)
[12:24:00.977] Build status: STARTED
[12:24:00.977] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:37:0) after 3m51s
[12:27:52.082] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:37:0)
[12:27:52.112] Build status: STARTED
[12:27:52.112] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:38:0) after 3m18s
[12:31:10.128] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:38:0)
[12:31:10.152] Build status: STARTED
[12:31:10.152] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:39:0) after 7m7s
[12:38:17.147] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:39:0)
[12:38:17.167] Build status: STARTED
[12:38:17.167] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:40:0) after 6m11s
[12:44:28.257] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:40:0)
[12:44:28.282] Build status: STARTED
[12:44:28.282] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:41:0) after 3m56s
[12:48:24.298] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:41:0)
[12:48:24.378] Build status: STARTED
[12:48:24.378] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:42:0) after 4m16s
[12:52:40.381] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:42:0)
[12:52:40.419] Build status: STARTED
[12:52:40.419] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:43:0) after 4m18s
[12:56:58.435] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:43:0)
[12:56:58.470] Build status: STARTED
[12:56:58.470] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:44:0) after 4m42s
[13:01:40.490] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:44:0)
[13:01:40.530] Build status: STARTED
[13:01:40.530] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:45:0) after 9m14s
[13:10:54.545] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:45:0)
[13:10:54.565] Build status: STARTED
[13:10:54.565] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:46:0) after 3m7s
[13:14:01.581] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:46:0)
[13:14:01.599] Build status: STARTED
[13:14:01.599] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:47:0) after 1m16s
[13:15:17.686] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:47:0)
[13:15:17.702] Build status: STARTED
[13:15:17.702] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:48:0) after 1m13s
[13:16:30.766] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:48:0)
[13:16:30.801] Build status: STARTED
[13:16:30.801] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:49:0) after 9m6s
[13:25:36.822] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:49:0)
[13:25:36.863] Build status: STARTED
[13:25:36.863] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:50:0) after 4m13s
[13:29:49.908] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:50:0)
[13:29:50.023] Build status: STARTED
[13:29:50.023] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:51:0) after 7m13s
[13:37:03.034] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:51:0)
[13:37:03.058] Build status: STARTED
[13:37:03.058] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:52:0) after 6m0s
[13:43:03.074] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:52:0)
[13:43:03.127] Build status: STARTED
[13:43:03.127] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:53:0) after 4m54s
[13:47:57.142] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:53:0)
[13:47:57.161] Build status: STARTED
[13:47:57.161] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:54:0) after 8m1s
[13:55:58.173] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:54:0)
[13:55:58.190] Build status: STARTED
[13:55:58.190] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:55:0) after 5m41s
[14:01:39.238] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:55:0)
[14:01:39.260] Build status: STARTED
[14:01:39.260] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:56:0) after 9m50s
[14:11:29.457] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:56:0)
[14:11:29.557] Build status: STARTED
[14:11:29.557] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:57:0) after 6m20s
[14:17:49.574] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:57:0)
[14:17:49.592] Build status: STARTED
[14:17:49.592] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:58:0) after 9m50s
[14:27:39.606] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:58:0)
[14:27:39.626] Build status: STARTED
[14:27:39.626] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:59:0) after 4m47s
[14:32:26.683] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:59:0)
[14:32:26.815] Build status: STARTED
[14:32:26.815] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:60:0) after 4m57s
[14:37:23.919] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:60:0)
[14:37:23.936] Build status: STARTED
[14:37:23.936] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:61:0) after 4m45s
[14:42:09.010] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:61:0)
[14:42:09.033] Build status: STARTED
[14:42:09.033] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:62:0) after 9m44s
[14:51:53.362] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:62:0)
[14:51:53.380] Build status: STARTED
[14:51:53.380] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:63:0) after 1m35s
[14:53:28.398] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:63:0)
[14:53:28.428] Build status: STARTED
[14:53:28.428] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:64:0) after 1m16s
[14:54:44.441] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:64:0)
[14:54:44.472] Build status: STARTED
[14:54:44.472] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:65:0) after 7m48s
[15:02:32.488] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:65:0)
[15:02:32.508] Build status: STARTED
[15:02:32.508] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:66:0) after 5m32s
[15:08:04.574] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:66:0)
[15:08:04.662] Build status: STARTED
[15:08:04.662] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:67:0) after 2m26s
[15:10:30.674] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:67:0)
[15:10:30.697] Build status: STARTED
[15:10:30.698] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:68:0) after 2m56s
[15:13:26.749] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:68:0)
[15:13:26.781] Build status: STARTED
[15:13:26.781] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8840927203661297120:69:0) after 8m8s
[15:16:39.626] Received PubSub notification, asking Buildbucket for the build status
[15:16:39.644] Build:
{
"id": "8675497140419311985",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "linux-internal"
},
"number": 5974,
"createdBy": "project:r8",
"createTime": "2026-07-23T09:16:57.334884633Z",
"startTime": "2026-07-23T09:17:04.549548963Z",
"endTime": "2026-07-23T15:16:38.949576651Z",
"updateTime": "2026-07-23T15:16:38.949576651Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "c5999fef126cabcddae50faf86ed7428713b0905",
"ref": "refs/heads/main"
}
}
}
[15:16:39.644] Invocation finished in 5h59m44.787026793s with status FAILED