[01:22:25.374] New invocation is queued and will start shortly
[01:22:26.427] Starting the invocation (attempt 1)
[01:22:26.451] Popped buildset tag "buildset:commit/gitiles/r8.googlesource.com/r8/+/da64d6f0bc7556cf2273d4bbca8050c500ddc5f7"
[01:22:26.451] Popped gitiles commit info from properties and tags
[01:22:26.451] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:22:26.452] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:22:26.452] Buildbucket request:
{
"requestId": "8852191079918326560",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "linux-dev"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8852191079918326560",
"job": "r8/linux-dev",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "da64d6f0bc7556cf2273d4bbca8050c500ddc5f7"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@da64d6f0bc7556cf2273d4bbca8050c500ddc5f7",
"title": "da64d6f0bc7556cf2273d4bbca8050c500ddc5f7",
"url": "https://r8.googlesource.com/r8/+/da64d6f0bc7556cf2273d4bbca8050c500ddc5f7"
}
]
}
},
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "da64d6f0bc7556cf2273d4bbca8050c500ddc5f7",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8852191079918326560"
},
{
"key": "scheduler_job_id",
"value": "r8/linux-dev"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:22:26.932] Scheduled build:
{
"id": "8686761018080401985",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "linux-dev"
},
"number": 1326,
"createdBy": "project:r8",
"createTime": "2026-03-21T01:22:26.505317687Z",
"updateTime": "2026-03-21T01:22:26.505317687Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "da64d6f0bc7556cf2273d4bbca8050c500ddc5f7",
"ref": "refs/heads/main"
}
}
}
[01:22:26.932] Task URL: https://cr-buildbucket.appspot.com/build/8686761018080401985
[01:22:26.932] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:2:0) after 1m3s
[01:22:27.923] Received PubSub notification, asking Buildbucket for the build status
[01:22:27.946] Build status: SCHEDULED
[01:23:29.946] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:2:0)
[01:23:29.965] Build status: SCHEDULED
[01:23:29.965] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:4:0) after 1m48s
[01:25:17.978] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:4:0)
[01:25:18.007] Build status: SCHEDULED
[01:25:18.007] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:5:0) after 7m16s
[01:32:33.975] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:5:0)
[01:32:34.011] Build status: SCHEDULED
[01:32:34.011] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:6:0) after 1m19s
[01:33:53.059] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:6:0)
[01:33:53.091] Build status: SCHEDULED
[01:33:53.091] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:7:0) after 4m4s
[01:37:57.105] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:7:0)
[01:37:57.123] Build status: SCHEDULED
[01:37:57.123] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:8:0) after 3m16s
[01:41:13.154] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:8:0)
[01:41:13.180] Build status: SCHEDULED
[01:41:13.180] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:9:0) after 8m7s
[01:49:20.177] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:9:0)
[01:49:20.194] Build status: SCHEDULED
[01:49:20.194] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:10:0) after 5m13s
[01:54:33.227] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:10:0)
[01:54:33.250] Build status: SCHEDULED
[01:54:33.250] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:11:0) after 2m58s
[01:57:31.311] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:11:0)
[01:57:31.338] Build status: SCHEDULED
[01:57:31.338] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:12:0) after 2m27s
[01:59:58.379] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:12:0)
[01:59:58.470] Build status: SCHEDULED
[01:59:58.470] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:13:0) after 1m12s
[02:01:10.487] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:13:0)
[02:01:10.518] Build status: SCHEDULED
[02:01:10.518] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:14:0) after 2m22s
[02:03:32.532] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:14:0)
[02:03:32.548] Build status: SCHEDULED
[02:03:32.549] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:15:0) after 4m44s
[02:08:16.562] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:15:0)
[02:08:16.581] Build status: SCHEDULED
[02:08:16.581] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:16:0) after 5m34s
[02:13:50.592] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:16:0)
[02:13:50.647] Build status: SCHEDULED
[02:13:50.647] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:17:0) after 7m13s
[02:21:03.734] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:17:0)
[02:21:03.787] Build status: SCHEDULED
[02:21:03.787] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:18:0) after 5m48s
[02:26:52.014] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:18:0)
[02:26:52.029] Build status: SCHEDULED
[02:26:52.029] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:19:0) after 3m19s
[02:30:11.092] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:19:0)
[02:30:11.107] Build status: SCHEDULED
[02:30:11.107] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:20:0) after 3m58s
[02:34:09.142] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:20:0)
[02:34:09.223] Build status: SCHEDULED
[02:34:09.223] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:21:0) after 2m27s
[02:36:36.312] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:21:0)
[02:36:36.333] Build status: SCHEDULED
[02:36:36.333] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:22:0) after 2m40s
[02:39:16.348] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:22:0)
[02:39:16.371] Build status: SCHEDULED
[02:39:16.371] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:23:0) after 3m23s
[02:42:39.485] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:23:0)
[02:42:39.502] Build status: SCHEDULED
[02:42:39.502] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:24:0) after 7m8s
[02:49:47.502] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:24:0)
[02:49:47.619] Build status: SCHEDULED
[02:49:47.619] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:25:0) after 6m7s
[02:55:54.632] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:25:0)
[02:55:54.646] Build status: SCHEDULED
[02:55:54.646] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:26:0) after 3m59s
[02:59:53.712] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:26:0)
[02:59:53.731] Build status: SCHEDULED
[02:59:53.731] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:27:0) after 2m55s
[03:02:48.773] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:27:0)
[03:02:48.809] Build status: SCHEDULED
[03:02:48.809] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:28:0) after 6m34s
[03:09:22.821] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:28:0)
[03:09:22.843] Build status: SCHEDULED
[03:09:22.843] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:29:0) after 9m9s
[03:18:31.866] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:29:0)
[03:18:31.886] Build status: SCHEDULED
[03:18:31.886] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:30:0) after 7m38s
[03:26:09.900] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:30:0)
[03:26:09.935] Build status: SCHEDULED
[03:26:09.935] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:31:0) after 9m54s
[03:36:03.992] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:31:0)
[03:36:04.062] Build status: SCHEDULED
[03:36:04.062] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:32:0) after 4m50s
[03:40:54.125] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:32:0)
[03:40:54.147] Build status: SCHEDULED
[03:40:54.147] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:33:0) after 2m20s
[03:43:14.161] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:33:0)
[03:43:14.184] Build status: SCHEDULED
[03:43:14.185] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:34:0) after 1m2s
[03:44:16.249] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:34:0)
[03:44:16.276] Build status: SCHEDULED
[03:44:16.276] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:35:0) after 6m5s
[03:50:21.248] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:35:0)
[03:50:21.280] Build status: SCHEDULED
[03:50:21.280] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:36:0) after 5m20s
[03:55:41.263] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:36:0)
[03:55:41.276] Build status: SCHEDULED
[03:55:41.276] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:37:0) after 3m55s
[03:59:36.354] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:37:0)
[03:59:36.373] Build status: SCHEDULED
[03:59:36.373] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:38:0) after 6m19s
[04:05:55.432] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:38:0)
[04:05:55.448] Build status: SCHEDULED
[04:05:55.448] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:39:0) after 1m44s
[04:07:39.506] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:39:0)
[04:07:39.532] Build status: SCHEDULED
[04:07:39.532] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:40:0) after 1m41s
[04:09:20.584] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:40:0)
[04:09:20.605] Build status: SCHEDULED
[04:09:20.605] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:41:0) after 9m10s
[04:18:30.717] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:41:0)
[04:18:30.734] Build status: SCHEDULED
[04:18:30.734] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:42:0) after 3m31s
[04:22:01.804] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:42:0)
[04:22:01.819] Build status: SCHEDULED
[04:22:01.819] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:43:0) after 7m43s
[04:29:44.845] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:43:0)
[04:29:45.047] Build status: SCHEDULED
[04:29:45.047] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:44:0) after 1m46s
[04:31:31.063] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:44:0)
[04:31:31.083] Build status: SCHEDULED
[04:31:31.083] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:45:0) after 5m44s
[04:37:15.270] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:45:0)
[04:37:15.288] Build status: SCHEDULED
[04:37:15.288] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:46:0) after 6m0s
[04:43:15.402] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:46:0)
[04:43:15.423] Build status: SCHEDULED
[04:43:15.424] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:47:0) after 4m51s
[04:48:06.444] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:47:0)
[04:48:06.463] Build status: SCHEDULED
[04:48:06.463] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:48:0) after 4m33s
[04:52:39.577] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:48:0)
[04:52:39.617] Build status: SCHEDULED
[04:52:39.617] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:49:0) after 8m12s
[05:00:51.632] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:49:0)
[05:00:51.651] Build status: SCHEDULED
[05:00:51.651] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:50:0) after 9m54s
[05:10:45.707] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:50:0)
[05:10:45.722] Build status: SCHEDULED
[05:10:45.722] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:51:0) after 5m51s
[05:16:36.795] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:51:0)
[05:16:36.820] Build status: SCHEDULED
[05:16:36.820] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:52:0) after 2m42s
[05:19:18.875] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:52:0)
[05:19:19.052] Build status: SCHEDULED
[05:19:19.052] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:53:0) after 8m9s
[05:27:28.110] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:53:0)
[05:27:28.127] Build status: SCHEDULED
[05:27:28.127] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:54:0) after 1m22s
[05:28:50.332] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:54:0)
[05:28:50.428] Build status: SCHEDULED
[05:28:50.428] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:55:0) after 7m52s
[05:36:42.516] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:55:0)
[05:36:42.536] Build status: SCHEDULED
[05:36:42.536] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:56:0) after 5m14s
[05:41:56.596] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:56:0)
[05:41:56.620] Build status: SCHEDULED
[05:41:56.621] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:57:0) after 4m31s
[05:46:27.684] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:57:0)
[05:46:27.711] Build status: SCHEDULED
[05:46:27.711] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:58:0) after 1m10s
[05:47:37.780] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:58:0)
[05:47:37.803] Build status: SCHEDULED
[05:47:37.803] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:59:0) after 6m55s
[05:54:32.874] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:59:0)
[05:54:32.892] Build status: SCHEDULED
[05:54:32.892] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:60:0) after 7m26s
[06:01:58.917] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:60:0)
[06:01:58.949] Build status: SCHEDULED
[06:01:58.949] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:61:0) after 1m39s
[06:03:37.982] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:61:0)
[06:03:38.012] Build status: SCHEDULED
[06:03:38.012] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:62:0) after 2m4s
[06:05:42.009] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:62:0)
[06:05:42.025] Build status: SCHEDULED
[06:05:42.025] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:63:0) after 8m18s
[06:14:00.041] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:63:0)
[06:14:00.059] Build status: SCHEDULED
[06:14:00.059] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:64:0) after 6m59s
[06:20:59.082] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:64:0)
[06:20:59.098] Build status: SCHEDULED
[06:20:59.098] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:65:0) after 2m48s
[06:23:47.245] Handling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:65:0)
[06:23:47.289] Build status: SCHEDULED
[06:23:47.290] Scheduling timer "check-buildbucket-build-status" (r8/linux-dev:8852191079918326560:66:0) after 9m38s
[06:31:13.222] Received PubSub notification, asking Buildbucket for the build status
[06:31:13.266] Build status: STARTED
[06:33:00.058] Received PubSub notification, asking Buildbucket for the build status
[06:33:00.078] Build:
{
"id": "8686761018080401985",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "linux-dev"
},
"number": 1326,
"createdBy": "project:r8",
"createTime": "2026-03-21T01:22:26.505317687Z",
"startTime": "2026-03-21T06:31:12.891675915Z",
"endTime": "2026-03-21T06:32:59.737612732Z",
"updateTime": "2026-03-21T06:32:59.737612732Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "da64d6f0bc7556cf2273d4bbca8050c500ddc5f7",
"ref": "refs/heads/main"
}
}
}
[06:33:00.078] Invocation finished in 5h10m34.709493128s with status FAILED