[11:46:20.247] New invocation is queued and will start shortly
[11:46:21.348] Starting the invocation (attempt 1)
[11:46:21.378] Popped buildset tag "buildset:commit/gitiles/r8.googlesource.com/r8/+/64c019382d9c9021d71f8a2e941abdbfa827599c"
[11:46:21.378] Popped gitiles commit info from properties and tags
[11:46:21.378] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:46:21.378] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:46:21.378] Buildbucket request:
{
"requestId": "8834847806026329040",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "perf"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8834847806026329040",
"job": "r8/perf",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "64c019382d9c9021d71f8a2e941abdbfa827599c"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@64c019382d9c9021d71f8a2e941abdbfa827599c",
"title": "64c019382d9c9021d71f8a2e941abdbfa827599c",
"url": "https://r8.googlesource.com/r8/+/64c019382d9c9021d71f8a2e941abdbfa827599c"
}
]
}
},
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "64c019382d9c9021d71f8a2e941abdbfa827599c",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8834847806026329040"
},
{
"key": "scheduler_job_id",
"value": "r8/perf"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[11:46:21.956] Scheduled build:
{
"id": "8669417744110558945",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "perf"
},
"number": 3628,
"createdBy": "project:r8",
"createTime": "2026-09-28T11:46:21.453136801Z",
"updateTime": "2026-09-28T11:46:21.453136801Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "64c019382d9c9021d71f8a2e941abdbfa827599c",
"ref": "refs/heads/main"
}
},
"canary": true
}
[11:46:21.956] Task URL: https://cr-buildbucket.appspot.com/build/8669417744110558945
[11:46:21.956] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:2:0) after 3m52s
[11:46:22.896] Received PubSub notification, asking Buildbucket for the build status
[11:46:22.912] Build status: SCHEDULED
[11:50:13.970] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:2:0)
[11:50:13.994] Build status: SCHEDULED
[11:50:13.994] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:4:0) after 7m49s
[11:58:03.068] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:4:0)
[11:58:03.090] Build status: SCHEDULED
[11:58:03.090] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:5:0) after 2m18s
[12:00:21.116] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:5:0)
[12:00:21.140] Build status: SCHEDULED
[12:00:21.141] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:6:0) after 7m26s
[12:07:47.342] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:6:0)
[12:07:47.373] Build status: SCHEDULED
[12:07:47.373] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:7:0) after 8m55s
[12:16:42.439] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:7:0)
[12:16:42.460] Build status: SCHEDULED
[12:16:42.460] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:8:0) after 5m26s
[12:22:08.474] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:8:0)
[12:22:08.493] Build status: SCHEDULED
[12:22:08.494] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:9:0) after 3m26s
[12:25:34.509] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:9:0)
[12:25:34.530] Build status: SCHEDULED
[12:25:34.530] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:10:0) after 9m9s
[12:34:43.587] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:10:0)
[12:34:43.675] Build status: SCHEDULED
[12:34:43.675] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:11:0) after 4m5s
[12:38:48.735] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:11:0)
[12:38:48.769] Build status: SCHEDULED
[12:38:48.769] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:12:0) after 7m8s
[12:45:56.838] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:12:0)
[12:45:56.867] Build status: SCHEDULED
[12:45:56.867] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:13:0) after 5m51s
[12:51:47.969] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:13:0)
[12:51:48.029] Build status: SCHEDULED
[12:51:48.029] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:14:0) after 2m17s
[12:54:05.055] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:14:0)
[12:54:05.073] Build status: SCHEDULED
[12:54:05.073] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:15:0) after 9m19s
[13:03:24.087] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:15:0)
[13:03:24.163] Build status: SCHEDULED
[13:03:24.163] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:16:0) after 3m27s
[13:06:51.304] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:16:0)
[13:06:51.330] Build status: SCHEDULED
[13:06:51.330] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:17:0) after 9m23s
[13:16:14.384] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:17:0)
[13:16:14.406] Build status: SCHEDULED
[13:16:14.406] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:18:0) after 6m23s
[13:22:37.556] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:18:0)
[13:22:37.581] Build status: SCHEDULED
[13:22:37.581] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:19:0) after 1m45s
[13:24:22.597] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:19:0)
[13:24:22.625] Build status: SCHEDULED
[13:24:22.625] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:20:0) after 5m52s
[13:30:14.675] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:20:0)
[13:30:14.711] Build status: SCHEDULED
[13:30:14.711] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:21:0) after 8m55s
[13:39:09.870] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:21:0)
[13:39:09.894] Build status: SCHEDULED
[13:39:09.895] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:22:0) after 5m6s
[13:44:15.917] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:22:0)
[13:44:15.940] Build status: SCHEDULED
[13:44:15.940] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:23:0) after 1m49s
[13:46:04.991] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:23:0)
[13:46:05.051] Build status: SCHEDULED
[13:46:05.051] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:24:0) after 2m47s
[13:48:52.067] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:24:0)
[13:48:52.093] Build status: SCHEDULED
[13:48:52.093] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:25:0) after 7m3s
[13:55:55.064] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:25:0)
[13:55:55.104] Build status: SCHEDULED
[13:55:55.105] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:26:0) after 5m25s
[14:01:20.176] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:26:0)
[14:01:20.197] Build status: SCHEDULED
[14:01:20.197] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:27:0) after 3m31s
[14:04:51.383] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:27:0)
[14:04:51.416] Build status: SCHEDULED
[14:04:51.416] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:28:0) after 8m51s
[14:13:42.463] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:28:0)
[14:13:42.502] Build status: SCHEDULED
[14:13:42.502] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:29:0) after 4m14s
[14:17:56.520] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:29:0)
[14:17:56.546] Build status: SCHEDULED
[14:17:56.546] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:30:0) after 6m12s
[14:24:08.643] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:30:0)
[14:24:08.664] Build status: SCHEDULED
[14:24:08.664] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:31:0) after 6m44s
[14:30:52.736] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:31:0)
[14:30:52.786] Build status: SCHEDULED
[14:30:52.786] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:32:0) after 2m7s
[14:32:59.801] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:32:0)
[14:32:59.827] Build status: SCHEDULED
[14:32:59.827] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:33:0) after 3m41s
[14:36:40.842] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:33:0)
[14:36:40.877] Build status: SCHEDULED
[14:36:40.877] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:34:0) after 6m2s
[14:42:42.897] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:34:0)
[14:42:42.965] Build status: SCHEDULED
[14:42:42.965] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:35:0) after 2m47s
[14:45:30.018] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:35:0)
[14:45:30.043] Build status: SCHEDULED
[14:45:30.043] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:36:0) after 3m31s
[14:48:41.327] Received PubSub notification, asking Buildbucket for the build status
[14:48:41.349] Build status: STARTED
[14:49:01.114] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:36:0)
[14:49:01.139] Build status: STARTED
[14:49:01.139] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:38:0) after 1m25s
[14:50:26.218] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:38:0)
[14:50:26.238] Build status: STARTED
[14:50:26.238] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:39:0) after 5m7s
[14:55:33.296] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:39:0)
[14:55:33.315] Build status: STARTED
[14:55:33.315] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:40:0) after 2m11s
[14:57:44.332] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:40:0)
[14:57:44.358] Build status: STARTED
[14:57:44.358] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:41:0) after 9m0s
[15:06:44.526] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:41:0)
[15:06:44.549] Build status: STARTED
[15:06:44.549] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:42:0) after 8m34s
[15:15:18.587] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:42:0)
[15:15:18.620] Build status: STARTED
[15:15:18.620] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:43:0) after 4m24s
[15:19:42.613] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:43:0)
[15:19:42.638] Build status: STARTED
[15:19:42.638] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:44:0) after 7m33s
[15:27:15.700] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:44:0)
[15:27:15.718] Build status: STARTED
[15:27:15.718] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:45:0) after 7m49s
[15:35:04.792] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:45:0)
[15:35:04.815] Build status: STARTED
[15:35:04.815] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:46:0) after 3m28s
[15:38:32.888] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:46:0)
[15:38:32.906] Build status: STARTED
[15:38:32.906] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:47:0) after 3m42s
[15:42:14.886] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:47:0)
[15:42:14.908] Build status: STARTED
[15:42:14.908] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:48:0) after 1m10s
[15:43:24.973] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:48:0)
[15:43:25.002] Build status: STARTED
[15:43:25.002] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:49:0) after 4m42s
[15:48:07.061] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:49:0)
[15:48:07.079] Build status: STARTED
[15:48:07.079] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:50:0) after 1m14s
[15:50:07.788] Handling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:50:0)
[15:50:07.819] Build status: STARTED
[15:50:07.819] Scheduling timer "check-buildbucket-build-status" (r8/perf:8834847806026329040:51:0) after 9m7s
[15:53:57.324] Received PubSub notification, asking Buildbucket for the build status
[15:53:57.344] Build:
{
"id": "8669417744110558945",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "perf"
},
"number": 3628,
"createdBy": "project:r8",
"createTime": "2026-09-28T11:46:21.453136801Z",
"startTime": "2026-09-28T14:48:41.139113803Z",
"endTime": "2026-09-28T15:53:55.608546726Z",
"updateTime": "2026-09-28T15:53:55.608546726Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "64c019382d9c9021d71f8a2e941abdbfa827599c",
"ref": "refs/heads/main"
}
},
"canary": true
}
[15:53:57.344] Invocation finished in 4h7m37.102660309s with status FAILED