[06:28:58.109] New invocation is queued and will start shortly
[06:28:59.223] Starting the invocation (attempt 1)
[06:28:59.252] Popped buildset tag "buildset:commit/gitiles/r8.googlesource.com/r8/+/12121cae96373668882df3ccb1a154e5ab4f9630"
[06:28:59.252] Popped gitiles commit info from properties and tags
[06:28:59.252] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:28:59.252] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:28:59.252] Buildbucket request:
{
"requestId": "8835048967088060752",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "perf"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8835048967088060752",
"job": "r8/perf",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "12121cae96373668882df3ccb1a154e5ab4f9630"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@12121cae96373668882df3ccb1a154e5ab4f9630",
"title": "12121cae96373668882df3ccb1a154e5ab4f9630",
"url": "https://r8.googlesource.com/r8/+/12121cae96373668882df3ccb1a154e5ab4f9630"
}
]
}
},
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "12121cae96373668882df3ccb1a154e5ab4f9630",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8835048967088060752"
},
{
"key": "scheduler_job_id",
"value": "r8/perf"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[06:29:00.415] Scheduled build:
{
"id": "8669618904844347873",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "perf"
},
"number": 3614,
"createdBy": "project:r8",
"createTime": "2026-09-26T06:28:59.627493455Z",
"updateTime": "2026-09-26T06:28:59.627493455Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "12121cae96373668882df3ccb1a154e5ab4f9630",
"ref": "refs/heads/main"
}
}
}
[06:29:00.415] Task URL: https://cr-buildbucket.appspot.com/build/8669618904844347873
[06:29:00.415] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:2:0) after 6m58s
[06:29:01.344] Received PubSub notification, asking Buildbucket for the build status
[06:29:01.374] Build status: SCHEDULED
[06:35:58.656] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:2:0)
[06:35:58.676] Build status: SCHEDULED
[06:35:58.676] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:4:0) after 4m59s
[06:40:57.717] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:4:0)
[06:40:57.737] Build status: SCHEDULED
[06:40:57.737] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:5:0) after 7m30s
[06:48:27.754] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:5:0)
[06:48:27.803] Build status: SCHEDULED
[06:48:27.803] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:6:0) after 5m29s
[06:53:56.796] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:6:0)
[06:53:56.817] Build status: SCHEDULED
[06:53:56.817] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:7:0) after 4m34s
[06:58:30.840] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:7:0)
[06:58:30.870] Build status: SCHEDULED
[06:58:30.870] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:8:0) after 2m40s
[07:01:11.024] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:8:0)
[07:01:11.049] Build status: SCHEDULED
[07:01:11.049] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:9:0) after 4m18s
[07:05:29.063] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:9:0)
[07:05:29.084] Build status: SCHEDULED
[07:05:29.084] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:10:0) after 3m28s
[07:08:57.108] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:10:0)
[07:08:57.129] Build status: SCHEDULED
[07:08:57.129] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:11:0) after 5m45s
[07:14:42.143] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:11:0)
[07:14:42.173] Build status: SCHEDULED
[07:14:42.173] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:12:0) after 9m5s
[07:23:47.222] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:12:0)
[07:23:47.242] Build status: SCHEDULED
[07:23:47.242] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:13:0) after 2m20s
[07:26:07.259] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:13:0)
[07:26:07.279] Build status: SCHEDULED
[07:26:07.279] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:14:0) after 8m18s
[07:34:25.290] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:14:0)
[07:34:25.368] Build status: SCHEDULED
[07:34:25.368] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:15:0) after 5m32s
[07:39:58.321] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:15:0)
[07:39:58.340] Build status: SCHEDULED
[07:39:58.340] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:16:0) after 8m6s
[07:48:04.406] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:16:0)
[07:48:04.482] Build status: SCHEDULED
[07:48:04.482] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:17:0) after 6m24s
[07:54:28.578] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:17:0)
[07:54:28.633] Build status: SCHEDULED
[07:54:28.633] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:18:0) after 7m19s
[08:01:47.686] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:18:0)
[08:01:47.705] Build status: SCHEDULED
[08:01:47.705] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:19:0) after 4m3s
[08:05:50.724] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:19:0)
[08:05:50.754] Build status: SCHEDULED
[08:05:50.754] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:20:0) after 4m15s
[08:10:05.775] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:20:0)
[08:10:05.848] Build status: SCHEDULED
[08:10:05.848] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:21:0) after 7m41s
[08:17:46.897] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:21:0)
[08:17:46.927] Build status: SCHEDULED
[08:17:46.927] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:22:0) after 9m13s
[08:26:59.941] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:22:0)
[08:26:59.964] Build status: SCHEDULED
[08:26:59.964] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:23:0) after 1m21s
[08:28:20.997] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:23:0)
[08:28:21.015] Build status: SCHEDULED
[08:28:21.015] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:24:0) after 2m21s
[08:30:42.167] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:24:0)
[08:30:42.188] Build status: SCHEDULED
[08:30:42.188] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:25:0) after 6m50s
[08:37:32.263] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:25:0)
[08:37:32.283] Build status: SCHEDULED
[08:37:32.283] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:26:0) after 4m49s
[08:42:21.252] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:26:0)
[08:42:21.279] Build status: SCHEDULED
[08:42:21.279] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:27:0) after 8m46s
[08:51:07.298] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:27:0)
[08:51:07.364] Build status: SCHEDULED
[08:51:07.364] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:28:0) after 7m49s
[08:58:56.357] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:28:0)
[08:58:56.405] Build status: SCHEDULED
[08:58:56.405] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:29:0) after 1m46s
[09:00:42.454] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:29:0)
[09:00:42.478] Build status: SCHEDULED
[09:00:42.478] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:30:0) after 7m1s
[09:07:43.491] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:30:0)
[09:07:43.517] Build status: SCHEDULED
[09:07:43.517] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:31:0) after 5m50s
[09:13:33.531] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:31:0)
[09:13:33.551] Build status: SCHEDULED
[09:13:33.551] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:32:0) after 2m9s
[09:15:42.568] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:32:0)
[09:15:42.630] Build status: SCHEDULED
[09:15:42.630] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:33:0) after 3m12s
[09:18:54.647] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:33:0)
[09:18:54.668] Build status: SCHEDULED
[09:18:54.668] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:34:0) after 3m30s
[09:22:24.684] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:34:0)
[09:22:24.721] Build status: SCHEDULED
[09:22:24.721] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:35:0) after 9m2s
[09:31:26.773] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:35:0)
[09:31:26.792] Build status: SCHEDULED
[09:31:26.792] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:36:0) after 5m16s
[09:36:42.803] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:36:0)
[09:36:42.824] Build status: SCHEDULED
[09:36:42.825] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:37:0) after 8m57s
[09:45:39.885] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:37:0)
[09:45:39.904] Build status: SCHEDULED
[09:45:39.904] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:38:0) after 9m23s
[09:55:03.016] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:38:0)
[09:55:03.040] Build status: SCHEDULED
[09:55:03.041] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:39:0) after 8m45s
[10:03:48.066] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:39:0)
[10:03:48.091] Build status: SCHEDULED
[10:03:48.091] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:40:0) after 6m42s
[10:10:30.110] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:40:0)
[10:10:30.131] Build status: SCHEDULED
[10:10:30.131] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:41:0) after 5m30s
[10:16:00.467] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:41:0)
[10:16:00.487] Build status: SCHEDULED
[10:16:00.487] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:42:0) after 1m24s
[10:17:24.663] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:42:0)
[10:17:24.833] Build status: SCHEDULED
[10:17:24.834] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:43:0) after 3m55s
[10:21:19.938] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:43:0)
[10:21:19.968] Build status: SCHEDULED
[10:21:19.968] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:44:0) after 8m28s
[10:29:48.346] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:44:0)
[10:29:48.363] Build status: SCHEDULED
[10:29:48.363] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:45:0) after 5m37s
[10:35:25.379] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:45:0)
[10:35:25.398] Build status: SCHEDULED
[10:35:25.398] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:46:0) after 7m10s
[10:42:35.452] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:46:0)
[10:42:35.472] Build status: SCHEDULED
[10:42:35.472] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:47:0) after 1m21s
[10:43:56.666] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:47:0)
[10:43:56.751] Build status: SCHEDULED
[10:43:56.751] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:48:0) after 7m56s
[10:51:52.778] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:48:0)
[10:51:52.795] Build status: SCHEDULED
[10:51:52.795] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:49:0) after 8m32s
[11:00:25.147] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:49:0)
[11:00:25.178] Build status: SCHEDULED
[11:00:25.178] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:50:0) after 6m58s
[11:07:23.364] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:50:0)
[11:07:23.380] Build status: SCHEDULED
[11:07:23.380] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:51:0) after 7m3s
[11:14:26.612] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:51:0)
[11:14:26.644] Build status: SCHEDULED
[11:14:26.644] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:52:0) after 9m47s
[11:24:13.663] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:52:0)
[11:24:13.718] Build status: SCHEDULED
[11:24:13.718] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:53:0) after 7m12s
[11:31:25.734] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:53:0)
[11:31:25.825] Build status: SCHEDULED
[11:31:25.825] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:54:0) after 8m19s
[11:39:45.788] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:54:0)
[11:39:45.816] Build status: SCHEDULED
[11:39:45.816] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:55:0) after 5m53s
[11:45:39.033] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:55:0)
[11:45:39.059] Build status: SCHEDULED
[11:45:39.059] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:56:0) after 7m29s
[11:53:08.077] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:56:0)
[11:53:08.120] Build status: SCHEDULED
[11:53:08.120] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:57:0) after 6m30s
[11:59:38.137] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:57:0)
[11:59:38.165] Build status: SCHEDULED
[11:59:38.165] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:58:0) after 5m26s
[12:05:04.213] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:58:0)
[12:05:04.235] Build status: SCHEDULED
[12:05:04.235] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:59:0) after 4m44s
[12:09:48.273] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:59:0)
[12:09:48.319] Build status: SCHEDULED
[12:09:48.319] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:60:0) after 8m28s
[12:18:16.395] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:60:0)
[12:18:16.439] Build status: SCHEDULED
[12:18:16.440] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:61:0) after 1m52s
[12:20:08.448] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:61:0)
[12:20:08.552] Build status: SCHEDULED
[12:20:08.552] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:62:0) after 6m2s
[12:26:10.574] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:62:0)
[12:26:10.603] Build status: SCHEDULED
[12:26:10.603] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:63:0) after 8m51s
[12:35:01.621] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:63:0)
[12:35:01.660] Build status: SCHEDULED
[12:35:01.660] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:64:0) after 1m38s
[12:36:39.692] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:64:0)
[12:36:39.718] Build status: SCHEDULED
[12:36:39.718] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:65:0) after 8m51s
[12:45:30.711] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:65:0)
[12:45:30.729] Build status: SCHEDULED
[12:45:30.729] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:66:0) after 9m31s
[12:55:01.750] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:66:0)
[12:55:01.775] Build status: SCHEDULED
[12:55:01.775] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:67:0) after 8m33s
[13:03:34.793] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:67:0)
[13:03:34.812] Build status: SCHEDULED
[13:03:34.812] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:68:0) after 6m30s
[13:10:04.830] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:68:0)
[13:10:04.846] Build status: SCHEDULED
[13:10:04.846] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:69:0) after 8m16s
[13:18:21.029] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:69:0)
[13:18:21.084] Build status: SCHEDULED
[13:18:21.084] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:70:0) after 5m59s
[13:24:20.229] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:70:0)
[13:24:20.256] Build status: SCHEDULED
[13:24:20.256] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:71:0) after 6m48s
[13:31:08.615] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:71:0)
[13:31:08.631] Build status: SCHEDULED
[13:31:08.631] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:72:0) after 9m28s
[13:40:36.750] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:72:0)
[13:40:36.965] Build status: SCHEDULED
[13:40:36.965] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:73:0) after 1m47s
[13:42:23.990] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:73:0)
[13:42:24.013] Build status: SCHEDULED
[13:42:24.013] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:74:0) after 1m45s
[13:44:09.043] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:74:0)
[13:44:09.111] Build status: SCHEDULED
[13:44:09.111] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:75:0) after 2m11s
[13:46:20.134] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:75:0)
[13:46:20.184] Build status: SCHEDULED
[13:46:20.184] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:76:0) after 4m24s
[13:50:44.318] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:76:0)
[13:50:44.346] Build status: SCHEDULED
[13:50:44.346] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:77:0) after 1m57s
[13:52:41.339] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:77:0)
[13:52:41.371] Build status: SCHEDULED
[13:52:41.371] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:78:0) after 6m15s
[13:58:56.392] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:78:0)
[13:58:56.422] Build status: SCHEDULED
[13:58:56.422] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:79:0) after 6m22s
[14:05:18.719] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:79:0)
[14:05:18.743] Build status: SCHEDULED
[14:05:18.743] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:80:0) after 8m14s
[14:13:32.748] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:80:0)
[14:13:32.773] Build status: SCHEDULED
[14:13:32.773] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:81:0) after 6m20s
[14:19:52.790] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:81:0)
[14:19:52.807] Build status: SCHEDULED
[14:19:52.807] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:82:0) after 2m42s
[14:22:34.820] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:82:0)
[14:22:34.855] Build status: SCHEDULED
[14:22:34.855] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:83:0) after 6m35s
[14:29:10.091] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:83:0)
[14:29:10.156] Build status: SCHEDULED
[14:29:10.156] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:84:0) after 1m0s
[14:30:10.205] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:84:0)
[14:30:10.231] Build status: SCHEDULED
[14:30:10.231] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:85:0) after 7m51s
[14:38:01.250] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:85:0)
[14:38:01.273] Build status: SCHEDULED
[14:38:01.273] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:86:0) after 5m33s
[14:43:34.383] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:86:0)
[14:43:34.432] Build status: SCHEDULED
[14:43:34.432] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:87:0) after 4m17s
[14:47:51.513] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:87:0)
[14:47:51.544] Build status: SCHEDULED
[14:47:51.544] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:88:0) after 2m1s
[14:49:52.649] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:88:0)
[14:49:52.685] Build status: SCHEDULED
[14:49:52.685] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:89:0) after 3m0s
[14:52:52.702] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:89:0)
[14:52:52.738] Build status: SCHEDULED
[14:52:52.738] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:90:0) after 9m57s
[15:02:49.820] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:90:0)
[15:02:49.839] Build status: SCHEDULED
[15:02:49.839] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:91:0) after 3m52s
[15:06:42.011] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:91:0)
[15:06:43.233] Build status: SCHEDULED
[15:06:43.234] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:92:0) after 6m39s
[15:13:22.431] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:92:0)
[15:13:22.450] Build status: SCHEDULED
[15:13:22.450] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:93:0) after 1m14s
[15:14:36.528] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:93:0)
[15:14:36.552] Build status: SCHEDULED
[15:14:36.552] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:94:0) after 1m31s
[15:16:07.572] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:94:0)
[15:16:07.622] Build status: SCHEDULED
[15:16:07.622] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:95:0) after 1m16s
[15:17:23.655] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:95:0)
[15:17:23.694] Build status: SCHEDULED
[15:17:23.694] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:96:0) after 9m3s
[15:26:26.710] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:96:0)
[15:26:26.741] Build status: SCHEDULED
[15:26:26.741] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:97:0) after 1m53s
[15:28:19.810] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:97:0)
[15:28:19.830] Build status: SCHEDULED
[15:28:19.830] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:98:0) after 9m32s
[15:37:51.982] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:98:0)
[15:37:52.005] Build status: SCHEDULED
[15:37:52.005] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:99:0) after 2m16s
[15:40:08.313] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:99:0)
[15:40:08.414] Build status: SCHEDULED
[15:40:08.414] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:100:0) after 8m6s
[15:48:14.532] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:100:0)
[15:48:14.921] Build status: SCHEDULED
[15:48:14.921] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:101:0) after 1m36s
[15:49:50.939] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:101:0)
[15:49:50.976] Build status: SCHEDULED
[15:49:50.976] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:102:0) after 7m52s
[15:57:43.045] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:102:0)
[15:57:43.078] Build status: SCHEDULED
[15:57:43.078] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:103:0) after 3m47s
[16:01:30.092] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:103:0)
[16:01:30.127] Build status: SCHEDULED
[16:01:30.127] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:104:0) after 8m25s
[16:09:55.144] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:104:0)
[16:09:55.170] Build status: SCHEDULED
[16:09:55.170] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:105:0) after 8m5s
[16:18:00.285] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:105:0)
[16:18:00.310] Build status: SCHEDULED
[16:18:00.310] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:106:0) after 1m23s
[16:19:23.495] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:106:0)
[16:19:23.513] Build status: SCHEDULED
[16:19:23.513] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:107:0) after 3m43s
[16:23:06.797] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:107:0)
[16:23:06.833] Build status: SCHEDULED
[16:23:06.833] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:108:0) after 5m26s
[16:28:32.904] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:108:0)
[16:28:32.945] Build status: SCHEDULED
[16:28:32.945] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:109:0) after 9m23s
[16:37:56.016] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:109:0)
[16:37:56.037] Build status: SCHEDULED
[16:37:56.037] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:110:0) after 8m12s
[16:46:08.160] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:110:0)
[16:46:08.200] Build status: SCHEDULED
[16:46:08.200] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:111:0) after 6m24s
[16:52:32.325] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:111:0)
[16:52:32.367] Build status: SCHEDULED
[16:52:32.367] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:112:0) after 6m33s
[16:59:05.484] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:112:0)
[16:59:05.524] Build status: SCHEDULED
[16:59:05.524] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:113:0) after 2m1s
[17:01:06.544] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:113:0)
[17:01:06.579] Build status: SCHEDULED
[17:01:06.579] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:114:0) after 6m11s
[17:07:17.621] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:114:0)
[17:07:17.649] Build status: SCHEDULED
[17:07:17.649] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:115:0) after 1m34s
[17:08:51.756] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:115:0)
[17:08:51.776] Build status: SCHEDULED
[17:08:51.776] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:116:0) after 8m24s
[17:17:15.793] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:116:0)
[17:17:15.826] Build status: SCHEDULED
[17:17:15.826] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:117:0) after 1m4s
[17:18:19.836] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:117:0)
[17:18:19.867] Build status: SCHEDULED
[17:18:19.867] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:118:0) after 2m47s
[17:21:06.967] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:118:0)
[17:21:06.989] Build status: SCHEDULED
[17:21:06.989] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:119:0) after 8m36s
[17:29:43.004] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:119:0)
[17:29:43.040] Build status: SCHEDULED
[17:29:43.040] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:120:0) after 3m33s
[17:33:16.517] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:120:0)
[17:33:16.537] Build status: SCHEDULED
[17:33:16.537] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:121:0) after 4m13s
[17:37:29.554] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:121:0)
[17:37:29.621] Build status: SCHEDULED
[17:37:29.621] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:122:0) after 5m56s
[17:43:26.038] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:122:0)
[17:43:26.057] Build status: SCHEDULED
[17:43:26.057] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:123:0) after 4m43s
[17:48:09.314] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:123:0)
[17:48:09.334] Build status: SCHEDULED
[17:48:09.334] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:124:0) after 6m21s
[17:54:30.351] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:124:0)
[17:54:30.381] Build status: SCHEDULED
[17:54:30.381] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:125:0) after 1m34s
[17:56:04.682] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:125:0)
[17:56:04.706] Build status: SCHEDULED
[17:56:04.706] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:126:0) after 7m44s
[18:03:48.846] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:126:0)
[18:03:48.868] Build status: SCHEDULED
[18:03:48.868] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:127:0) after 6m59s
[18:10:47.885] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:127:0)
[18:10:47.916] Build status: SCHEDULED
[18:10:47.916] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:128:0) after 8m34s
[18:19:21.963] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:128:0)
[18:19:21.980] Build status: SCHEDULED
[18:19:21.980] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:129:0) after 5m51s
[18:25:13.023] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:129:0)
[18:25:13.046] Build status: SCHEDULED
[18:25:13.046] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:130:0) after 2m14s
[18:27:27.277] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:130:0)
[18:27:27.322] Build status: SCHEDULED
[18:27:27.322] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:131:0) after 6m34s
[18:34:01.342] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:131:0)
[18:34:01.368] Build status: SCHEDULED
[18:34:01.368] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:132:0) after 8m55s
[18:42:56.387] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:132:0)
[18:42:56.408] Build status: SCHEDULED
[18:42:56.408] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:133:0) after 2m5s
[18:45:01.574] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:133:0)
[18:45:01.600] Build status: SCHEDULED
[18:45:01.600] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:134:0) after 5m39s
[18:50:40.617] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:134:0)
[18:50:40.639] Build status: SCHEDULED
[18:50:40.639] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:135:0) after 4m33s
[18:55:13.990] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:135:0)
[18:55:14.007] Build status: SCHEDULED
[18:55:14.007] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:136:0) after 6m34s
[19:01:47.979] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:136:0)
[19:01:48.011] Build status: SCHEDULED
[19:01:48.011] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:137:0) after 2m43s
[19:04:31.007] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:137:0)
[19:04:31.042] Build status: SCHEDULED
[19:04:31.042] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:138:0) after 4m13s
[19:08:44.105] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:138:0)
[19:08:44.124] Build status: SCHEDULED
[19:08:44.124] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:139:0) after 1m14s
[19:09:58.533] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:139:0)
[19:09:58.568] Build status: SCHEDULED
[19:09:58.568] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:140:0) after 1m57s
[19:11:55.638] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:140:0)
[19:11:55.669] Build status: SCHEDULED
[19:11:55.669] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:141:0) after 8m41s
[19:20:36.890] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:141:0)
[19:20:36.918] Build status: SCHEDULED
[19:20:36.918] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:142:0) after 7m52s
[19:28:29.036] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:142:0)
[19:28:29.069] Build status: SCHEDULED
[19:28:29.069] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:143:0) after 6m51s
[19:35:20.126] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:143:0)
[19:35:20.174] Build status: SCHEDULED
[19:35:20.174] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:144:0) after 4m22s
[19:39:42.195] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:144:0)
[19:39:42.226] Build status: SCHEDULED
[19:39:42.226] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:145:0) after 5m20s
[19:45:02.248] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:145:0)
[19:45:02.271] Build status: SCHEDULED
[19:45:02.271] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:146:0) after 3m33s
[19:48:35.289] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:146:0)
[19:48:35.361] Build status: SCHEDULED
[19:48:35.361] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:147:0) after 4m59s
[19:53:34.523] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:147:0)
[19:53:34.581] Build status: SCHEDULED
[19:53:34.581] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:148:0) after 8m12s
[20:01:46.629] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:148:0)
[20:01:46.659] Build status: SCHEDULED
[20:01:46.659] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:149:0) after 9m38s
[20:11:24.688] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:149:0)
[20:11:24.751] Build status: SCHEDULED
[20:11:24.751] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:150:0) after 1m11s
[20:12:35.771] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:150:0)
[20:12:35.795] Build status: SCHEDULED
[20:12:35.795] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:151:0) after 4m7s
[20:16:42.814] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:151:0)
[20:16:42.843] Build status: SCHEDULED
[20:16:42.843] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:152:0) after 1m23s
[20:18:05.861] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:152:0)
[20:18:06.013] Build status: SCHEDULED
[20:18:06.013] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:153:0) after 1m59s
[20:20:05.032] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:153:0)
[20:20:05.056] Build status: SCHEDULED
[20:20:05.057] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:154:0) after 6m0s
[20:26:05.952] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:154:0)
[20:26:06.002] Build status: SCHEDULED
[20:26:06.003] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:155:0) after 6m58s
[20:33:04.151] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:155:0)
[20:33:04.180] Build status: SCHEDULED
[20:33:04.180] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:156:0) after 6m50s
[20:39:54.247] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:156:0)
[20:39:54.266] Build status: SCHEDULED
[20:39:54.266] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:157:0) after 6m10s
[20:46:04.283] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:157:0)
[20:46:04.343] Build status: SCHEDULED
[20:46:04.343] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:158:0) after 2m51s
[20:48:55.361] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:158:0)
[20:48:55.390] Build status: SCHEDULED
[20:48:55.390] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:159:0) after 5m57s
[20:54:52.491] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:159:0)
[20:54:52.511] Build status: SCHEDULED
[20:54:52.511] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:160:0) after 5m43s
[21:00:35.643] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:160:0)
[21:00:35.666] Build status: SCHEDULED
[21:00:35.667] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:161:0) after 3m5s
[21:03:40.693] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:161:0)
[21:03:40.716] Build status: SCHEDULED
[21:03:40.716] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:162:0) after 6m5s
[21:09:46.042] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:162:0)
[21:09:46.074] Build status: SCHEDULED
[21:09:46.074] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:163:0) after 4m56s
[21:14:42.099] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:163:0)
[21:14:42.140] Build status: SCHEDULED
[21:14:42.140] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:164:0) after 7m39s
[21:22:21.246] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:164:0)
[21:22:21.281] Build status: SCHEDULED
[21:22:21.281] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:165:0) after 6m45s
[21:29:06.359] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:165:0)
[21:29:06.386] Build status: SCHEDULED
[21:29:06.386] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:166:0) after 3m55s
[21:33:01.406] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:166:0)
[21:33:01.426] Build status: SCHEDULED
[21:33:01.426] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:167:0) after 8m28s
[21:41:29.438] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:167:0)
[21:41:29.492] Build status: SCHEDULED
[21:41:29.492] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:168:0) after 2m9s
[21:43:38.735] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:168:0)
[21:43:38.771] Build status: SCHEDULED
[21:43:38.771] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:169:0) after 1m30s
[21:45:08.830] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:169:0)
[21:45:08.855] Build status: SCHEDULED
[21:45:08.855] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:170:0) after 5m31s
[21:50:39.951] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:170:0)
[21:50:39.970] Build status: SCHEDULED
[21:50:39.970] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:171:0) after 8m55s
[21:59:35.222] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:171:0)
[21:59:35.341] Build status: SCHEDULED
[21:59:35.341] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:172:0) after 5m34s
[22:05:09.361] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:172:0)
[22:05:09.384] Build status: SCHEDULED
[22:05:09.384] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:173:0) after 9m23s
[22:14:32.409] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:173:0)
[22:14:32.427] Build status: SCHEDULED
[22:14:32.427] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:174:0) after 6m56s
[22:21:28.450] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:174:0)
[22:21:28.467] Build status: SCHEDULED
[22:21:28.468] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:175:0) after 2m46s
[22:24:14.784] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:175:0)
[22:24:14.803] Build status: SCHEDULED
[22:24:14.803] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:176:0) after 6m34s
[22:30:48.875] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:176:0)
[22:30:48.892] Build status: SCHEDULED
[22:30:48.892] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:177:0) after 9m12s
[22:40:01.033] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:177:0)
[22:40:01.059] Build status: SCHEDULED
[22:40:01.059] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:178:0) after 6m50s
[22:46:51.122] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:178:0)
[22:46:51.146] Build status: SCHEDULED
[22:46:51.146] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:179:0) after 5m51s
[22:52:42.382] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:179:0)
[22:52:42.419] Build status: SCHEDULED
[22:52:42.419] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:180:0) after 7m40s
[23:00:23.207] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:180:0)
[23:00:23.233] Build status: SCHEDULED
[23:00:23.233] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:181:0) after 2m15s
[23:02:38.250] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:181:0)
[23:02:38.269] Build status: SCHEDULED
[23:02:38.269] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:182:0) after 4m46s
[23:07:24.300] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:182:0)
[23:07:24.435] Build status: SCHEDULED
[23:07:24.435] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:183:0) after 6m56s
[23:14:20.449] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:183:0)
[23:14:20.471] Build status: SCHEDULED
[23:14:20.471] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:184:0) after 7m32s
[23:21:52.769] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:184:0)
[23:21:52.791] Build status: SCHEDULED
[23:21:52.791] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:185:0) after 4m11s
[23:26:04.004] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:185:0)
[23:26:04.094] Build status: SCHEDULED
[23:26:04.094] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:186:0) after 4m12s
[23:30:16.107] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:186:0)
[23:30:16.178] Build status: SCHEDULED
[23:30:16.178] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:187:0) after 4m18s
[23:34:34.196] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:187:0)
[23:34:34.215] Build status: SCHEDULED
[23:34:34.215] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:188:0) after 2m57s
[23:37:31.232] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:188:0)
[23:37:31.321] Build status: SCHEDULED
[23:37:31.321] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:189:0) after 4m46s
[23:42:17.339] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:189:0)
[23:42:17.393] Build status: SCHEDULED
[23:42:17.393] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:190:0) after 1m54s
[23:44:11.394] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:190:0)
[23:44:11.509] Build status: SCHEDULED
[23:44:11.509] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:191:0) after 8m48s
[23:52:59.673] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:191:0)
[23:52:59.696] Build status: SCHEDULED
[23:52:59.696] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:192:0) after 6m39s
[23:59:38.702] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:192:0)
[23:59:38.721] Build status: SCHEDULED
[23:59:38.721] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:193:0) after 3m16s
[00:02:54.727] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:193:0)
[00:02:54.748] Build status: SCHEDULED
[00:02:54.748] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:194:0) after 8m12s
[00:11:06.783] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:194:0)
[00:11:06.801] Build status: SCHEDULED
[00:11:06.801] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:195:0) after 7m54s
[00:19:00.819] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:195:0)
[00:19:00.841] Build status: SCHEDULED
[00:19:00.842] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:196:0) after 5m36s
[00:24:36.860] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:196:0)
[00:24:36.880] Build status: SCHEDULED
[00:24:36.880] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:197:0) after 4m1s
[00:28:38.038] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:197:0)
[00:28:38.058] Build status: SCHEDULED
[00:28:38.058] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:198:0) after 6m38s
[00:35:16.382] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:198:0)
[00:35:16.403] Build status: SCHEDULED
[00:35:16.403] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:199:0) after 2m41s
[00:37:57.472] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:199:0)
[00:37:57.489] Build status: SCHEDULED
[00:37:57.489] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:200:0) after 9m48s
[00:47:45.540] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:200:0)
[00:47:45.561] Build status: SCHEDULED
[00:47:45.562] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:201:0) after 5m30s
[00:53:15.580] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:201:0)
[00:53:15.608] Build status: SCHEDULED
[00:53:15.608] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:202:0) after 6m40s
[00:59:55.886] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:202:0)
[00:59:55.912] Build status: SCHEDULED
[00:59:55.912] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:203:0) after 6m43s
[01:02:58.406] Received PubSub notification, asking Buildbucket for the build status
[01:02:58.428] Build status: STARTED
[01:06:38.933] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:203:0)
[01:06:38.953] Build status: STARTED
[01:06:38.953] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:205:0) after 6m20s
[01:12:59.440] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:205:0)
[01:12:59.497] Build status: STARTED
[01:12:59.497] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:206:0) after 9m14s
[01:22:13.853] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:206:0)
[01:22:13.885] Build status: STARTED
[01:22:13.885] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:207:0) after 1m31s
[01:23:45.158] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:207:0)
[01:23:45.181] Build status: STARTED
[01:23:45.182] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:208:0) after 1m35s
[01:25:20.204] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:208:0)
[01:25:20.227] Build status: STARTED
[01:25:20.227] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:209:0) after 4m54s
[01:30:14.253] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:209:0)
[01:30:14.294] Build status: STARTED
[01:30:14.294] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:210:0) after 2m45s
[01:32:59.384] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:210:0)
[01:32:59.407] Build status: STARTED
[01:32:59.407] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:211:0) after 7m44s
[01:40:43.467] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:211:0)
[01:40:43.503] Build status: STARTED
[01:40:43.503] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:212:0) after 4m6s
[01:44:49.522] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:212:0)
[01:44:49.547] Build status: STARTED
[01:44:49.547] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:213:0) after 4m33s
[01:49:22.563] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:213:0)
[01:49:22.601] Build status: STARTED
[01:49:22.601] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:214:0) after 6m47s
[01:56:09.621] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:214:0)
[01:56:09.642] Build status: STARTED
[01:56:09.642] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:215:0) after 8m39s
[02:04:48.660] Handling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:215:0)
[02:04:48.702] Build status: STARTED
[02:04:48.702] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835048967088060752:216:0) after 7m1s
[02:05:10.315] Received PubSub notification, asking Buildbucket for the build status
[02:05:10.376] Build:
{
"id": "8669618904844347873",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "perf"
},
"number": 3614,
"createdBy": "project:r8",
"createTime": "2026-09-26T06:28:59.627493455Z",
"startTime": "2026-09-27T01:02:58.218117627Z",
"endTime": "2026-09-27T02:05:10.037970569Z",
"updateTime": "2026-09-27T02:05:10.037970569Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "12121cae96373668882df3ccb1a154e5ab4f9630",
"ref": "refs/heads/main"
}
}
}
[02:05:10.376] Invocation finished in 19h36m12.272104248s with status FAILED