[10:03:18.754] New invocation is queued and will start shortly
[10:03:19.827] Starting the invocation (attempt 1)
[10:03:19.853] Popped buildset tag "buildset:commit/gitiles/r8.googlesource.com/r8/+/1c19c9ed5761d040f70dd19f759275bfd4844e95"
[10:03:19.853] Popped gitiles commit info from properties and tags
[10:03:19.853] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:03:19.854] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:03:19.854] Buildbucket request:
{
"requestId": "8835850854422627376",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "perf"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8835850854422627376",
"job": "r8/perf",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "1c19c9ed5761d040f70dd19f759275bfd4844e95"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@1c19c9ed5761d040f70dd19f759275bfd4844e95",
"title": "1c19c9ed5761d040f70dd19f759275bfd4844e95",
"url": "https://r8.googlesource.com/r8/+/1c19c9ed5761d040f70dd19f759275bfd4844e95"
}
]
}
},
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "1c19c9ed5761d040f70dd19f759275bfd4844e95",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8835850854422627376"
},
{
"key": "scheduler_job_id",
"value": "r8/perf"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[10:03:20.429] Scheduled build:
{
"id": "8670420792535144289",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "perf"
},
"number": 3466,
"createdBy": "project:r8",
"createTime": "2026-09-17T10:03:19.932075414Z",
"updateTime": "2026-09-17T10:03:19.932075414Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "1c19c9ed5761d040f70dd19f759275bfd4844e95",
"ref": "refs/heads/main"
}
},
"canary": true
}
[10:03:20.429] Task URL: https://cr-buildbucket.appspot.com/build/8670420792535144289
[10:03:20.429] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:2:0) after 6m58s
[10:03:21.382] Received PubSub notification, asking Buildbucket for the build status
[10:03:21.457] Build status: SCHEDULED
[10:10:18.448] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:2:0)
[10:10:18.476] Build status: SCHEDULED
[10:10:18.476] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:4:0) after 6m16s
[10:16:34.553] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:4:0)
[10:16:34.589] Build status: SCHEDULED
[10:16:34.589] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:5:0) after 1m55s
[10:18:29.604] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:5:0)
[10:18:29.628] Build status: SCHEDULED
[10:18:29.629] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:6:0) after 5m28s
[10:23:57.694] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:6:0)
[10:23:57.723] Build status: SCHEDULED
[10:23:57.723] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:7:0) after 9m12s
[10:33:09.766] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:7:0)
[10:33:09.846] Build status: SCHEDULED
[10:33:09.846] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:8:0) after 3m33s
[10:36:42.940] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:8:0)
[10:36:42.960] Build status: SCHEDULED
[10:36:42.960] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:9:0) after 6m3s
[10:42:45.980] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:9:0)
[10:42:46.006] Build status: SCHEDULED
[10:42:46.006] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:10:0) after 4m45s
[10:47:31.106] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:10:0)
[10:47:31.186] Build status: SCHEDULED
[10:47:31.186] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:11:0) after 7m16s
[10:54:47.202] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:11:0)
[10:54:47.224] Build status: SCHEDULED
[10:54:47.224] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:12:0) after 2m19s
[10:57:06.369] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:12:0)
[10:57:06.395] Build status: SCHEDULED
[10:57:06.395] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:13:0) after 4m34s
[11:01:40.405] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:13:0)
[11:01:40.430] Build status: SCHEDULED
[11:01:40.430] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:14:0) after 6m31s
[11:08:11.476] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:14:0)
[11:08:11.508] Build status: SCHEDULED
[11:08:11.508] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:15:0) after 1m59s
[11:10:10.663] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:15:0)
[11:10:10.689] Build status: SCHEDULED
[11:10:10.689] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:16:0) after 9m36s
[11:19:46.707] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:16:0)
[11:19:46.730] Build status: SCHEDULED
[11:19:46.730] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:17:0) after 4m0s
[11:23:46.747] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:17:0)
[11:23:46.769] Build status: SCHEDULED
[11:23:46.769] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:18:0) after 2m31s
[11:26:18.024] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:18:0)
[11:26:18.057] Build status: SCHEDULED
[11:26:18.057] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:19:0) after 9m33s
[11:35:51.135] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:19:0)
[11:35:51.156] Build status: SCHEDULED
[11:35:51.156] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:20:0) after 4m8s
[11:39:59.181] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:20:0)
[11:39:59.207] Build status: SCHEDULED
[11:39:59.207] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:21:0) after 2m10s
[11:42:09.221] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:21:0)
[11:42:09.245] Build status: SCHEDULED
[11:42:09.245] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:22:0) after 2m47s
[11:44:56.252] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:22:0)
[11:44:56.270] Build status: SCHEDULED
[11:44:56.270] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:23:0) after 6m48s
[11:51:44.298] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:23:0)
[11:51:44.363] Build status: SCHEDULED
[11:51:44.363] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:24:0) after 8m51s
[12:00:35.499] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:24:0)
[12:00:35.523] Build status: SCHEDULED
[12:00:35.523] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:25:0) after 6m29s
[12:07:04.546] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:25:0)
[12:07:04.569] Build status: SCHEDULED
[12:07:04.570] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:26:0) after 3m40s
[12:10:44.632] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:26:0)
[12:10:44.657] Build status: SCHEDULED
[12:10:44.658] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:27:0) after 9m55s
[12:20:39.729] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:27:0)
[12:20:39.753] Build status: SCHEDULED
[12:20:39.754] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:28:0) after 1m9s
[12:21:48.791] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:28:0)
[12:21:48.818] Build status: SCHEDULED
[12:21:48.818] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:29:0) after 3m42s
[12:25:30.838] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:29:0)
[12:25:30.917] Build status: SCHEDULED
[12:25:30.917] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:30:0) after 1m14s
[12:26:44.950] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:30:0)
[12:26:44.981] Build status: SCHEDULED
[12:26:44.981] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:31:0) after 5m19s
[12:32:03.997] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:31:0)
[12:32:04.024] Build status: SCHEDULED
[12:32:04.024] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:32:0) after 1m27s
[12:33:31.081] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:32:0)
[12:33:31.102] Build status: SCHEDULED
[12:33:31.102] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:33:0) after 7m17s
[12:40:48.164] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:33:0)
[12:40:48.184] Build status: SCHEDULED
[12:40:48.185] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:34:0) after 3m19s
[12:44:07.203] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:34:0)
[12:44:07.224] Build status: SCHEDULED
[12:44:07.224] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:35:0) after 5m51s
[12:49:58.265] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:35:0)
[12:49:58.286] Build status: SCHEDULED
[12:49:58.286] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:36:0) after 8m30s
[12:58:28.398] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:36:0)
[12:58:28.448] Build status: SCHEDULED
[12:58:28.449] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:37:0) after 3m28s
[13:01:56.420] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:37:0)
[13:01:56.448] Build status: SCHEDULED
[13:01:56.448] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:38:0) after 5m58s
[13:07:54.464] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:38:0)
[13:07:54.548] Build status: SCHEDULED
[13:07:54.548] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:39:0) after 3m35s
[13:11:29.664] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:39:0)
[13:11:29.685] Build status: SCHEDULED
[13:11:29.685] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:40:0) after 2m1s
[13:13:30.669] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:40:0)
[13:13:30.699] Build status: SCHEDULED
[13:13:30.699] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:41:0) after 9m44s
[13:23:14.714] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:41:0)
[13:23:14.733] Build status: SCHEDULED
[13:23:14.733] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:42:0) after 7m16s
[13:30:30.752] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:42:0)
[13:30:30.771] Build status: SCHEDULED
[13:30:30.771] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:43:0) after 6m5s
[13:36:35.826] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:43:0)
[13:36:35.851] Build status: SCHEDULED
[13:36:35.851] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:44:0) after 9m47s
[13:46:22.903] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:44:0)
[13:46:22.935] Build status: SCHEDULED
[13:46:22.935] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:45:0) after 2m11s
[13:48:33.978] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:45:0)
[13:48:34.001] Build status: SCHEDULED
[13:48:34.001] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:46:0) after 6m39s
[13:55:13.036] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:46:0)
[13:55:13.064] Build status: SCHEDULED
[13:55:13.064] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:47:0) after 7m39s
[14:02:52.094] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:47:0)
[14:02:52.113] Build status: SCHEDULED
[14:02:52.113] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:48:0) after 5m13s
[14:08:05.305] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:48:0)
[14:08:05.333] Build status: SCHEDULED
[14:08:05.333] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:49:0) after 5m50s
[14:12:18.081] Received PubSub notification, asking Buildbucket for the build status
[14:12:18.143] Build status: STARTED
[14:13:55.350] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:49:0)
[14:13:55.371] Build status: STARTED
[14:13:55.371] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:51:0) after 9m1s
[14:22:56.413] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:51:0)
[14:22:56.441] Build status: STARTED
[14:22:56.441] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:52:0) after 2m30s
[14:25:26.463] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:52:0)
[14:25:26.481] Build status: STARTED
[14:25:26.481] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:53:0) after 4m23s
[14:29:49.708] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:53:0)
[14:29:49.738] Build status: STARTED
[14:29:49.738] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:54:0) after 7m3s
[14:36:52.752] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:54:0)
[14:36:52.771] Build status: STARTED
[14:36:52.771] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:55:0) after 5m16s
[14:42:08.862] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:55:0)
[14:42:08.901] Build status: STARTED
[14:42:08.901] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:56:0) after 2m37s
[14:44:46.024] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:56:0)
[14:44:46.051] Build status: STARTED
[14:44:46.051] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:57:0) after 3m40s
[14:48:26.159] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:57:0)
[14:48:26.182] Build status: STARTED
[14:48:26.182] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:58:0) after 6m55s
[14:55:21.160] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:58:0)
[14:55:21.189] Build status: STARTED
[14:55:21.189] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:59:0) after 8m41s
[15:04:02.280] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:59:0)
[15:04:02.313] Build status: STARTED
[15:04:02.313] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:60:0) after 5m54s
[15:09:56.372] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:60:0)
[15:09:56.396] Build status: STARTED
[15:09:56.396] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:61:0) after 4m57s
[15:14:53.466] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:61:0)
[15:14:53.489] Build status: STARTED
[15:14:53.490] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:62:0) after 1m49s
[15:16:42.533] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:62:0)
[15:16:42.613] Build status: STARTED
[15:16:42.613] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:63:0) after 2m36s
[15:19:18.701] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:63:0)
[15:19:18.723] Build status: STARTED
[15:19:18.723] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:64:0) after 2m24s
[15:21:42.744] Handling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:64:0)
[15:21:42.765] Build status: STARTED
[15:21:42.765] Scheduling timer "check-buildbucket-build-status" (r8/perf:8835850854422627376:65:0) after 7m42s
[15:27:19.630] Received PubSub notification, asking Buildbucket for the build status
[15:27:19.700] Build:
{
"id": "8670420792535144289",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "perf"
},
"number": 3466,
"createdBy": "project:r8",
"createTime": "2026-09-17T10:03:19.932075414Z",
"startTime": "2026-09-17T14:12:17.920520963Z",
"endTime": "2026-09-17T15:27:19.264211623Z",
"updateTime": "2026-09-17T15:27:19.264211623Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "1c19c9ed5761d040f70dd19f759275bfd4844e95",
"ref": "refs/heads/main"
}
},
"canary": true
}
[15:27:19.700] Invocation finished in 5h24m0.951947464s with status FAILED