[10:04:58.849] New invocation is queued and will start shortly
[10:05:00.186] Starting the invocation (attempt 1)
[10:05:00.291] Popped buildset tag "buildset:commit/gitiles/r8.googlesource.com/r8/+/fa776426b775f53383b26c44a80063f5026e2d7a"
[10:05:00.292] Popped gitiles commit info from properties and tags
[10:05:00.292] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:05:00.293] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:05:00.293] Buildbucket request:
{
"requestId": "8985607534935594656",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "linux-internal"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "fa776426b775f53383b26c44a80063f5026e2d7a"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@fa776426b775f53383b26c44a80063f5026e2d7a",
"title": "fa776426b775f53383b26c44a80063f5026e2d7a",
"url": "https://r8.googlesource.com/r8/+/fa776426b775f53383b26c44a80063f5026e2d7a"
}
]
}
},
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "fa776426b775f53383b26c44a80063f5026e2d7a",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8985607534935594656"
},
{
"key": "scheduler_job_id",
"value": "r8/linux-internal"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[10:05:00.837] Scheduled build:
{
"id": "8820177472672445153",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "linux-internal"
},
"number": 2404,
"createdBy": "project:r8",
"createTime": "2022-03-09T10:05:00.375187222Z",
"updateTime": "2022-03-09T10:05:00.375187222Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "fa776426b775f53383b26c44a80063f5026e2d7a",
"ref": "refs/heads/main"
}
},
"canary": true
}
[10:05:00.837] Task URL: https://cr-buildbucket.appspot.com/build/8820177472672445153
[10:05:00.837] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:2:0) after 5m50s
[10:05:08.014] Received PubSub notification, asking Buildbucket for the build status
[10:05:08.062] Build status: STARTED
[10:10:50.856] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:2:0)
[10:10:50.894] Build status: STARTED
[10:10:50.894] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:4:0) after 7m6s
[10:17:56.914] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:4:0)
[10:17:56.961] Build status: STARTED
[10:17:56.961] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:5:0) after 9m3s
[10:27:00.084] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:5:0)
[10:27:00.149] Build status: STARTED
[10:27:00.149] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:6:0) after 8m5s
[10:35:05.167] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:6:0)
[10:35:05.200] Build status: STARTED
[10:35:05.200] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:7:0) after 7m24s
[10:42:29.290] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:7:0)
[10:42:29.329] Build status: STARTED
[10:42:29.329] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:8:0) after 6m2s
[10:48:31.381] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:8:0)
[10:48:31.423] Build status: STARTED
[10:48:31.423] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:9:0) after 2m58s
[10:51:29.549] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:9:0)
[10:51:29.595] Build status: STARTED
[10:51:29.595] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:10:0) after 2m25s
[10:53:54.786] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:10:0)
[10:53:54.817] Build status: STARTED
[10:53:54.817] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:11:0) after 5m3s
[10:58:57.849] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:11:0)
[10:58:57.878] Build status: STARTED
[10:58:57.878] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:12:0) after 1m14s
[11:00:11.948] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:12:0)
[11:00:11.984] Build status: STARTED
[11:00:11.984] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:13:0) after 4m55s
[11:05:07.103] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:13:0)
[11:05:07.181] Build status: STARTED
[11:05:07.181] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:14:0) after 9m15s
[11:14:22.211] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:14:0)
[11:14:22.252] Build status: STARTED
[11:14:22.252] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:15:0) after 7m52s
[11:22:14.306] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:15:0)
[11:22:14.345] Build status: STARTED
[11:22:14.345] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:16:0) after 3m53s
[11:26:07.456] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:16:0)
[11:26:07.500] Build status: STARTED
[11:26:07.500] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:17:0) after 4m51s
[11:30:58.516] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:17:0)
[11:30:58.558] Build status: STARTED
[11:30:58.558] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:18:0) after 7m56s
[11:38:54.565] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:18:0)
[11:38:54.613] Build status: STARTED
[11:38:54.613] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:19:0) after 8m23s
[11:47:17.769] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:19:0)
[11:47:17.798] Build status: STARTED
[11:47:17.798] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:20:0) after 3m48s
[11:51:05.819] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:20:0)
[11:51:05.851] Build status: STARTED
[11:51:05.851] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:21:0) after 1m19s
[11:52:24.953] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:21:0)
[11:52:24.998] Build status: STARTED
[11:52:24.998] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:22:0) after 9m8s
[12:01:33.622] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:22:0)
[12:01:33.662] Build status: STARTED
[12:01:33.662] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:23:0) after 9m9s
[12:10:42.815] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:23:0)
[12:10:42.847] Build status: STARTED
[12:10:42.847] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:24:0) after 6m38s
[12:17:20.870] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:24:0)
[12:17:20.905] Build status: STARTED
[12:17:20.905] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:25:0) after 2m38s
[12:19:59.048] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:25:0)
[12:19:59.078] Build status: STARTED
[12:19:59.078] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:26:0) after 1m28s
[12:21:27.345] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:26:0)
[12:21:27.373] Build status: STARTED
[12:21:27.373] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:27:0) after 7m43s
[12:29:10.403] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:27:0)
[12:29:10.425] Build status: STARTED
[12:29:10.425] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:28:0) after 4m14s
[12:33:24.551] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:28:0)
[12:33:24.583] Build status: STARTED
[12:33:24.583] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:29:0) after 5m41s
[12:39:05.734] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:29:0)
[12:39:06.061] Build status: STARTED
[12:39:06.061] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:30:0) after 8m26s
[12:47:32.130] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:30:0)
[12:47:32.170] Build status: STARTED
[12:47:32.170] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:31:0) after 7m4s
[12:54:36.243] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:31:0)
[12:54:36.271] Build status: STARTED
[12:54:36.271] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:32:0) after 3m10s
[12:57:46.329] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:32:0)
[12:57:46.364] Build status: STARTED
[12:57:46.364] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:33:0) after 1m48s
[12:59:34.485] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:33:0)
[12:59:34.520] Build status: STARTED
[12:59:34.520] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:34:0) after 4m12s
[13:03:46.743] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:34:0)
[13:03:46.775] Build status: STARTED
[13:03:46.775] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:35:0) after 3m50s
[13:07:36.896] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:35:0)
[13:07:36.949] Build status: STARTED
[13:07:36.949] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:36:0) after 1m4s
[13:08:40.969] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:36:0)
[13:08:41.045] Build status: STARTED
[13:08:41.045] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:37:0) after 9m12s
[13:17:53.197] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:37:0)
[13:17:53.291] Build status: STARTED
[13:17:53.291] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:38:0) after 1m1s
[13:18:54.308] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:38:0)
[13:18:54.342] Build status: STARTED
[13:18:54.342] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:39:0) after 8m0s
[13:26:54.546] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:39:0)
[13:26:54.577] Build status: STARTED
[13:26:54.577] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:40:0) after 3m17s
[13:30:11.601] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:40:0)
[13:30:11.643] Build status: STARTED
[13:30:11.643] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:41:0) after 5m32s
[13:35:43.663] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:41:0)
[13:35:43.701] Build status: STARTED
[13:35:43.701] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:42:0) after 3m26s
[13:39:09.863] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:42:0)
[13:39:09.893] Build status: STARTED
[13:39:09.893] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:43:0) after 5m32s
[13:44:41.892] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:43:0)
[13:44:41.925] Build status: STARTED
[13:44:41.925] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:44:0) after 9m24s
[13:54:06.224] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:44:0)
[13:54:06.246] Build status: STARTED
[13:54:06.246] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:45:0) after 9m0s
[14:03:06.270] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:45:0)
[14:03:06.304] Build status: STARTED
[14:03:06.304] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:46:0) after 7m16s
[14:10:22.530] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:46:0)
[14:10:22.571] Build status: STARTED
[14:10:22.571] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:47:0) after 3m35s
[14:13:57.587] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:47:0)
[14:13:57.626] Build status: STARTED
[14:13:57.626] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:48:0) after 9m29s
[14:23:26.747] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:48:0)
[14:23:26.791] Build status: STARTED
[14:23:26.791] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:49:0) after 5m13s
[14:28:39.848] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:49:0)
[14:28:39.890] Build status: STARTED
[14:28:39.890] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:50:0) after 4m9s
[14:32:48.919] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:50:0)
[14:32:48.962] Build status: STARTED
[14:32:48.962] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:51:0) after 8m0s
[14:40:49.023] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:51:0)
[14:40:49.047] Build status: STARTED
[14:40:49.047] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:52:0) after 3m53s
[14:44:42.145] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:52:0)
[14:44:42.214] Build status: STARTED
[14:44:42.214] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:53:0) after 1m29s
[14:46:11.232] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:53:0)
[14:46:11.262] Build status: STARTED
[14:46:11.262] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:54:0) after 3m16s
[14:49:27.382] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:54:0)
[14:49:27.411] Build status: STARTED
[14:49:27.411] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:55:0) after 4m13s
[14:53:40.558] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:55:0)
[14:53:40.686] Build status: STARTED
[14:53:40.686] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:56:0) after 6m16s
[14:59:56.904] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:56:0)
[14:59:56.939] Build status: STARTED
[14:59:56.939] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:57:0) after 5m33s
[15:05:30.318] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:57:0)
[15:05:30.341] Build status: STARTED
[15:05:30.341] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:58:0) after 7m58s
[15:13:28.362] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:58:0)
[15:13:28.454] Build status: STARTED
[15:13:28.454] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:59:0) after 8m51s
[15:22:19.840] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:59:0)
[15:22:20.082] Build status: STARTED
[15:22:20.082] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:60:0) after 5m48s
[15:28:08.107] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:60:0)
[15:28:08.140] Build status: STARTED
[15:28:08.140] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:61:0) after 1m17s
[15:29:25.284] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:61:0)
[15:29:25.317] Build status: STARTED
[15:29:25.317] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:62:0) after 9m13s
[15:38:38.346] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:62:0)
[15:38:38.380] Build status: STARTED
[15:38:38.380] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:63:0) after 5m4s
[15:43:42.398] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:63:0)
[15:43:42.434] Build status: STARTED
[15:43:42.434] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:64:0) after 2m48s
[15:46:30.457] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:64:0)
[15:46:30.506] Build status: STARTED
[15:46:30.506] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:65:0) after 7m6s
[15:53:36.526] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:65:0)
[15:53:36.581] Build status: STARTED
[15:53:36.581] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:66:0) after 8m21s
[16:01:57.976] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:66:0)
[16:01:58.033] Build status: STARTED
[16:01:58.033] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:67:0) after 3m3s
[16:05:01.207] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:67:0)
[16:05:01.240] Build status: STARTED
[16:05:01.240] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:68:0) after 9m47s
[16:14:48.283] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:68:0)
[16:14:48.326] Build status: STARTED
[16:14:48.326] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8985607534935594656:69:0) after 7m44s
[16:15:53.114] Received PubSub notification, asking Buildbucket for the build status
[16:15:53.181] Build:
{
"id": "8820177472672445153",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "linux-internal"
},
"number": 2404,
"createdBy": "project:r8",
"createTime": "2022-03-09T10:05:00.375187222Z",
"startTime": "2022-03-09T10:05:04.207250Z",
"endTime": "2022-03-09T16:15:52.736727035Z",
"updateTime": "2022-03-09T16:15:52.736727035Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "fa776426b775f53383b26c44a80063f5026e2d7a",
"ref": "refs/heads/main"
}
},
"canary": true
}
[16:15:53.181] Invocation finished in 6h10m54.34857244s with status FAILED