[01:10:06.708] New invocation is queued and will start shortly
[01:10:07.946] Starting the invocation (attempt 1)
[01:10:07.975] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8ec9701d27e3f103a63311907d39bc0946460ed6"
[01:10:07.975] Popped gitiles commit info from properties and tags
[01:10:07.975] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:10:07.975] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:10:07.975] Buildbucket request:
{
"requestId": "8894591234752232912",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "linux-annotator-rel"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "8ec9701d27e3f103a63311907d39bc0946460ed6",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8894591234752232912"
},
{
"key": "scheduler_job_id",
"value": "chromium/linux-annotator-rel"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:10:08.621] Scheduled build:
{
"id": "8729161172697876289",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "linux-annotator-rel"
},
"number": 222163,
"createdBy": "project:chromium",
"createTime": "2024-12-08T01:10:08.035044091Z",
"updateTime": "2024-12-08T01:10:08.035044091Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "8ec9701d27e3f103a63311907d39bc0946460ed6",
"ref": "refs/heads/main"
}
}
}
[01:10:08.621] Task URL: https://cr-buildbucket.appspot.com/build/8729161172697876289
[01:10:08.621] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:2:0) after 5m48s
[01:10:09.560] Received PubSub notification, asking Buildbucket for the build status
[01:10:09.577] Build status: SCHEDULED
[01:15:56.898] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:2:0)
[01:15:56.913] Build status: SCHEDULED
[01:15:56.913] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:4:0) after 9m39s
[01:25:35.902] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:4:0)
[01:25:35.915] Build status: SCHEDULED
[01:25:35.915] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:5:0) after 8m23s
[01:33:59.254] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:5:0)
[01:33:59.272] Build status: SCHEDULED
[01:33:59.272] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:6:0) after 1m5s
[01:35:04.392] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:6:0)
[01:35:04.411] Build status: SCHEDULED
[01:35:04.411] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:7:0) after 3m51s
[01:38:55.656] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:7:0)
[01:38:55.672] Build status: SCHEDULED
[01:38:55.672] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:8:0) after 8m11s
[01:47:06.793] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:8:0)
[01:47:06.816] Build status: SCHEDULED
[01:47:06.816] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:9:0) after 5m7s
[01:52:13.994] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:9:0)
[01:52:14.013] Build status: SCHEDULED
[01:52:14.013] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:10:0) after 1m38s
[01:53:52.027] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:10:0)
[01:53:52.102] Build status: SCHEDULED
[01:53:52.102] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:11:0) after 6m16s
[02:00:08.125] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:11:0)
[02:00:08.153] Build status: SCHEDULED
[02:00:08.153] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:12:0) after 5m33s
[02:05:41.270] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:12:0)
[02:05:41.286] Build status: SCHEDULED
[02:05:41.286] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:13:0) after 4m40s
[02:10:21.573] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:13:0)
[02:10:21.588] Build status: SCHEDULED
[02:10:21.588] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:14:0) after 7m15s
[02:17:36.942] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:14:0)
[02:17:36.962] Build status: SCHEDULED
[02:17:36.962] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:15:0) after 9m36s
[02:27:13.002] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:15:0)
[02:27:13.032] Build status: SCHEDULED
[02:27:13.032] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:16:0) after 7m45s
[02:34:58.438] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:16:0)
[02:34:58.460] Build status: SCHEDULED
[02:34:58.460] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:17:0) after 9m20s
[02:44:18.478] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:17:0)
[02:44:18.494] Build status: SCHEDULED
[02:44:18.494] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:18:0) after 4m36s
[02:48:54.546] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:18:0)
[02:48:54.644] Build status: SCHEDULED
[02:48:54.644] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:19:0) after 5m32s
[02:54:26.662] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:19:0)
[02:54:26.697] Build status: SCHEDULED
[02:54:26.697] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:20:0) after 9m38s
[03:04:04.713] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:20:0)
[03:04:04.732] Build status: SCHEDULED
[03:04:04.732] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:21:0) after 1m40s
[03:05:44.893] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:21:0)
[03:05:44.921] Build status: SCHEDULED
[03:05:44.921] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:22:0) after 9m49s
[03:15:33.943] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:22:0)
[03:15:34.028] Build status: SCHEDULED
[03:15:34.028] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:23:0) after 2m4s
[03:17:38.046] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:23:0)
[03:17:38.062] Build status: SCHEDULED
[03:17:38.062] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:24:0) after 6m20s
[03:23:58.079] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:24:0)
[03:23:58.127] Build status: SCHEDULED
[03:23:58.127] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:25:0) after 9m55s
[03:33:53.148] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:25:0)
[03:33:53.224] Build status: SCHEDULED
[03:33:53.224] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:26:0) after 8m41s
[03:42:34.684] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:26:0)
[03:42:34.722] Build status: SCHEDULED
[03:42:34.722] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:27:0) after 1m13s
[03:43:47.741] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:27:0)
[03:43:47.760] Build status: SCHEDULED
[03:43:47.760] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:28:0) after 8m21s
[03:52:08.775] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:28:0)
[03:52:08.801] Build status: SCHEDULED
[03:52:08.801] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:29:0) after 3m19s
[03:55:27.820] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:29:0)
[03:55:27.839] Build status: SCHEDULED
[03:55:27.839] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:30:0) after 7m29s
[04:02:56.855] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:30:0)
[04:02:56.991] Build status: SCHEDULED
[04:02:56.991] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:31:0) after 7m17s
[04:10:14.281] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:31:0)
[04:10:14.298] Build status: SCHEDULED
[04:10:14.298] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:32:0) after 9m14s
[04:19:28.394] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:32:0)
[04:19:28.414] Build status: SCHEDULED
[04:19:28.414] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:33:0) after 7m54s
[04:27:22.460] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:33:0)
[04:27:22.530] Build status: SCHEDULED
[04:27:22.530] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:34:0) after 9m19s
[04:36:41.680] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:34:0)
[04:36:41.702] Build status: SCHEDULED
[04:36:41.702] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:35:0) after 2m40s
[04:39:21.763] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:35:0)
[04:39:21.778] Build status: SCHEDULED
[04:39:21.778] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:36:0) after 9m3s
[04:48:24.795] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:36:0)
[04:48:24.811] Build status: SCHEDULED
[04:48:24.811] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:37:0) after 1m50s
[04:50:14.880] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:37:0)
[04:50:14.904] Build status: SCHEDULED
[04:50:14.904] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:38:0) after 9m36s
[04:59:50.929] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:38:0)
[04:59:50.954] Build status: SCHEDULED
[04:59:50.954] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:39:0) after 4m58s
[05:04:49.070] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:39:0)
[05:04:49.085] Build status: SCHEDULED
[05:04:49.085] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:40:0) after 6m54s
[05:11:43.105] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:40:0)
[05:11:43.123] Build status: SCHEDULED
[05:11:43.123] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:41:0) after 4m3s
[05:15:46.448] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:41:0)
[05:15:46.483] Build status: SCHEDULED
[05:15:46.483] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:42:0) after 9m58s
[05:25:44.510] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:42:0)
[05:25:44.525] Build status: SCHEDULED
[05:25:44.525] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:43:0) after 7m46s
[05:33:30.707] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:43:0)
[05:33:30.726] Build status: SCHEDULED
[05:33:30.726] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:44:0) after 6m59s
[05:40:29.866] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:44:0)
[05:40:29.887] Build status: SCHEDULED
[05:40:29.887] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:45:0) after 3m21s
[05:43:50.897] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:45:0)
[05:43:50.914] Build status: SCHEDULED
[05:43:50.914] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:46:0) after 5m34s
[05:49:24.934] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:46:0)
[05:49:25.020] Build status: SCHEDULED
[05:49:25.020] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:47:0) after 6m8s
[05:55:33.242] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:47:0)
[05:55:33.257] Build status: SCHEDULED
[05:55:33.257] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:48:0) after 1m50s
[05:57:23.280] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:48:0)
[05:57:23.296] Build status: SCHEDULED
[05:57:23.296] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:49:0) after 3m2s
[06:00:25.433] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:49:0)
[06:00:25.457] Build status: SCHEDULED
[06:00:25.457] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:50:0) after 5m29s
[06:05:54.474] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:50:0)
[06:05:54.501] Build status: SCHEDULED
[06:05:54.501] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:51:0) after 2m28s
[06:08:22.516] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:51:0)
[06:08:22.533] Build status: SCHEDULED
[06:08:22.533] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:52:0) after 4m4s
[06:12:26.551] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:52:0)
[06:12:26.570] Build status: SCHEDULED
[06:12:26.570] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:53:0) after 2m34s
[06:15:00.784] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:53:0)
[06:15:00.801] Build status: SCHEDULED
[06:15:00.801] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:54:0) after 1m58s
[06:16:58.817] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:54:0)
[06:16:58.834] Build status: SCHEDULED
[06:16:58.834] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:55:0) after 5m37s
[06:22:36.046] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:55:0)
[06:22:36.075] Build status: SCHEDULED
[06:22:36.075] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:56:0) after 1m10s
[06:23:46.092] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:56:0)
[06:23:46.159] Build status: SCHEDULED
[06:23:46.159] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:57:0) after 3m21s
[06:27:07.178] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:57:0)
[06:27:07.195] Build status: SCHEDULED
[06:27:07.195] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:58:0) after 7m53s
[06:35:00.229] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:58:0)
[06:35:00.250] Build status: SCHEDULED
[06:35:00.250] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:59:0) after 9m8s
[06:44:08.426] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:59:0)
[06:44:08.448] Build status: SCHEDULED
[06:44:08.448] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:60:0) after 9m18s
[06:53:26.466] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:60:0)
[06:53:26.482] Build status: SCHEDULED
[06:53:26.482] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:61:0) after 8m26s
[07:01:52.526] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:61:0)
[07:01:52.545] Build status: SCHEDULED
[07:01:52.545] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:62:0) after 7m13s
[07:09:05.564] Handling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:62:0)
[07:09:05.621] Build status: SCHEDULED
[07:09:05.622] Scheduling timer "check-buildbucket-build-status" (chromium/linux-annotator-rel:8894591234752232912:63:0) after 6m54s
[07:10:14.620] Received PubSub notification, asking Buildbucket for the build status
[07:10:14.636] Build:
{
"id": "8729161172697876289",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "linux-annotator-rel"
},
"number": 222163,
"createdBy": "project:chromium",
"createTime": "2024-12-08T01:10:08.035044091Z",
"endTime": "2024-12-08T07:10:13.745364572Z",
"updateTime": "2024-12-08T07:10:13.745364572Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "8ec9701d27e3f103a63311907d39bc0946460ed6",
"ref": "refs/heads/main"
}
}
}
[07:10:14.636] Invocation finished in 6h0m7.944119506s with status FAILED