[04:00:07.251] New invocation is queued and will start shortly
[04:00:08.665] Starting the invocation (attempt 1)
[04:00:08.693] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8f18fa5c829c322bb757b479e9ca82172b16edb2"
[04:00:08.693] Popped gitiles commit info from properties and tags
[04:00:08.693] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:00:08.696] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:00:08.696] Buildbucket request:
{
"requestId": "8922393807385834896",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "linux-lacros-code-coverage"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "8f18fa5c829c322bb757b479e9ca82172b16edb2",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8922393807385834896"
},
{
"key": "scheduler_job_id",
"value": "chromium/linux-lacros-code-coverage"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:00:09.414] Scheduled build:
{
"id": "8756963745122505537",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "linux-lacros-code-coverage"
},
"number": 2986,
"createdBy": "project:chromium",
"createTime": "2024-02-05T04:00:08.783977343Z",
"updateTime": "2024-02-05T04:00:08.783977343Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "8f18fa5c829c322bb757b479e9ca82172b16edb2",
"ref": "refs/heads/main"
}
}
}
[04:00:09.414] Task URL: https://cr-buildbucket.appspot.com/build/8756963745122505537
[04:00:09.414] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:2:0) after 9m20s
[04:00:11.335] Received PubSub notification, asking Buildbucket for the build status
[04:00:11.355] Build status: SCHEDULED
[04:09:29.572] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:2:0)
[04:09:29.593] Build status: SCHEDULED
[04:09:29.593] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:4:0) after 8m43s
[04:18:12.608] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:4:0)
[04:18:12.636] Build status: SCHEDULED
[04:18:12.636] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:5:0) after 7m1s
[04:25:13.672] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:5:0)
[04:25:13.692] Build status: SCHEDULED
[04:25:13.692] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:6:0) after 7m28s
[04:32:41.740] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:6:0)
[04:32:41.760] Build status: SCHEDULED
[04:32:41.760] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:7:0) after 6m38s
[04:39:19.844] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:7:0)
[04:39:19.874] Build status: SCHEDULED
[04:39:19.874] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:8:0) after 9m28s
[04:48:47.889] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:8:0)
[04:48:47.909] Build status: SCHEDULED
[04:48:47.909] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:9:0) after 3m14s
[04:50:06.657] Received PubSub notification, asking Buildbucket for the build status
[04:50:06.678] Build status: STARTED
[04:52:01.940] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:9:0)
[04:52:01.981] Build status: STARTED
[04:52:01.981] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:11:0) after 7m22s
[04:59:24.007] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:11:0)
[04:59:24.031] Build status: STARTED
[04:59:24.031] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:12:0) after 9m23s
[05:08:47.117] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:12:0)
[05:08:47.139] Build status: STARTED
[05:08:47.139] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:13:0) after 3m58s
[05:12:45.429] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:13:0)
[05:12:45.446] Build status: STARTED
[05:12:45.446] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:14:0) after 3m45s
[05:16:30.605] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:14:0)
[05:16:30.636] Build status: STARTED
[05:16:30.636] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:15:0) after 1m59s
[05:18:29.696] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:15:0)
[05:18:29.717] Build status: STARTED
[05:18:29.717] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:16:0) after 4m16s
[05:22:45.739] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:16:0)
[05:22:45.759] Build status: STARTED
[05:22:45.759] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:17:0) after 8m58s
[05:31:44.406] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:17:0)
[05:31:44.428] Build status: STARTED
[05:31:44.428] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:18:0) after 3m43s
[05:35:27.444] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:18:0)
[05:35:27.463] Build status: STARTED
[05:35:27.463] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:19:0) after 8m2s
[05:43:29.645] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:19:0)
[05:43:29.662] Build status: STARTED
[05:43:29.662] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:20:0) after 1m50s
[05:45:19.697] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:20:0)
[05:45:19.719] Build status: STARTED
[05:45:19.719] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:21:0) after 9m4s
[05:54:23.943] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:21:0)
[05:54:23.968] Build status: STARTED
[05:54:23.968] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:22:0) after 3m51s
[05:58:15.119] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:22:0)
[05:58:15.142] Build status: STARTED
[05:58:15.142] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:23:0) after 7m57s
[06:06:12.203] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:23:0)
[06:06:12.226] Build status: STARTED
[06:06:12.226] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:24:0) after 9m21s
[06:15:33.305] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:24:0)
[06:15:33.334] Build status: STARTED
[06:15:33.335] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:25:0) after 3m46s
[06:19:19.357] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:25:0)
[06:19:19.385] Build status: STARTED
[06:19:19.385] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:26:0) after 6m0s
[06:25:19.404] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:26:0)
[06:25:19.424] Build status: STARTED
[06:25:19.425] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:27:0) after 1m4s
[06:26:23.570] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:27:0)
[06:26:23.589] Build status: STARTED
[06:26:23.590] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:28:0) after 9m1s
[06:35:24.817] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:28:0)
[06:35:24.836] Build status: STARTED
[06:35:24.836] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:29:0) after 6m55s
[06:42:19.927] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:29:0)
[06:42:19.979] Build status: STARTED
[06:42:19.979] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:30:0) after 9m20s
[06:51:40.379] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:30:0)
[06:51:40.401] Build status: STARTED
[06:51:40.401] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:31:0) after 3m16s
[06:54:56.499] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:31:0)
[06:54:56.518] Build status: STARTED
[06:54:56.518] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:32:0) after 9m34s
[07:04:30.781] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:32:0)
[07:04:30.801] Build status: STARTED
[07:04:30.801] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:33:0) after 3m33s
[07:08:03.797] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:33:0)
[07:08:03.835] Build status: STARTED
[07:08:03.835] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:34:0) after 7m21s
[07:15:24.846] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:34:0)
[07:15:24.865] Build status: STARTED
[07:15:24.865] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:35:0) after 6m14s
[07:21:38.918] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:35:0)
[07:21:38.939] Build status: STARTED
[07:21:38.939] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:36:0) after 5m20s
[07:26:58.956] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:36:0)
[07:26:58.973] Build status: STARTED
[07:26:58.973] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:37:0) after 5m38s
[07:32:36.992] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:37:0)
[07:32:37.012] Build status: STARTED
[07:32:37.012] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:38:0) after 1m45s
[07:34:22.066] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:38:0)
[07:34:22.101] Build status: STARTED
[07:34:22.102] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:39:0) after 5m2s
[07:39:24.263] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:39:0)
[07:39:24.285] Build status: STARTED
[07:39:24.285] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:40:0) after 2m7s
[07:41:31.311] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:40:0)
[07:41:31.335] Build status: STARTED
[07:41:31.335] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:41:0) after 4m51s
[07:46:22.352] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:41:0)
[07:46:22.375] Build status: STARTED
[07:46:22.375] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:42:0) after 5m8s
[07:51:30.383] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:42:0)
[07:51:30.402] Build status: STARTED
[07:51:30.402] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:43:0) after 6m13s
[07:57:43.539] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:43:0)
[07:57:43.560] Build status: STARTED
[07:57:43.560] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:44:0) after 4m35s
[08:02:18.581] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:44:0)
[08:02:18.614] Build status: STARTED
[08:02:18.614] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:45:0) after 7m9s
[08:09:27.631] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:45:0)
[08:09:27.651] Build status: STARTED
[08:09:27.651] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:46:0) after 9m59s
[08:19:26.865] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:46:0)
[08:19:26.891] Build status: STARTED
[08:19:26.891] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:47:0) after 6m21s
[08:25:48.104] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:47:0)
[08:25:48.123] Build status: STARTED
[08:25:48.123] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:48:0) after 1m13s
[08:27:01.239] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:48:0)
[08:27:01.256] Build status: STARTED
[08:27:01.256] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:49:0) after 3m59s
[08:31:00.311] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:49:0)
[08:31:00.334] Build status: STARTED
[08:31:00.334] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:50:0) after 1m50s
[08:32:50.617] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:50:0)
[08:32:50.634] Build status: STARTED
[08:32:50.635] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:51:0) after 7m5s
[08:39:55.975] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:51:0)
[08:39:55.992] Build status: STARTED
[08:39:55.993] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:52:0) after 9m17s
[08:49:13.011] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:52:0)
[08:49:13.031] Build status: STARTED
[08:49:13.031] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:53:0) after 5m4s
[08:54:17.077] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:53:0)
[08:54:17.146] Build status: STARTED
[08:54:17.146] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:54:0) after 9m28s
[09:03:45.177] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:54:0)
[09:03:45.200] Build status: STARTED
[09:03:45.200] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:55:0) after 3m18s
[09:07:03.195] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:55:0)
[09:07:03.220] Build status: STARTED
[09:07:03.220] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:56:0) after 9m28s
[09:16:31.250] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:56:0)
[09:16:31.268] Build status: STARTED
[09:16:31.268] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:57:0) after 1m7s
[09:17:38.496] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:57:0)
[09:17:38.518] Build status: STARTED
[09:17:38.518] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:58:0) after 6m8s
[09:23:46.563] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:58:0)
[09:23:46.611] Build status: STARTED
[09:23:46.611] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:59:0) after 5m43s
[09:29:29.828] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:59:0)
[09:29:29.883] Build status: STARTED
[09:29:29.883] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:60:0) after 6m13s
[09:35:42.920] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:60:0)
[09:35:42.942] Build status: STARTED
[09:35:42.942] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:61:0) after 4m49s
[09:40:31.972] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:61:0)
[09:40:31.991] Build status: STARTED
[09:40:31.992] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:62:0) after 3m58s
[09:44:30.134] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:62:0)
[09:44:30.152] Build status: STARTED
[09:44:30.153] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:63:0) after 9m46s
[09:54:16.177] Handling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:63:0)
[09:54:16.195] Build status: STARTED
[09:54:16.195] Scheduling timer "check-buildbucket-build-status" (chromium/linux-lacros-code-coverage:8922393807385834896:64:0) after 9m53s
[09:56:38.792] Received PubSub notification, asking Buildbucket for the build status
[09:56:38.811] Build:
{
"id": "8756963745122505537",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "linux-lacros-code-coverage"
},
"number": 2986,
"createdBy": "project:chromium",
"createTime": "2024-02-05T04:00:08.783977343Z",
"startTime": "2024-02-05T04:49:56.840827Z",
"endTime": "2024-02-05T09:56:37.034400Z",
"updateTime": "2024-02-05T09:56:37.034400Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "8f18fa5c829c322bb757b479e9ca82172b16edb2",
"ref": "refs/heads/main"
}
}
}
[09:56:38.811] Invocation finished in 5h56m31.570704518s with status FAILED