[21:54:14.824] New invocation is queued and will start shortly
[21:54:16.128] Starting the invocation (attempt 1)
[21:54:16.218] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f9190da41ce165d3b7a461185e1d218e71c7e61c"
[21:54:16.218] Popped gitiles commit info from properties and tags
[21:54:16.218] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:54:16.218] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:54:16.219] Buildbucket request:
{
"requestId": "8967987100275676208",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "mac-code-coverage"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "f9190da41ce165d3b7a461185e1d218e71c7e61c",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8967987100275676208"
},
{
"key": "scheduler_job_id",
"value": "chromium/mac-code-coverage"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:54:17.086] Scheduled build:
{
"id": "8802557037989540449",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "mac-code-coverage"
},
"number": 8361,
"createdBy": "project:chromium",
"createTime": "2022-09-19T21:54:16.376863441Z",
"updateTime": "2022-09-19T21:54:16.376863441Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "f9190da41ce165d3b7a461185e1d218e71c7e61c",
"ref": "refs/heads/main"
}
}
}
[21:54:17.087] Task URL: https://cr-buildbucket.appspot.com/build/8802557037989540449
[21:54:17.087] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:2:0) after 7m12s
[22:01:29.124] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:2:0)
[22:01:29.167] Build status: SCHEDULED
[22:01:29.167] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:3:0) after 9m9s
[22:10:38.363] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:3:0)
[22:10:38.393] Build status: SCHEDULED
[22:10:38.393] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:4:0) after 5m31s
[22:16:09.522] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:4:0)
[22:16:09.553] Build status: SCHEDULED
[22:16:09.553] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:5:0) after 4m36s
[22:20:45.599] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:5:0)
[22:20:45.642] Build status: SCHEDULED
[22:20:45.642] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:6:0) after 7m35s
[22:28:20.703] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:6:0)
[22:28:20.740] Build status: SCHEDULED
[22:28:20.740] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:7:0) after 6m42s
[22:35:03.143] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:7:0)
[22:35:03.169] Build status: SCHEDULED
[22:35:03.169] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:8:0) after 8m10s
[22:43:13.230] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:8:0)
[22:43:13.254] Build status: SCHEDULED
[22:43:13.254] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:9:0) after 9m10s
[22:52:23.318] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:9:0)
[22:52:23.352] Build status: SCHEDULED
[22:52:23.352] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:10:0) after 6m48s
[22:59:11.725] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:10:0)
[22:59:11.773] Build status: SCHEDULED
[22:59:11.773] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:11:0) after 9m30s
[23:08:41.823] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:11:0)
[23:08:41.858] Build status: SCHEDULED
[23:08:41.858] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:12:0) after 3m53s
[23:12:34.883] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:12:0)
[23:12:34.911] Build status: SCHEDULED
[23:12:34.911] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:13:0) after 6m10s
[23:18:45.119] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:13:0)
[23:18:45.151] Build status: SCHEDULED
[23:18:45.151] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:14:0) after 8m0s
[23:26:45.430] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:14:0)
[23:26:45.455] Build status: SCHEDULED
[23:26:45.455] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:15:0) after 2m59s
[23:29:44.506] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:15:0)
[23:29:44.532] Build status: SCHEDULED
[23:29:44.532] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:16:0) after 2m53s
[23:32:37.750] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:16:0)
[23:32:37.775] Build status: SCHEDULED
[23:32:37.775] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:17:0) after 4m1s
[23:36:39.177] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:17:0)
[23:36:39.206] Build status: SCHEDULED
[23:36:39.206] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:18:0) after 6m19s
[23:42:58.278] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:18:0)
[23:42:58.306] Build status: SCHEDULED
[23:42:58.306] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:19:0) after 5m14s
[23:48:12.334] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:19:0)
[23:48:12.357] Build status: SCHEDULED
[23:48:12.357] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:20:0) after 6m35s
[23:54:47.538] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:20:0)
[23:54:47.568] Build status: SCHEDULED
[23:54:47.568] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:21:0) after 6m22s
[00:01:09.598] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:21:0)
[00:01:09.635] Build status: SCHEDULED
[00:01:09.635] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:22:0) after 7m32s
[00:08:42.015] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:22:0)
[00:08:42.059] Build status: SCHEDULED
[00:08:42.059] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:23:0) after 6m51s
[00:15:33.214] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:23:0)
[00:15:33.245] Build status: SCHEDULED
[00:15:33.245] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:24:0) after 8m46s
[00:24:19.246] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:24:0)
[00:24:19.276] Build status: SCHEDULED
[00:24:19.276] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:25:0) after 8m23s
[00:32:42.546] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:25:0)
[00:32:42.571] Build status: SCHEDULED
[00:32:42.571] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:26:0) after 7m48s
[00:40:30.654] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:26:0)
[00:40:30.682] Build status: SCHEDULED
[00:40:30.682] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:27:0) after 3m59s
[00:44:29.841] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:27:0)
[00:44:29.868] Build status: SCHEDULED
[00:44:29.868] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:28:0) after 3m59s
[00:48:28.916] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:28:0)
[00:48:28.942] Build status: SCHEDULED
[00:48:28.942] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:29:0) after 9m3s
[00:57:32.039] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:29:0)
[00:57:32.066] Build status: SCHEDULED
[00:57:32.066] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:30:0) after 7m17s
[01:04:49.131] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:30:0)
[01:04:49.164] Build status: SCHEDULED
[01:04:49.164] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:31:0) after 9m58s
[01:14:47.416] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:31:0)
[01:14:47.439] Build status: SCHEDULED
[01:14:47.439] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:32:0) after 3m1s
[01:17:48.684] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:32:0)
[01:17:48.757] Build status: SCHEDULED
[01:17:48.757] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:33:0) after 8m44s
[01:26:32.795] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:33:0)
[01:26:32.828] Build status: SCHEDULED
[01:26:32.828] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:34:0) after 4m41s
[01:31:13.888] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:34:0)
[01:31:13.929] Build status: SCHEDULED
[01:31:13.929] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:35:0) after 6m40s
[01:37:54.097] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:35:0)
[01:37:54.126] Build status: SCHEDULED
[01:37:54.126] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:36:0) after 4m55s
[01:42:49.198] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:36:0)
[01:42:49.230] Build status: SCHEDULED
[01:42:49.230] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:37:0) after 8m49s
[01:51:38.637] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:37:0)
[01:51:38.665] Build status: SCHEDULED
[01:51:38.665] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:38:0) after 1m27s
[01:53:05.748] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:38:0)
[01:53:05.782] Build status: SCHEDULED
[01:53:05.782] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:39:0) after 2m39s
[01:55:44.873] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:39:0)
[01:55:44.901] Build status: SCHEDULED
[01:55:44.901] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:40:0) after 9m41s
[02:05:25.927] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:40:0)
[02:05:25.957] Build status: SCHEDULED
[02:05:25.957] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:41:0) after 5m5s
[02:10:30.983] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:41:0)
[02:10:31.007] Build status: SCHEDULED
[02:10:31.007] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:42:0) after 4m46s
[02:15:17.036] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:42:0)
[02:15:17.062] Build status: SCHEDULED
[02:15:17.062] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:43:0) after 8m0s
[02:23:17.188] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:43:0)
[02:23:17.215] Build status: SCHEDULED
[02:23:17.215] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:44:0) after 7m22s
[02:30:39.309] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:44:0)
[02:30:39.338] Build status: SCHEDULED
[02:30:39.338] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:45:0) after 1m12s
[02:31:51.732] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:45:0)
[02:31:51.755] Build status: SCHEDULED
[02:31:51.756] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:46:0) after 2m56s
[02:34:47.791] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:46:0)
[02:34:47.824] Build status: SCHEDULED
[02:34:47.824] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:47:0) after 9m36s
[02:44:23.878] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:47:0)
[02:44:23.903] Build status: SCHEDULED
[02:44:23.903] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:48:0) after 8m38s
[02:53:02.073] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:48:0)
[02:53:02.112] Build status: SCHEDULED
[02:53:02.112] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:49:0) after 9m45s
[03:02:47.151] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:49:0)
[03:02:47.183] Build status: SCHEDULED
[03:02:47.183] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:50:0) after 2m29s
[03:05:16.317] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:50:0)
[03:05:16.379] Build status: SCHEDULED
[03:05:16.379] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:51:0) after 5m28s
[03:10:44.416] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:51:0)
[03:10:44.445] Build status: SCHEDULED
[03:10:44.445] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:52:0) after 7m14s
[03:17:58.547] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:52:0)
[03:17:58.582] Build status: SCHEDULED
[03:17:58.582] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:53:0) after 7m25s
[03:25:23.707] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:53:0)
[03:25:23.750] Build status: SCHEDULED
[03:25:23.750] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:54:0) after 2m42s
[03:28:05.884] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:54:0)
[03:28:05.914] Build status: SCHEDULED
[03:28:05.914] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:55:0) after 8m31s
[03:36:36.940] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:55:0)
[03:36:36.992] Build status: SCHEDULED
[03:36:36.992] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:56:0) after 7m19s
[03:43:56.039] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:56:0)
[03:43:56.085] Build status: SCHEDULED
[03:43:56.085] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:57:0) after 9m48s
[03:53:44.113] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:57:0)
[03:53:44.163] Build status: SCHEDULED
[03:53:44.163] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8967987100275676208:58:0) after 6m20s
[03:55:05.498] Received PubSub notification, asking Buildbucket for the build status
[03:55:05.524] Build:
{
"id": "8802557037989540449",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "mac-code-coverage"
},
"number": 8361,
"createdBy": "project:chromium",
"createTime": "2022-09-19T21:54:16.376863441Z",
"endTime": "2022-09-20T03:55:03.600863Z",
"updateTime": "2022-09-20T03:55:03.600863Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "f9190da41ce165d3b7a461185e1d218e71c7e61c",
"ref": "refs/heads/main"
}
}
}
[03:55:05.524] Invocation finished in 6h0m50.711689286s with status FAILED