[09:17:06.017] New invocation is queued and will start shortly
[09:17:13.960] Starting the invocation (attempt 1)
[09:17:14.003] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/bc90defba05ac16f749dc6d2170e3f55ae06bc5c"
[09:17:14.003] Popped gitiles commit info from properties and tags
[09:17:14.003] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:17:14.005] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:17:14.005] Buildbucket request:
{
"requestId": "8968850108527673168",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "mac-code-coverage"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "bc90defba05ac16f749dc6d2170e3f55ae06bc5c",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8968850108527673168"
},
{
"key": "scheduler_job_id",
"value": "chromium/mac-code-coverage"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:17:14.761] Scheduled build:
{
"id": "8803420039285970001",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "mac-code-coverage"
},
"number": 8305,
"createdBy": "project:chromium",
"createTime": "2022-09-10T09:17:14.204769607Z",
"updateTime": "2022-09-10T09:17:14.204769607Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "bc90defba05ac16f749dc6d2170e3f55ae06bc5c",
"ref": "refs/heads/main"
}
}
}
[09:17:14.761] Task URL: https://cr-buildbucket.appspot.com/build/8803420039285970001
[09:17:14.761] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:2:0) after 3m39s
[09:20:53.950] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:2:0)
[09:20:53.972] Build status: SCHEDULED
[09:20:53.972] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:3:0) after 5m2s
[09:25:56.022] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:3:0)
[09:25:56.044] Build status: SCHEDULED
[09:25:56.044] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:4:0) after 2m10s
[09:28:06.127] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:4:0)
[09:28:06.175] Build status: SCHEDULED
[09:28:06.175] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:5:0) after 9m41s
[09:37:47.294] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:5:0)
[09:37:47.320] Build status: SCHEDULED
[09:37:47.320] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:6:0) after 5m55s
[09:43:42.336] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:6:0)
[09:43:42.359] Build status: SCHEDULED
[09:43:42.359] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:7:0) after 6m6s
[09:49:48.432] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:7:0)
[09:49:48.457] Build status: SCHEDULED
[09:49:48.457] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:8:0) after 7m32s
[09:57:20.540] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:8:0)
[09:57:20.566] Build status: SCHEDULED
[09:57:20.566] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:9:0) after 5m5s
[10:02:25.586] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:9:0)
[10:02:25.610] Build status: SCHEDULED
[10:02:25.610] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:10:0) after 9m55s
[10:12:20.630] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:10:0)
[10:12:20.655] Build status: SCHEDULED
[10:12:20.655] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:11:0) after 9m18s
[10:21:38.670] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:11:0)
[10:21:38.693] Build status: SCHEDULED
[10:21:38.693] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:12:0) after 2m57s
[10:24:35.861] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:12:0)
[10:24:35.884] Build status: SCHEDULED
[10:24:35.884] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:13:0) after 2m30s
[10:27:06.034] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:13:0)
[10:27:06.057] Build status: SCHEDULED
[10:27:06.057] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:14:0) after 6m24s
[10:33:30.091] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:14:0)
[10:33:30.112] Build status: SCHEDULED
[10:33:30.112] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:15:0) after 7m2s
[10:40:32.151] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:15:0)
[10:40:32.223] Build status: SCHEDULED
[10:40:32.223] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:16:0) after 5m0s
[10:45:32.240] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:16:0)
[10:45:32.260] Build status: SCHEDULED
[10:45:32.260] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:17:0) after 9m1s
[10:54:33.276] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:17:0)
[10:54:33.295] Build status: SCHEDULED
[10:54:33.295] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:18:0) after 5m30s
[11:00:03.311] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:18:0)
[11:00:03.343] Build status: SCHEDULED
[11:00:03.343] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:19:0) after 3m26s
[11:03:29.515] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:19:0)
[11:03:29.558] Build status: SCHEDULED
[11:03:29.558] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:20:0) after 2m35s
[11:06:04.774] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:20:0)
[11:06:04.797] Build status: SCHEDULED
[11:06:04.797] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:21:0) after 2m25s
[11:08:29.885] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:21:0)
[11:08:29.906] Build status: SCHEDULED
[11:08:29.906] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:22:0) after 6m24s
[11:14:54.653] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:22:0)
[11:14:54.676] Build status: SCHEDULED
[11:14:54.676] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:23:0) after 9m6s
[11:24:00.841] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:23:0)
[11:24:00.877] Build status: SCHEDULED
[11:24:00.877] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:24:0) after 4m30s
[11:28:32.022] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:24:0)
[11:28:32.044] Build status: SCHEDULED
[11:28:32.044] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:25:0) after 1m19s
[11:29:51.136] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:25:0)
[11:29:51.175] Build status: SCHEDULED
[11:29:51.175] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:26:0) after 8m57s
[11:38:48.257] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:26:0)
[11:38:48.278] Build status: SCHEDULED
[11:38:48.278] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:27:0) after 8m25s
[11:47:13.332] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:27:0)
[11:47:13.358] Build status: SCHEDULED
[11:47:13.358] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:28:0) after 2m48s
[11:50:01.366] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:28:0)
[11:50:01.411] Build status: SCHEDULED
[11:50:01.411] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:29:0) after 6m35s
[11:56:36.437] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:29:0)
[11:56:36.462] Build status: SCHEDULED
[11:56:36.462] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:30:0) after 2m40s
[11:59:16.671] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:30:0)
[11:59:16.695] Build status: SCHEDULED
[11:59:16.695] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:31:0) after 3m42s
[12:02:58.810] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:31:0)
[12:02:58.838] Build status: SCHEDULED
[12:02:58.838] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:32:0) after 9m53s
[12:12:51.979] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:32:0)
[12:12:52.007] Build status: SCHEDULED
[12:12:52.007] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:33:0) after 2m47s
[12:15:39.025] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:33:0)
[12:15:39.050] Build status: SCHEDULED
[12:15:39.050] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:34:0) after 3m35s
[12:19:14.193] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:34:0)
[12:19:14.229] Build status: SCHEDULED
[12:19:14.229] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:35:0) after 7m6s
[12:26:20.272] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:35:0)
[12:26:20.296] Build status: SCHEDULED
[12:26:20.296] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:36:0) after 8m39s
[12:34:59.359] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:36:0)
[12:34:59.383] Build status: SCHEDULED
[12:34:59.383] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:37:0) after 4m42s
[12:39:41.540] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:37:0)
[12:39:41.561] Build status: SCHEDULED
[12:39:41.561] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:38:0) after 7m5s
[12:46:46.562] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:38:0)
[12:46:46.590] Build status: SCHEDULED
[12:46:46.590] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:39:0) after 9m51s
[12:56:37.619] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:39:0)
[12:56:37.645] Build status: SCHEDULED
[12:56:37.645] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:40:0) after 8m25s
[13:05:02.662] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:40:0)
[13:05:02.699] Build status: SCHEDULED
[13:05:02.699] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:41:0) after 1m34s
[13:06:36.821] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:41:0)
[13:06:36.844] Build status: SCHEDULED
[13:06:36.844] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:42:0) after 9m19s
[13:15:55.862] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:42:0)
[13:15:55.887] Build status: SCHEDULED
[13:15:55.887] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:43:0) after 7m54s
[13:23:49.904] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:43:0)
[13:23:49.930] Build status: SCHEDULED
[13:23:49.930] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:44:0) after 1m16s
[13:25:05.946] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:44:0)
[13:25:05.982] Build status: SCHEDULED
[13:25:05.982] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:45:0) after 2m14s
[13:27:20.010] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:45:0)
[13:27:20.035] Build status: SCHEDULED
[13:27:20.035] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:46:0) after 6m34s
[13:33:54.060] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:46:0)
[13:33:54.084] Build status: SCHEDULED
[13:33:54.084] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:47:0) after 2m51s
[13:36:45.103] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:47:0)
[13:36:45.123] Build status: SCHEDULED
[13:36:45.123] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:48:0) after 9m44s
[13:46:29.148] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:48:0)
[13:46:29.173] Build status: SCHEDULED
[13:46:29.173] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:49:0) after 5m51s
[13:52:20.200] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:49:0)
[13:52:20.224] Build status: SCHEDULED
[13:52:20.224] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:50:0) after 5m47s
[13:58:07.260] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:50:0)
[13:58:07.281] Build status: SCHEDULED
[13:58:07.281] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:51:0) after 6m7s
[14:04:14.562] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:51:0)
[14:04:14.580] Build status: SCHEDULED
[14:04:14.580] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:52:0) after 4m0s
[14:08:15.217] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:52:0)
[14:08:15.241] Build status: SCHEDULED
[14:08:15.241] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:53:0) after 7m40s
[14:15:55.251] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:53:0)
[14:15:55.277] Build status: SCHEDULED
[14:15:55.277] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:54:0) after 4m26s
[14:20:23.113] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:54:0)
[14:20:23.134] Build status: SCHEDULED
[14:20:23.134] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:55:0) after 6m14s
[14:26:37.158] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:55:0)
[14:26:37.187] Build status: SCHEDULED
[14:26:37.187] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:56:0) after 7m50s
[14:34:27.207] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:56:0)
[14:34:27.228] Build status: SCHEDULED
[14:34:27.228] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:57:0) after 7m30s
[14:41:57.639] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:57:0)
[14:41:57.747] Build status: SCHEDULED
[14:41:57.748] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:58:0) after 7m12s
[14:49:09.767] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:58:0)
[14:49:09.786] Build status: SCHEDULED
[14:49:09.786] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:59:0) after 1m45s
[14:50:54.808] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:59:0)
[14:50:54.836] Build status: SCHEDULED
[14:50:54.836] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:60:0) after 5m12s
[14:56:06.835] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:60:0)
[14:56:06.863] Build status: SCHEDULED
[14:56:06.863] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:61:0) after 5m5s
[15:01:11.926] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:61:0)
[15:01:11.951] Build status: SCHEDULED
[15:01:11.952] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:62:0) after 8m30s
[15:09:41.963] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:62:0)
[15:09:41.982] Build status: SCHEDULED
[15:09:41.982] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:63:0) after 5m0s
[15:14:42.025] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:63:0)
[15:14:42.061] Build status: SCHEDULED
[15:14:42.061] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8968850108527673168:64:0) after 8m37s
[15:18:05.776] Received PubSub notification, asking Buildbucket for the build status
[15:18:05.801] Build:
{
"id": "8803420039285970001",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "mac-code-coverage"
},
"number": 8305,
"createdBy": "project:chromium",
"createTime": "2022-09-10T09:17:14.204769607Z",
"endTime": "2022-09-10T15:18:04.895603Z",
"updateTime": "2022-09-10T15:18:04.895603Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "bc90defba05ac16f749dc6d2170e3f55ae06bc5c",
"ref": "refs/heads/main"
}
}
}
[15:18:05.801] Invocation finished in 6h0m59.793729327s with status FAILED