[23:43:18.540] New invocation is queued and will start shortly
[23:43:19.713] Starting the invocation (attempt 1)
[23:43:19.750] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:43:19.750] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:43:19.750] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9029586175850287648",
"parameters_json": "{\"builder_name\":\"mac-code-coverage\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"418f62a9eecad245f899cfdd773f24fdc012bbd0\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:mac-code-coverage",
"scheduler_invocation_id:9029586175850287648",
"scheduler_job_id:chromium/mac-code-coverage",
"user_agent:luci-scheduler",
"buildset:commit/git/418f62a9eecad245f899cfdd773f24fdc012bbd0",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/418f62a9eecad245f899cfdd773f24fdc012bbd0",
"gitiles_ref:refs/heads/master"
]
}
[23:43:20.357] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1604878999847115",
"id": "8864156113814836736",
"parameters_json": "{\"builder_name\": \"mac-code-coverage\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"418f62a9eecad245f899cfdd773f24fdc012bbd0\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1604879000234909",
"tags": [
"build_address:luci.chromium.ci/mac-code-coverage/3167",
"builder:mac-code-coverage",
"buildset:commit/git/418f62a9eecad245f899cfdd773f24fdc012bbd0",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/418f62a9eecad245f899cfdd773f24fdc012bbd0",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9029586175850287648",
"scheduler_job_id:chromium/mac-code-coverage",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8864156113814836736/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1604879000235027",
"url": "https://ci.chromium.org/b/8864156113814836736",
"utcnow_ts": "1604879000348441"
}
}
[23:43:20.357] Task URL: https://ci.chromium.org/b/8864156113814836736
[23:43:20.357] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:2:0) after 1m0s
[23:44:20.417] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:2:0)
[23:44:20.417] Timer tick, asking Buildbucket for the build status
[23:44:20.678] Build 8864156113814836736: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[23:44:20.678] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:3:0) after 1m0s
[23:45:20.742] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:3:0)
[23:45:20.742] Timer tick, asking Buildbucket for the build status
[23:45:20.838] Build 8864156113814836736: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[23:45:20.838] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:4:0) after 1m0s
[23:46:20.859] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:4:0)
[23:46:20.859] Timer tick, asking Buildbucket for the build status
[23:46:20.957] Build 8864156113814836736: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[23:46:20.957] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:5:0) after 1m0s
[23:47:21.009] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:5:0)
[23:47:21.009] Timer tick, asking Buildbucket for the build status
[23:47:21.094] Build 8864156113814836736: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[23:47:21.094] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:6:0) after 1m0s
[23:48:21.147] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:6:0)
[23:48:21.147] Timer tick, asking Buildbucket for the build status
[23:48:21.217] Build 8864156113814836736: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[23:48:21.217] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:7:0) after 1m0s
[23:48:32.794] Received PubSub notification, asking Buildbucket for the build status
[23:48:32.875] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:49:21.239] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:7:0)
[23:49:21.239] Timer tick, asking Buildbucket for the build status
[23:49:21.337] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:49:21.337] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:9:0) after 1m0s
[23:50:21.352] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:9:0)
[23:50:21.352] Timer tick, asking Buildbucket for the build status
[23:50:21.448] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:50:21.448] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:10:0) after 1m0s
[23:51:21.473] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:10:0)
[23:51:21.473] Timer tick, asking Buildbucket for the build status
[23:51:21.580] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:51:21.580] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:11:0) after 1m0s
[23:52:21.600] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:11:0)
[23:52:21.600] Timer tick, asking Buildbucket for the build status
[23:52:21.700] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:52:21.701] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:12:0) after 1m0s
[23:53:21.725] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:12:0)
[23:53:21.725] Timer tick, asking Buildbucket for the build status
[23:53:21.794] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:53:21.794] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:13:0) after 1m0s
[23:54:21.883] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:13:0)
[23:54:21.883] Timer tick, asking Buildbucket for the build status
[23:54:21.995] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:54:21.995] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:14:0) after 1m0s
[23:55:21.980] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:14:0)
[23:55:21.980] Timer tick, asking Buildbucket for the build status
[23:55:22.223] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:55:22.223] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:15:0) after 1m0s
[23:56:22.266] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:15:0)
[23:56:22.266] Timer tick, asking Buildbucket for the build status
[23:56:22.478] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:56:22.478] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:16:0) after 1m0s
[23:57:22.520] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:16:0)
[23:57:22.520] Timer tick, asking Buildbucket for the build status
[23:57:22.628] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:57:22.628] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:17:0) after 1m0s
[23:58:22.652] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:17:0)
[23:58:22.652] Timer tick, asking Buildbucket for the build status
[23:58:22.783] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:58:22.783] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:18:0) after 1m0s
[23:59:22.832] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:18:0)
[23:59:22.832] Timer tick, asking Buildbucket for the build status
[23:59:23.188] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:59:23.188] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:19:0) after 1m0s
[00:00:23.369] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:19:0)
[00:00:23.370] Timer tick, asking Buildbucket for the build status
[00:00:23.579] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:00:23.579] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:20:0) after 1m0s
[00:01:23.633] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:20:0)
[00:01:23.633] Timer tick, asking Buildbucket for the build status
[00:01:23.705] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:01:23.706] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:21:0) after 1m0s
[00:02:23.788] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:21:0)
[00:02:23.788] Timer tick, asking Buildbucket for the build status
[00:02:23.870] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:02:23.870] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:22:0) after 1m0s
[00:03:23.914] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:22:0)
[00:03:23.914] Timer tick, asking Buildbucket for the build status
[00:03:23.999] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:03:23.999] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:23:0) after 1m0s
[00:04:24.033] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:23:0)
[00:04:24.033] Timer tick, asking Buildbucket for the build status
[00:04:24.156] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:04:24.156] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:24:0) after 1m0s
[00:05:24.255] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:24:0)
[00:05:24.255] Timer tick, asking Buildbucket for the build status
[00:05:24.400] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:05:24.400] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:25:0) after 1m0s
[00:06:24.429] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:25:0)
[00:06:24.429] Timer tick, asking Buildbucket for the build status
[00:06:24.546] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:06:24.546] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:26:0) after 1m0s
[00:07:24.582] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:26:0)
[00:07:24.582] Timer tick, asking Buildbucket for the build status
[00:07:24.711] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:07:24.711] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:27:0) after 1m0s
[00:08:24.754] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:27:0)
[00:08:24.754] Timer tick, asking Buildbucket for the build status
[00:08:24.882] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:08:24.882] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:28:0) after 1m0s
[00:09:24.939] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:28:0)
[00:09:24.939] Timer tick, asking Buildbucket for the build status
[00:09:25.018] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:09:25.018] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:29:0) after 1m0s
[00:10:25.062] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:29:0)
[00:10:25.062] Timer tick, asking Buildbucket for the build status
[00:10:25.129] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:10:25.129] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:30:0) after 1m0s
[00:11:25.134] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:30:0)
[00:11:25.134] Timer tick, asking Buildbucket for the build status
[00:11:25.231] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:11:25.231] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:31:0) after 1m0s
[00:12:25.307] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:31:0)
[00:12:25.307] Timer tick, asking Buildbucket for the build status
[00:12:25.532] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:12:25.532] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:32:0) after 1m0s
[00:13:25.560] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:32:0)
[00:13:25.560] Timer tick, asking Buildbucket for the build status
[00:13:25.743] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:13:25.743] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:33:0) after 1m0s
[00:14:25.821] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:33:0)
[00:14:25.821] Timer tick, asking Buildbucket for the build status
[00:14:25.885] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:14:25.885] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:34:0) after 1m0s
[00:15:25.907] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:34:0)
[00:15:25.907] Timer tick, asking Buildbucket for the build status
[00:15:26.034] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:15:26.034] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:35:0) after 1m0s
[00:16:26.076] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:35:0)
[00:16:26.076] Timer tick, asking Buildbucket for the build status
[00:16:26.305] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:16:26.305] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:36:0) after 1m0s
[00:17:26.342] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:36:0)
[00:17:26.342] Timer tick, asking Buildbucket for the build status
[00:17:26.593] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:17:26.593] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:37:0) after 1m0s
[00:18:26.711] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:37:0)
[00:18:26.711] Timer tick, asking Buildbucket for the build status
[00:18:26.864] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:18:26.864] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:38:0) after 1m0s
[00:19:26.943] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:38:0)
[00:19:26.943] Timer tick, asking Buildbucket for the build status
[00:19:27.153] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:19:27.153] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:39:0) after 1m0s
[00:20:27.181] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:39:0)
[00:20:27.181] Timer tick, asking Buildbucket for the build status
[00:20:27.240] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:20:27.241] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:40:0) after 1m0s
[00:21:27.327] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:40:0)
[00:21:27.327] Timer tick, asking Buildbucket for the build status
[00:21:27.518] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:21:27.518] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:41:0) after 1m0s
[00:22:27.615] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:41:0)
[00:22:27.615] Timer tick, asking Buildbucket for the build status
[00:22:27.675] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:22:27.675] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:42:0) after 1m0s
[00:23:27.793] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:42:0)
[00:23:27.793] Timer tick, asking Buildbucket for the build status
[00:23:27.934] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:23:27.934] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:43:0) after 1m0s
[00:24:27.968] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:43:0)
[00:24:27.968] Timer tick, asking Buildbucket for the build status
[00:24:28.079] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:24:28.079] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:44:0) after 1m0s
[00:25:28.115] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:44:0)
[00:25:28.115] Timer tick, asking Buildbucket for the build status
[00:25:28.171] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:25:28.171] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:45:0) after 1m0s
[00:26:28.354] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:45:0)
[00:26:28.354] Timer tick, asking Buildbucket for the build status
[00:26:28.425] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:26:28.425] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:46:0) after 1m0s
[00:27:28.576] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:46:0)
[00:27:28.576] Timer tick, asking Buildbucket for the build status
[00:27:28.686] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:27:28.686] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:47:0) after 1m0s
[00:28:28.719] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:47:0)
[00:28:28.719] Timer tick, asking Buildbucket for the build status
[00:28:28.907] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:28:28.907] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:48:0) after 1m0s
[00:29:28.943] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:48:0)
[00:29:28.943] Timer tick, asking Buildbucket for the build status
[00:29:29.016] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:29:29.016] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:49:0) after 1m0s
[00:30:29.264] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:49:0)
[00:30:29.264] Timer tick, asking Buildbucket for the build status
[00:30:29.340] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:30:29.340] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:50:0) after 1m0s
[00:31:29.503] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:50:0)
[00:31:29.503] Timer tick, asking Buildbucket for the build status
[00:31:29.714] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:31:29.714] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:51:0) after 1m0s
[00:32:29.798] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:51:0)
[00:32:29.798] Timer tick, asking Buildbucket for the build status
[00:32:29.885] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:32:29.885] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:52:0) after 1m0s
[00:33:29.999] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:52:0)
[00:33:29.999] Timer tick, asking Buildbucket for the build status
[00:33:30.116] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:33:30.116] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:53:0) after 1m0s
[00:34:30.211] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:53:0)
[00:34:30.211] Timer tick, asking Buildbucket for the build status
[00:34:30.287] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:34:30.287] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:54:0) after 1m0s
[00:35:30.352] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:54:0)
[00:35:30.352] Timer tick, asking Buildbucket for the build status
[00:35:30.452] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:35:30.452] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:55:0) after 1m0s
[00:36:30.488] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:55:0)
[00:36:30.488] Timer tick, asking Buildbucket for the build status
[00:36:30.897] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:36:30.897] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:56:0) after 1m0s
[00:37:33.578] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:56:0)
[00:37:33.578] Timer tick, asking Buildbucket for the build status
[00:37:33.722] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:37:33.722] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:57:0) after 1m0s
[00:38:34.083] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:57:0)
[00:38:34.083] Timer tick, asking Buildbucket for the build status
[00:38:34.207] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:38:34.207] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:58:0) after 1m0s
[00:39:34.507] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:58:0)
[00:39:34.507] Timer tick, asking Buildbucket for the build status
[00:39:34.734] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:39:34.734] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:59:0) after 1m0s
[00:40:34.951] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:59:0)
[00:40:34.951] Timer tick, asking Buildbucket for the build status
[00:40:35.042] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:40:35.042] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:60:0) after 1m0s
[00:41:35.172] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:60:0)
[00:41:35.172] Timer tick, asking Buildbucket for the build status
[00:41:35.327] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:41:35.327] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:61:0) after 1m0s
[00:42:35.493] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:61:0)
[00:42:35.493] Timer tick, asking Buildbucket for the build status
[00:42:35.873] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:42:35.873] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:62:0) after 1m0s
[00:43:36.030] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:62:0)
[00:43:36.031] Timer tick, asking Buildbucket for the build status
[00:43:36.201] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:43:36.201] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:63:0) after 1m0s
[00:44:36.440] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:63:0)
[00:44:36.440] Timer tick, asking Buildbucket for the build status
[00:44:36.588] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:44:36.589] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:64:0) after 1m0s
[00:45:36.930] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:64:0)
[00:45:36.930] Timer tick, asking Buildbucket for the build status
[00:45:37.006] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:45:37.006] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:65:0) after 1m0s
[00:46:37.054] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:65:0)
[00:46:37.054] Timer tick, asking Buildbucket for the build status
[00:46:37.117] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:46:37.117] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:66:0) after 1m0s
[00:47:37.269] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:66:0)
[00:47:37.269] Timer tick, asking Buildbucket for the build status
[00:47:37.576] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:47:37.576] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:67:0) after 1m0s
[00:48:37.603] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:67:0)
[00:48:37.603] Timer tick, asking Buildbucket for the build status
[00:48:37.728] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:48:37.728] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:68:0) after 1m0s
[00:49:37.725] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:68:0)
[00:49:37.725] Timer tick, asking Buildbucket for the build status
[00:49:37.993] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:49:37.993] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:69:0) after 1m0s
[00:50:38.062] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:69:0)
[00:50:38.062] Timer tick, asking Buildbucket for the build status
[00:50:38.291] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:50:38.291] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:70:0) after 1m0s
[00:51:38.328] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:70:0)
[00:51:38.328] Timer tick, asking Buildbucket for the build status
[00:51:38.395] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:51:38.395] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:71:0) after 1m0s
[00:52:38.382] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:71:0)
[00:52:38.382] Timer tick, asking Buildbucket for the build status
[00:52:39.644] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:52:39.644] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:72:0) after 1m0s
[00:53:39.725] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:72:0)
[00:53:39.725] Timer tick, asking Buildbucket for the build status
[00:53:39.840] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:53:39.840] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:73:0) after 1m0s
[00:54:39.878] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:73:0)
[00:54:39.878] Timer tick, asking Buildbucket for the build status
[00:54:40.390] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:54:40.390] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:74:0) after 1m0s
[00:55:40.413] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:74:0)
[00:55:40.413] Timer tick, asking Buildbucket for the build status
[00:55:40.465] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:55:40.465] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:75:0) after 1m0s
[00:56:40.501] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:75:0)
[00:56:40.501] Timer tick, asking Buildbucket for the build status
[00:56:40.639] Build 8864156113814836736: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:56:40.639] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9029586175850287648:76:0) after 1m0s
[00:56:51.663] Received PubSub notification, asking Buildbucket for the build status
[00:56:51.741] Build 8864156113814836736: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[00:56:51.741] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1604883410628022",
"created_by": "project:chromium",
"created_ts": "1604878999847115",
"failure_reason": "INFRA_FAILURE",
"id": "8864156113814836736",
"parameters_json": "{\"builder_name\": \"mac-code-coverage\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"418f62a9eecad245f899cfdd773f24fdc012bbd0\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"properties\": {\"$build/code_coverage\": {\"use_clang_coverage\": true}, \"$build/goma\": {\"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\", \"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/milo/blamelist_pins\": [{\"host\": \"chromium.googlesource.com\", \"id\": \"418f62a9eecad245f899cfdd773f24fdc012bbd0\", \"project\": \"chromium/src\"}], \"$recipe_engine/path\": {\"cache_dir\": \"/opt/s/w/ir/cache\", \"temp_dir\": \"/opt/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build285-m9\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.fyi\", \"buildername\": \"mac-code-coverage\", \"buildnumber\": 3167, \"clang_revision\": \"llvmorg-12-init-10666-gc9f69ee7-1\", \"got_angle_revision\": \"aca3d408105d03683edd20b98b333c5064ac5254\", \"got_dawn_revision\": \"3e17e33724b4d0b4c4fc1985340882e1f543e3a0\", \"got_nacl_revision\": \"f9e6f257d1a0934dbeed3c5c8f83b651dc4f55e1\", \"got_revision\": \"418f62a9eecad245f899cfdd773f24fdc012bbd0\", \"got_revision_cp\": \"refs/heads/master@{#825227}\", \"got_swarming_client_revision\": \"d46ea7635f2911208268170512cb611412488fd8\", \"got_swiftshader_revision\": \"4ed9d3498dcffa987acba1a8007ff8dec336f263\", \"got_v8_revision\": \"4075f123295bb39d50e472b7af1fc04d4f4fe228\", \"got_v8_revision_cp\": \"refs/heads/8.8.250@{#1}\", \"got_webrtc_revision\": \"9c99b7964fabb16a022293ffbd2804f9b46551f6\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#32565}\", \"path_config\": \"generic\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"418f62a9eecad245f899cfdd773f24fdc012bbd0\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_39577906d6998b74a86337839132cfc6bfc1df98c3bca332a18fde26a96bf415_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build285-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.15\", \"Mac-10.15.7\", \"Mac-10.15.7-19H2\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.16\"], \"server_version\": [\"5614-d862eaa\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1604879312267237",
"status": "COMPLETED",
"status_changed_ts": "1604883411132757",
"tags": [
"build_address:luci.chromium.ci/mac-code-coverage/3167",
"builder:mac-code-coverage",
"buildset:commit/git/418f62a9eecad245f899cfdd773f24fdc012bbd0",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/418f62a9eecad245f899cfdd773f24fdc012bbd0",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9029586175850287648",
"scheduler_job_id:chromium/mac-code-coverage",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8864156113814836736/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:4fc30fab6d3a4110",
"user_agent:luci-scheduler"
],
"updated_ts": "1604883411137307",
"url": "https://ci.chromium.org/b/8864156113814836736",
"utcnow_ts": "1604883411732816"
}
}
[00:56:51.741] Invocation finished in 1h13m33.218710896s with status FAILED