[21:14:16.714] New invocation is queued and will start shortly
[21:14:18.162] Starting the invocation (attempt 1)
[21:14:18.201] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:14:18.201] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:14:18.201] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9039289427439268640",
"parameters_json": "{\"builder_name\":\"mac-code-coverage\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"e6ad8b4237a70f2b559f8f7ab420f30623aaabf1\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:mac-code-coverage",
"scheduler_invocation_id:9039289427439268640",
"scheduler_job_id:chromium/mac-code-coverage",
"user_agent:luci-scheduler",
"buildset:commit/git/e6ad8b4237a70f2b559f8f7ab420f30623aaabf1",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e6ad8b4237a70f2b559f8f7ab420f30623aaabf1",
"gitiles_ref:refs/heads/master"
]
}
[21:14:19.665] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1595625258360592",
"id": "8873859365048216832",
"parameters_json": "{\"builder_name\": \"mac-code-coverage\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"e6ad8b4237a70f2b559f8f7ab420f30623aaabf1\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1595625258952977",
"tags": [
"build_address:luci.chromium.ci/mac-code-coverage/1684",
"builder:mac-code-coverage",
"buildset:commit/git/e6ad8b4237a70f2b559f8f7ab420f30623aaabf1",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e6ad8b4237a70f2b559f8f7ab420f30623aaabf1",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9039289427439268640",
"scheduler_job_id:chromium/mac-code-coverage",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8873859365048216832/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1595625258953269",
"url": "https://ci.chromium.org/b/8873859365048216832",
"utcnow_ts": "1595625259653337"
}
}
[21:14:19.665] Task URL: https://ci.chromium.org/b/8873859365048216832
[21:14:19.665] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:2:0) after 1m0s
[21:15:08.114] Received PubSub notification, asking Buildbucket for the build status
[21:15:08.194] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:15:20.067] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:2:0)
[21:15:20.067] Timer tick, asking Buildbucket for the build status
[21:15:20.448] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:15:20.448] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:4:0) after 1m0s
[21:16:20.566] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:4:0)
[21:16:20.566] Timer tick, asking Buildbucket for the build status
[21:16:20.770] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:16:20.770] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:5:0) after 1m0s
[21:17:20.836] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:5:0)
[21:17:20.836] Timer tick, asking Buildbucket for the build status
[21:17:20.901] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:17:20.901] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:6:0) after 1m0s
[21:18:20.983] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:6:0)
[21:18:20.983] Timer tick, asking Buildbucket for the build status
[21:18:21.174] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:18:21.174] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:7:0) after 1m0s
[21:19:21.213] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:7:0)
[21:19:21.213] Timer tick, asking Buildbucket for the build status
[21:19:21.355] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:19:21.355] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:8:0) after 1m0s
[21:20:21.423] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:8:0)
[21:20:21.423] Timer tick, asking Buildbucket for the build status
[21:20:21.740] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:20:21.740] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:9:0) after 1m0s
[21:21:21.784] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:9:0)
[21:21:21.784] Timer tick, asking Buildbucket for the build status
[21:21:22.014] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:21:22.014] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:10:0) after 1m0s
[21:22:22.034] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:10:0)
[21:22:22.034] Timer tick, asking Buildbucket for the build status
[21:22:22.202] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:22:22.202] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:11:0) after 1m0s
[21:23:22.235] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:11:0)
[21:23:22.235] Timer tick, asking Buildbucket for the build status
[21:23:22.336] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:23:22.336] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:12:0) after 1m0s
[21:24:22.369] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:12:0)
[21:24:22.369] Timer tick, asking Buildbucket for the build status
[21:24:22.476] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:24:22.476] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:13:0) after 1m0s
[21:25:22.466] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:13:0)
[21:25:22.466] Timer tick, asking Buildbucket for the build status
[21:25:22.780] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:25:22.780] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:14:0) after 1m0s
[21:26:22.887] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:14:0)
[21:26:22.887] Timer tick, asking Buildbucket for the build status
[21:26:23.059] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:26:23.059] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:15:0) after 1m0s
[21:27:23.126] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:15:0)
[21:27:23.126] Timer tick, asking Buildbucket for the build status
[21:27:23.364] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:27:23.364] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:16:0) after 1m0s
[21:28:23.475] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:16:0)
[21:28:23.475] Timer tick, asking Buildbucket for the build status
[21:28:23.578] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:28:23.578] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:17:0) after 1m0s
[21:29:23.814] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:17:0)
[21:29:23.814] Timer tick, asking Buildbucket for the build status
[21:29:24.088] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:29:24.088] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:18:0) after 1m0s
[21:30:24.134] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:18:0)
[21:30:24.134] Timer tick, asking Buildbucket for the build status
[21:30:24.277] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:30:24.277] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:19:0) after 1m0s
[21:31:24.343] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:19:0)
[21:31:24.343] Timer tick, asking Buildbucket for the build status
[21:31:24.495] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:31:24.495] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:20:0) after 1m0s
[21:32:24.628] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:20:0)
[21:32:24.628] Timer tick, asking Buildbucket for the build status
[21:32:24.738] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:32:24.738] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:21:0) after 1m0s
[21:33:24.748] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:21:0)
[21:33:24.748] Timer tick, asking Buildbucket for the build status
[21:33:24.862] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:33:24.862] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:22:0) after 1m0s
[21:34:24.901] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:22:0)
[21:34:24.901] Timer tick, asking Buildbucket for the build status
[21:34:25.275] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:34:25.275] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:23:0) after 1m0s
[21:35:25.303] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:23:0)
[21:35:25.303] Timer tick, asking Buildbucket for the build status
[21:35:25.391] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:35:25.391] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:24:0) after 1m0s
[21:36:25.427] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:24:0)
[21:36:25.427] Timer tick, asking Buildbucket for the build status
[21:36:25.638] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:36:25.638] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:25:0) after 1m0s
[21:37:25.713] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:25:0)
[21:37:25.713] Timer tick, asking Buildbucket for the build status
[21:37:26.499] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:37:26.499] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:26:0) after 1m0s
[21:38:26.634] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:26:0)
[21:38:26.634] Timer tick, asking Buildbucket for the build status
[21:38:26.728] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:38:26.728] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:27:0) after 1m0s
[21:39:26.765] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:27:0)
[21:39:26.765] Timer tick, asking Buildbucket for the build status
[21:39:27.072] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:39:27.072] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:28:0) after 1m0s
[21:40:27.134] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:28:0)
[21:40:27.134] Timer tick, asking Buildbucket for the build status
[21:40:27.234] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:40:27.235] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:29:0) after 1m0s
[21:41:27.280] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:29:0)
[21:41:27.280] Timer tick, asking Buildbucket for the build status
[21:41:27.402] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:41:27.402] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:30:0) after 1m0s
[21:42:27.474] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:30:0)
[21:42:27.474] Timer tick, asking Buildbucket for the build status
[21:42:27.555] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:42:27.555] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:31:0) after 1m0s
[21:43:27.601] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:31:0)
[21:43:27.601] Timer tick, asking Buildbucket for the build status
[21:43:27.748] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:43:27.748] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:32:0) after 1m0s
[21:44:27.928] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:32:0)
[21:44:27.928] Timer tick, asking Buildbucket for the build status
[21:44:28.098] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:44:28.098] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:33:0) after 1m0s
[21:45:28.192] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:33:0)
[21:45:28.192] Timer tick, asking Buildbucket for the build status
[21:45:28.547] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:45:28.547] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:34:0) after 1m0s
[21:46:28.599] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:34:0)
[21:46:28.599] Timer tick, asking Buildbucket for the build status
[21:46:28.665] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:46:28.665] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:35:0) after 1m0s
[21:47:28.669] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:35:0)
[21:47:28.669] Timer tick, asking Buildbucket for the build status
[21:47:28.829] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:47:28.829] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:36:0) after 1m0s
[21:48:28.899] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:36:0)
[21:48:28.899] Timer tick, asking Buildbucket for the build status
[21:48:28.963] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:48:28.963] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:37:0) after 1m0s
[21:49:29.069] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:37:0)
[21:49:29.069] Timer tick, asking Buildbucket for the build status
[21:49:29.257] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:49:29.257] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:38:0) after 1m0s
[21:50:29.446] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:38:0)
[21:50:29.446] Timer tick, asking Buildbucket for the build status
[21:50:29.886] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:50:29.886] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:39:0) after 1m0s
[21:51:30.238] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:39:0)
[21:51:30.238] Timer tick, asking Buildbucket for the build status
[21:51:30.341] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:51:30.341] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:40:0) after 1m0s
[21:52:30.495] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:40:0)
[21:52:30.495] Timer tick, asking Buildbucket for the build status
[21:52:30.553] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:52:30.553] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:41:0) after 1m0s
[21:53:30.700] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:41:0)
[21:53:30.700] Timer tick, asking Buildbucket for the build status
[21:53:30.774] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:53:30.774] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:42:0) after 1m0s
[21:54:30.920] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:42:0)
[21:54:30.920] Timer tick, asking Buildbucket for the build status
[21:54:31.053] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:54:31.053] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:43:0) after 1m0s
[21:55:31.185] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:43:0)
[21:55:31.185] Timer tick, asking Buildbucket for the build status
[21:55:31.275] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:55:31.275] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:44:0) after 1m0s
[21:56:31.451] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:44:0)
[21:56:31.451] Timer tick, asking Buildbucket for the build status
[21:56:31.790] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:56:31.790] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:45:0) after 1m0s
[21:57:32.159] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:45:0)
[21:57:32.159] Timer tick, asking Buildbucket for the build status
[21:57:32.264] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:57:32.265] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:46:0) after 1m0s
[21:58:32.653] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:46:0)
[21:58:32.653] Timer tick, asking Buildbucket for the build status
[21:58:32.963] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:58:32.963] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:47:0) after 1m0s
[21:59:33.056] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:47:0)
[21:59:33.056] Timer tick, asking Buildbucket for the build status
[21:59:33.173] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:59:33.173] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:48:0) after 1m0s
[22:00:33.345] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:48:0)
[22:00:33.345] Timer tick, asking Buildbucket for the build status
[22:00:33.521] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:00:33.521] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:49:0) after 1m0s
[22:01:33.610] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:49:0)
[22:01:33.610] Timer tick, asking Buildbucket for the build status
[22:01:33.707] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:01:33.707] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:50:0) after 1m0s
[22:02:33.699] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:50:0)
[22:02:33.699] Timer tick, asking Buildbucket for the build status
[22:02:33.937] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:02:33.937] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:51:0) after 1m0s
[22:03:34.032] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:51:0)
[22:03:34.032] Timer tick, asking Buildbucket for the build status
[22:03:34.103] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:03:34.103] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:52:0) after 1m0s
[22:04:34.209] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:52:0)
[22:04:34.209] Timer tick, asking Buildbucket for the build status
[22:04:35.220] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:04:35.220] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:53:0) after 1m0s
[22:05:35.364] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:53:0)
[22:05:35.364] Timer tick, asking Buildbucket for the build status
[22:05:35.533] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:05:35.533] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:54:0) after 1m0s
[22:06:35.605] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:54:0)
[22:06:35.605] Timer tick, asking Buildbucket for the build status
[22:06:35.702] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:06:35.702] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:55:0) after 1m0s
[22:07:35.787] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:55:0)
[22:07:35.787] Timer tick, asking Buildbucket for the build status
[22:07:35.881] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:07:35.881] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:56:0) after 1m0s
[22:08:35.980] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:56:0)
[22:08:35.980] Timer tick, asking Buildbucket for the build status
[22:08:36.053] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:08:36.053] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:57:0) after 1m0s
[22:09:36.242] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:57:0)
[22:09:36.242] Timer tick, asking Buildbucket for the build status
[22:09:36.392] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:09:36.392] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:58:0) after 1m0s
[22:10:36.472] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:58:0)
[22:10:36.472] Timer tick, asking Buildbucket for the build status
[22:10:37.232] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:10:37.232] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:59:0) after 1m0s
[22:11:37.322] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:59:0)
[22:11:37.322] Timer tick, asking Buildbucket for the build status
[22:11:37.420] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:11:37.420] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:60:0) after 1m0s
[22:12:37.591] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:60:0)
[22:12:37.591] Timer tick, asking Buildbucket for the build status
[22:12:37.710] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:12:37.710] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:61:0) after 1m0s
[22:13:37.796] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:61:0)
[22:13:37.796] Timer tick, asking Buildbucket for the build status
[22:13:38.305] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:13:38.305] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:62:0) after 1m0s
[22:14:38.335] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:62:0)
[22:14:38.335] Timer tick, asking Buildbucket for the build status
[22:14:38.630] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:14:38.630] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:63:0) after 1m0s
[22:15:38.743] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:63:0)
[22:15:38.743] Timer tick, asking Buildbucket for the build status
[22:15:38.902] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:15:38.902] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:64:0) after 1m0s
[22:16:39.088] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:64:0)
[22:16:39.088] Timer tick, asking Buildbucket for the build status
[22:16:39.371] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:16:39.371] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:65:0) after 1m0s
[22:17:39.399] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:65:0)
[22:17:39.399] Timer tick, asking Buildbucket for the build status
[22:17:39.467] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:17:39.467] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:66:0) after 1m0s
[22:18:39.836] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:66:0)
[22:18:39.836] Timer tick, asking Buildbucket for the build status
[22:18:40.129] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:18:40.129] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:67:0) after 1m0s
[22:19:40.253] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:67:0)
[22:19:40.253] Timer tick, asking Buildbucket for the build status
[22:19:40.417] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:19:40.417] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:68:0) after 1m0s
[22:20:40.590] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:68:0)
[22:20:40.590] Timer tick, asking Buildbucket for the build status
[22:20:40.809] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:20:40.809] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:69:0) after 1m0s
[22:21:40.888] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:69:0)
[22:21:40.888] Timer tick, asking Buildbucket for the build status
[22:21:40.951] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:21:40.951] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:70:0) after 1m0s
[22:22:41.032] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:70:0)
[22:22:41.032] Timer tick, asking Buildbucket for the build status
[22:22:41.228] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:22:41.228] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:71:0) after 1m0s
[22:23:41.355] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:71:0)
[22:23:41.355] Timer tick, asking Buildbucket for the build status
[22:23:41.699] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:23:41.699] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:72:0) after 1m0s
[22:24:42.082] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:72:0)
[22:24:42.082] Timer tick, asking Buildbucket for the build status
[22:24:42.207] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:24:42.207] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:73:0) after 1m0s
[22:25:42.320] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:73:0)
[22:25:42.320] Timer tick, asking Buildbucket for the build status
[22:25:42.497] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:25:42.498] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:74:0) after 1m0s
[22:26:42.727] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:74:0)
[22:26:42.727] Timer tick, asking Buildbucket for the build status
[22:26:43.088] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:26:43.088] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:75:0) after 1m0s
[22:27:43.143] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:75:0)
[22:27:43.143] Timer tick, asking Buildbucket for the build status
[22:27:44.015] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:27:44.015] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:76:0) after 1m0s
[22:28:44.507] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:76:0)
[22:28:44.507] Timer tick, asking Buildbucket for the build status
[22:28:44.567] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:28:44.567] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:77:0) after 1m0s
[22:29:44.787] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:77:0)
[22:29:44.787] Timer tick, asking Buildbucket for the build status
[22:29:44.927] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:29:44.927] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:78:0) after 1m0s
[22:30:45.010] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:78:0)
[22:30:45.011] Timer tick, asking Buildbucket for the build status
[22:30:45.168] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:30:45.168] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:79:0) after 1m0s
[22:31:45.313] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:79:0)
[22:31:45.313] Timer tick, asking Buildbucket for the build status
[22:31:45.430] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:31:45.430] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:80:0) after 1m0s
[22:32:45.650] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:80:0)
[22:32:45.650] Timer tick, asking Buildbucket for the build status
[22:32:45.767] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:32:45.767] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:81:0) after 1m0s
[22:33:45.962] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:81:0)
[22:33:45.962] Timer tick, asking Buildbucket for the build status
[22:33:46.033] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:33:46.033] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:82:0) after 1m0s
[22:34:46.251] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:82:0)
[22:34:46.251] Timer tick, asking Buildbucket for the build status
[22:34:46.508] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:34:46.508] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:83:0) after 1m0s
[22:35:46.582] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:83:0)
[22:35:46.582] Timer tick, asking Buildbucket for the build status
[22:35:46.651] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:35:46.651] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:84:0) after 1m0s
[22:36:46.744] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:84:0)
[22:36:46.744] Timer tick, asking Buildbucket for the build status
[22:36:46.839] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:36:46.839] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:85:0) after 1m0s
[22:37:46.907] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:85:0)
[22:37:46.907] Timer tick, asking Buildbucket for the build status
[22:37:46.975] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:37:46.975] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:86:0) after 1m0s
[22:38:47.039] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:86:0)
[22:38:47.039] Timer tick, asking Buildbucket for the build status
[22:38:47.279] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:38:47.279] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:87:0) after 1m0s
[22:39:47.438] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:87:0)
[22:39:47.438] Timer tick, asking Buildbucket for the build status
[22:39:47.702] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:39:47.702] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:88:0) after 1m0s
[22:40:47.892] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:88:0)
[22:40:47.892] Timer tick, asking Buildbucket for the build status
[22:40:47.954] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:40:47.954] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:89:0) after 1m0s
[22:41:48.099] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:89:0)
[22:41:48.099] Timer tick, asking Buildbucket for the build status
[22:41:48.202] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:41:48.202] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:90:0) after 1m0s
[22:42:48.340] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:90:0)
[22:42:48.340] Timer tick, asking Buildbucket for the build status
[22:42:48.425] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:42:48.425] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:91:0) after 1m0s
[22:43:48.501] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:91:0)
[22:43:48.501] Timer tick, asking Buildbucket for the build status
[22:43:48.560] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:43:48.560] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:92:0) after 1m0s
[22:44:48.713] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:92:0)
[22:44:48.713] Timer tick, asking Buildbucket for the build status
[22:44:48.882] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:44:48.882] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:93:0) after 1m0s
[22:45:48.955] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:93:0)
[22:45:48.956] Timer tick, asking Buildbucket for the build status
[22:45:49.015] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:45:49.015] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:94:0) after 1m0s
[22:46:49.136] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:94:0)
[22:46:49.136] Timer tick, asking Buildbucket for the build status
[22:46:49.373] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:46:49.373] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:95:0) after 1m0s
[22:47:49.614] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:95:0)
[22:47:49.614] Timer tick, asking Buildbucket for the build status
[22:47:49.699] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:47:49.699] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:96:0) after 1m0s
[22:48:49.822] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:96:0)
[22:48:49.822] Timer tick, asking Buildbucket for the build status
[22:48:49.896] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:48:49.896] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:97:0) after 1m0s
[22:49:50.079] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:97:0)
[22:49:50.079] Timer tick, asking Buildbucket for the build status
[22:49:50.561] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:49:50.561] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:98:0) after 1m0s
[22:50:50.701] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:98:0)
[22:50:50.701] Timer tick, asking Buildbucket for the build status
[22:50:50.791] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:50:50.791] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:99:0) after 1m0s
[22:51:50.820] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:99:0)
[22:51:50.820] Timer tick, asking Buildbucket for the build status
[22:51:51.084] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:51:51.084] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:100:0) after 1m0s
[22:52:51.127] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:100:0)
[22:52:51.127] Timer tick, asking Buildbucket for the build status
[22:52:51.216] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:52:51.216] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:101:0) after 1m0s
[22:53:51.280] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:101:0)
[22:53:51.280] Timer tick, asking Buildbucket for the build status
[22:53:51.351] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:53:51.351] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:102:0) after 1m0s
[22:54:51.465] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:102:0)
[22:54:51.465] Timer tick, asking Buildbucket for the build status
[22:54:51.587] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:54:51.587] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:103:0) after 1m0s
[22:55:51.619] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:103:0)
[22:55:51.619] Timer tick, asking Buildbucket for the build status
[22:55:51.680] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:55:51.680] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:104:0) after 1m0s
[22:56:51.719] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:104:0)
[22:56:51.719] Timer tick, asking Buildbucket for the build status
[22:56:51.788] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:56:51.788] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:105:0) after 1m0s
[22:57:51.845] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:105:0)
[22:57:51.845] Timer tick, asking Buildbucket for the build status
[22:57:52.110] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:57:52.110] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:106:0) after 1m0s
[22:58:52.191] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:106:0)
[22:58:52.191] Timer tick, asking Buildbucket for the build status
[22:58:52.481] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:58:52.481] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:107:0) after 1m0s
[22:59:52.570] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:107:0)
[22:59:52.570] Timer tick, asking Buildbucket for the build status
[22:59:52.710] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:59:52.710] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:108:0) after 1m0s
[23:00:52.813] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:108:0)
[23:00:52.813] Timer tick, asking Buildbucket for the build status
[23:00:52.873] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:00:52.873] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:109:0) after 1m0s
[23:01:53.004] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:109:0)
[23:01:53.004] Timer tick, asking Buildbucket for the build status
[23:01:53.218] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:01:53.218] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:110:0) after 1m0s
[23:02:53.273] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:110:0)
[23:02:53.273] Timer tick, asking Buildbucket for the build status
[23:02:53.530] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:02:53.530] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:111:0) after 1m0s
[23:03:53.596] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:111:0)
[23:03:53.596] Timer tick, asking Buildbucket for the build status
[23:03:53.859] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:03:53.859] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:112:0) after 1m0s
[23:04:53.867] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:112:0)
[23:04:53.867] Timer tick, asking Buildbucket for the build status
[23:04:53.985] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:04:53.985] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:113:0) after 1m0s
[23:05:54.179] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:113:0)
[23:05:54.179] Timer tick, asking Buildbucket for the build status
[23:05:54.257] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:05:54.257] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:114:0) after 1m0s
[23:06:54.295] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:114:0)
[23:06:54.295] Timer tick, asking Buildbucket for the build status
[23:06:54.386] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:06:54.386] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:115:0) after 1m0s
[23:07:54.443] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:115:0)
[23:07:54.443] Timer tick, asking Buildbucket for the build status
[23:07:54.505] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:07:54.505] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:116:0) after 1m0s
[23:08:54.523] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:116:0)
[23:08:54.523] Timer tick, asking Buildbucket for the build status
[23:08:54.602] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:08:54.602] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:117:0) after 1m0s
[23:09:54.752] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:117:0)
[23:09:54.752] Timer tick, asking Buildbucket for the build status
[23:09:55.258] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:09:55.258] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:118:0) after 1m0s
[23:10:55.307] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:118:0)
[23:10:55.307] Timer tick, asking Buildbucket for the build status
[23:10:55.391] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:10:55.391] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:119:0) after 1m0s
[23:11:55.436] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:119:0)
[23:11:55.436] Timer tick, asking Buildbucket for the build status
[23:11:55.746] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:11:55.746] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:120:0) after 1m0s
[23:12:55.827] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:120:0)
[23:12:55.827] Timer tick, asking Buildbucket for the build status
[23:12:55.902] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:12:55.902] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:121:0) after 1m0s
[23:13:55.928] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:121:0)
[23:13:55.928] Timer tick, asking Buildbucket for the build status
[23:13:56.275] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:13:56.275] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:122:0) after 1m0s
[23:14:56.313] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:122:0)
[23:14:56.314] Timer tick, asking Buildbucket for the build status
[23:14:56.431] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:14:56.431] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:123:0) after 1m0s
[23:15:56.462] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:123:0)
[23:15:56.462] Timer tick, asking Buildbucket for the build status
[23:15:56.594] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:15:56.594] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:124:0) after 1m0s
[23:16:56.673] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:124:0)
[23:16:56.674] Timer tick, asking Buildbucket for the build status
[23:16:56.740] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:16:56.740] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:125:0) after 1m0s
[23:17:56.795] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:125:0)
[23:17:56.795] Timer tick, asking Buildbucket for the build status
[23:17:56.938] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:17:56.938] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:126:0) after 1m0s
[23:18:56.976] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:126:0)
[23:18:56.976] Timer tick, asking Buildbucket for the build status
[23:18:57.068] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:18:57.068] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:127:0) after 1m0s
[23:19:57.212] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:127:0)
[23:19:57.212] Timer tick, asking Buildbucket for the build status
[23:19:57.336] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:19:57.336] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:128:0) after 1m0s
[23:20:57.370] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:128:0)
[23:20:57.370] Timer tick, asking Buildbucket for the build status
[23:20:57.780] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:20:57.780] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:129:0) after 1m0s
[23:21:57.806] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:129:0)
[23:21:57.806] Timer tick, asking Buildbucket for the build status
[23:21:57.891] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:21:57.891] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:130:0) after 1m0s
[23:22:57.927] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:130:0)
[23:22:57.927] Timer tick, asking Buildbucket for the build status
[23:22:58.000] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:22:58.000] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:131:0) after 1m0s
[23:23:58.080] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:131:0)
[23:23:58.080] Timer tick, asking Buildbucket for the build status
[23:23:58.211] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:23:58.211] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:132:0) after 1m0s
[23:24:58.237] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:132:0)
[23:24:58.237] Timer tick, asking Buildbucket for the build status
[23:24:58.341] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:24:58.341] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:133:0) after 1m0s
[23:25:58.387] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:133:0)
[23:25:58.387] Timer tick, asking Buildbucket for the build status
[23:25:58.493] Build 8873859365048216832: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:25:58.493] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9039289427439268640:134:0) after 1m0s
[23:26:47.242] Received PubSub notification, asking Buildbucket for the build status
[23:26:47.336] Build 8873859365048216832: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[23:26:47.336] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1595633206418834",
"created_by": "project:chromium",
"created_ts": "1595625258360592",
"failure_reason": "INFRA_FAILURE",
"id": "8873859365048216832",
"parameters_json": "{\"builder_name\": \"mac-code-coverage\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"e6ad8b4237a70f2b559f8f7ab420f30623aaabf1\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"recipe infra failure: Infra Failure: Step('compile') (retcode: 124)\"}, \"properties\": {\"$build/code_coverage\": {\"use_clang_coverage\": true}, \"$build/goma\": {\"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/opt/s/w/ir/cache\", \"temp_dir\": \"/opt/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build283-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"mac-code-coverage\", \"buildnumber\": 1684, \"clang_revision\": \"n359864-04b9a46c-1\", \"got_angle_revision\": \"df5ed61ddbcab119b059e6e5bd28a049b726766a\", \"got_dawn_revision\": \"4d9cadd58aeaeeac18af40fa2b773db1a579328f\", \"got_nacl_revision\": \"fd20fafa8ec19700e12daa031bf792bae8b6bb21\", \"got_revision\": \"e6ad8b4237a70f2b559f8f7ab420f30623aaabf1\", \"got_revision_cp\": \"refs/heads/master@{#791304}\", \"got_swarming_client_revision\": \"4c095d04179dc725a300085ae21fe3b79900d072\", \"got_swiftshader_revision\": \"6a8a74986c357b0c6fa0dfd2b4b9230af8d39d1a\", \"got_v8_revision\": \"5cdec88a9e3e230528eeb9c34c68437a24db4b89\", \"got_v8_revision_cp\": \"refs/heads/8.6.230@{#1}\", \"got_webrtc_revision\": \"82e85676c3b35e721e8e61a1d089f4a0eca4750c\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#31782}\", \"mastername\": \"chromium.fyi\", \"path_config\": \"generic\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"e6ad8b4237a70f2b559f8f7ab420f30623aaabf1\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_a165fbc5f77948fe8465d1f67a1e4a103f195e4f29767b5fac0876e41f78e10e_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11c29\", \"xcode_ios_11e146\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build283-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"5425-e4e3059\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"recipe infra failure: Infra Failure: Step('compile') (retcode: 124)\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1595625298457318",
"status": "COMPLETED",
"status_changed_ts": "1595625307673112",
"tags": [
"build_address:luci.chromium.ci/mac-code-coverage/1684",
"builder:mac-code-coverage",
"buildset:commit/git/e6ad8b4237a70f2b559f8f7ab420f30623aaabf1",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e6ad8b4237a70f2b559f8f7ab420f30623aaabf1",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9039289427439268640",
"scheduler_job_id:chromium/mac-code-coverage",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8873859365048216832/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:4d9b7ecd5dad4210",
"user_agent:luci-scheduler"
],
"updated_ts": "1595633206603455",
"url": "https://ci.chromium.org/b/8873859365048216832",
"utcnow_ts": "1595633207310816"
}
}
[23:26:47.336] Invocation finished in 2h12m30.640028408s with status FAILED