[10:43:32.422] New invocation is queued and will start shortly
[10:43:33.526] Starting the invocation (attempt 1)
[10:43:33.575] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:43:33.575] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:43:33.575] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9038966722197622624",
"parameters_json": "{\"builder_name\":\"mac-code-coverage\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"14434b3d2e6b09045a4ceb75712885ba8972f5e3\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:mac-code-coverage",
"scheduler_invocation_id:9038966722197622624",
"scheduler_job_id:chromium/mac-code-coverage",
"user_agent:luci-scheduler",
"buildset:commit/git/14434b3d2e6b09045a4ceb75712885ba8972f5e3",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/14434b3d2e6b09045a4ceb75712885ba8972f5e3",
"gitiles_ref:refs/heads/master"
]
}
[10:43:34.782] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1595933013758393",
"id": "8873536660124466416",
"parameters_json": "{\"builder_name\": \"mac-code-coverage\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"14434b3d2e6b09045a4ceb75712885ba8972f5e3\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1595933014566973",
"tags": [
"build_address:luci.chromium.ci/mac-code-coverage/1698",
"builder:mac-code-coverage",
"buildset:commit/git/14434b3d2e6b09045a4ceb75712885ba8972f5e3",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/14434b3d2e6b09045a4ceb75712885ba8972f5e3",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9038966722197622624",
"scheduler_job_id:chromium/mac-code-coverage",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8873536660124466416/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1595933014567151",
"url": "https://ci.chromium.org/b/8873536660124466416",
"utcnow_ts": "1595933014762307"
}
}
[10:43:34.782] Task URL: https://ci.chromium.org/b/8873536660124466416
[10:43:34.782] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:2:0) after 1m0s
[10:44:34.779] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:2:0)
[10:44:34.779] Timer tick, asking Buildbucket for the build status
[10:44:34.917] Build 8873536660124466416: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:44:34.917] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:3:0) after 1m0s
[10:45:35.024] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:3:0)
[10:45:35.024] Timer tick, asking Buildbucket for the build status
[10:45:35.124] Build 8873536660124466416: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:45:35.124] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:4:0) after 1m0s
[10:45:40.738] Received PubSub notification, asking Buildbucket for the build status
[10:45:40.859] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:46:35.251] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:4:0)
[10:46:35.251] Timer tick, asking Buildbucket for the build status
[10:46:36.262] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:46:36.262] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:6:0) after 1m0s
[10:47:36.350] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:6:0)
[10:47:36.350] Timer tick, asking Buildbucket for the build status
[10:47:36.497] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:47:36.497] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:7:0) after 1m0s
[10:48:36.592] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:7:0)
[10:48:36.592] Timer tick, asking Buildbucket for the build status
[10:48:36.745] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:48:36.746] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:8:0) after 1m0s
[10:49:36.793] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:8:0)
[10:49:36.793] Timer tick, asking Buildbucket for the build status
[10:49:36.922] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:49:36.922] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:9:0) after 1m0s
[10:50:36.980] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:9:0)
[10:50:36.980] Timer tick, asking Buildbucket for the build status
[10:50:37.147] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:50:37.147] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:10:0) after 1m0s
[10:51:37.227] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:10:0)
[10:51:37.227] Timer tick, asking Buildbucket for the build status
[10:51:37.369] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:51:37.369] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:11:0) after 1m0s
[10:52:37.422] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:11:0)
[10:52:37.422] Timer tick, asking Buildbucket for the build status
[10:52:37.662] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:52:37.662] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:12:0) after 1m0s
[10:53:37.721] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:12:0)
[10:53:37.721] Timer tick, asking Buildbucket for the build status
[10:53:37.873] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:53:37.873] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:13:0) after 1m0s
[10:54:38.017] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:13:0)
[10:54:38.017] Timer tick, asking Buildbucket for the build status
[10:54:38.317] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:54:38.317] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:14:0) after 1m0s
[10:55:38.336] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:14:0)
[10:55:38.336] Timer tick, asking Buildbucket for the build status
[10:55:38.409] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:55:38.409] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:15:0) after 1m0s
[10:56:38.439] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:15:0)
[10:56:38.439] Timer tick, asking Buildbucket for the build status
[10:56:38.529] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:56:38.529] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:16:0) after 1m0s
[10:57:38.559] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:16:0)
[10:57:38.559] Timer tick, asking Buildbucket for the build status
[10:57:38.643] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:57:38.643] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:17:0) after 1m0s
[10:58:38.696] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:17:0)
[10:58:38.696] Timer tick, asking Buildbucket for the build status
[10:58:39.140] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:58:39.140] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:18:0) after 1m0s
[10:59:39.188] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:18:0)
[10:59:39.188] Timer tick, asking Buildbucket for the build status
[10:59:39.283] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:59:39.284] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:19:0) after 1m0s
[11:00:39.392] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:19:0)
[11:00:39.392] Timer tick, asking Buildbucket for the build status
[11:00:39.495] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:00:39.497] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:20:0) after 1m0s
[11:01:39.714] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:20:0)
[11:01:39.714] Timer tick, asking Buildbucket for the build status
[11:01:39.808] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:01:39.808] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:21:0) after 1m0s
[11:02:40.083] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:21:0)
[11:02:40.083] Timer tick, asking Buildbucket for the build status
[11:02:40.174] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:02:40.174] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:22:0) after 1m0s
[11:03:40.453] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:22:0)
[11:03:40.453] Timer tick, asking Buildbucket for the build status
[11:03:41.173] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:03:41.173] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:23:0) after 1m0s
[11:04:41.353] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:23:0)
[11:04:41.353] Timer tick, asking Buildbucket for the build status
[11:04:41.543] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:04:41.543] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:24:0) after 1m0s
[11:05:41.817] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:24:0)
[11:05:41.817] Timer tick, asking Buildbucket for the build status
[11:05:41.884] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:05:41.884] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:25:0) after 1m0s
[11:06:42.093] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:25:0)
[11:06:42.093] Timer tick, asking Buildbucket for the build status
[11:06:42.209] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:06:42.209] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:26:0) after 1m0s
[11:07:42.420] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:26:0)
[11:07:42.420] Timer tick, asking Buildbucket for the build status
[11:07:42.502] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:07:42.502] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:27:0) after 1m0s
[11:08:42.551] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:27:0)
[11:08:42.551] Timer tick, asking Buildbucket for the build status
[11:08:42.902] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:08:42.902] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:28:0) after 1m0s
[11:09:42.953] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:28:0)
[11:09:42.953] Timer tick, asking Buildbucket for the build status
[11:09:43.185] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:09:43.185] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:29:0) after 1m0s
[11:10:43.283] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:29:0)
[11:10:43.283] Timer tick, asking Buildbucket for the build status
[11:10:43.852] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:10:43.852] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:30:0) after 1m0s
[11:11:43.990] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:30:0)
[11:11:43.990] Timer tick, asking Buildbucket for the build status
[11:11:44.057] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:11:44.057] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:31:0) after 1m0s
[11:12:44.068] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:31:0)
[11:12:44.068] Timer tick, asking Buildbucket for the build status
[11:12:44.151] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:12:44.151] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:32:0) after 1m0s
[11:13:44.218] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:32:0)
[11:13:44.218] Timer tick, asking Buildbucket for the build status
[11:13:44.447] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:13:44.447] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:33:0) after 1m0s
[11:14:44.492] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:33:0)
[11:14:44.492] Timer tick, asking Buildbucket for the build status
[11:14:44.898] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:14:44.898] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:34:0) after 1m0s
[11:15:45.196] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:34:0)
[11:15:45.196] Timer tick, asking Buildbucket for the build status
[11:15:45.281] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:15:45.281] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:35:0) after 1m0s
[11:16:45.777] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:35:0)
[11:16:45.777] Timer tick, asking Buildbucket for the build status
[11:16:46.119] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:16:46.119] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:36:0) after 1m0s
[11:17:46.197] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:36:0)
[11:17:46.197] Timer tick, asking Buildbucket for the build status
[11:17:47.395] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:17:47.395] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:37:0) after 1m0s
[11:18:47.614] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:37:0)
[11:18:47.614] Timer tick, asking Buildbucket for the build status
[11:18:47.788] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:18:47.788] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:38:0) after 1m0s
[11:19:48.383] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:38:0)
[11:19:48.383] Timer tick, asking Buildbucket for the build status
[11:19:48.524] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:19:48.524] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:39:0) after 1m0s
[11:20:48.821] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:39:0)
[11:20:48.821] Timer tick, asking Buildbucket for the build status
[11:20:48.890] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:20:48.890] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:40:0) after 1m0s
[11:21:48.981] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:40:0)
[11:21:48.981] Timer tick, asking Buildbucket for the build status
[11:21:49.138] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:21:49.138] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:41:0) after 1m0s
[11:22:49.337] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:41:0)
[11:22:49.337] Timer tick, asking Buildbucket for the build status
[11:22:49.493] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:22:49.494] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:42:0) after 1m0s
[11:23:49.698] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:42:0)
[11:23:49.698] Timer tick, asking Buildbucket for the build status
[11:23:52.456] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:23:52.456] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:43:0) after 1m0s
[11:24:52.597] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:43:0)
[11:24:52.597] Timer tick, asking Buildbucket for the build status
[11:24:52.883] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:24:52.883] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:44:0) after 1m0s
[11:25:53.086] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:44:0)
[11:25:53.086] Timer tick, asking Buildbucket for the build status
[11:25:53.180] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:25:53.180] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:45:0) after 1m0s
[11:26:53.300] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:45:0)
[11:26:53.300] Timer tick, asking Buildbucket for the build status
[11:26:53.383] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:26:53.383] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:46:0) after 1m0s
[11:27:53.652] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:46:0)
[11:27:53.652] Timer tick, asking Buildbucket for the build status
[11:27:53.736] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:27:53.737] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:47:0) after 1m0s
[11:28:53.864] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:47:0)
[11:28:53.864] Timer tick, asking Buildbucket for the build status
[11:28:54.202] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:28:54.202] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:48:0) after 1m0s
[11:29:54.574] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:48:0)
[11:29:54.574] Timer tick, asking Buildbucket for the build status
[11:29:54.677] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:29:54.677] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:49:0) after 1m0s
[11:30:54.802] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:49:0)
[11:30:54.802] Timer tick, asking Buildbucket for the build status
[11:30:54.953] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:30:54.953] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:50:0) after 1m0s
[11:31:55.146] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:50:0)
[11:31:55.146] Timer tick, asking Buildbucket for the build status
[11:31:55.406] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:31:55.406] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:51:0) after 1m0s
[11:32:56.139] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:51:0)
[11:32:56.139] Timer tick, asking Buildbucket for the build status
[11:32:56.301] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:32:56.301] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:52:0) after 1m0s
[11:33:56.333] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:52:0)
[11:33:56.333] Timer tick, asking Buildbucket for the build status
[11:33:56.443] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:33:56.443] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:53:0) after 1m0s
[11:34:56.818] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:53:0)
[11:34:56.818] Timer tick, asking Buildbucket for the build status
[11:34:56.963] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:34:56.963] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:54:0) after 1m0s
[11:35:57.180] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:54:0)
[11:35:57.180] Timer tick, asking Buildbucket for the build status
[11:35:57.339] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:35:57.339] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:55:0) after 1m0s
[11:36:57.478] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:55:0)
[11:36:57.478] Timer tick, asking Buildbucket for the build status
[11:36:58.607] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:36:58.607] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:56:0) after 1m0s
[11:37:59.425] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:56:0)
[11:37:59.425] Timer tick, asking Buildbucket for the build status
[11:37:59.861] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:37:59.861] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:57:0) after 1m0s
[11:39:01.610] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:57:0)
[11:39:01.610] Timer tick, asking Buildbucket for the build status
[11:39:01.765] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:39:01.765] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:58:0) after 1m0s
[11:40:02.276] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:58:0)
[11:40:02.276] Timer tick, asking Buildbucket for the build status
[11:40:02.515] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:40:02.515] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:59:0) after 1m0s
[11:41:02.813] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:59:0)
[11:41:02.813] Timer tick, asking Buildbucket for the build status
[11:41:03.010] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:41:03.010] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:60:0) after 1m0s
[11:42:03.103] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:60:0)
[11:42:03.103] Timer tick, asking Buildbucket for the build status
[11:42:03.848] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:42:03.848] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:61:0) after 1m0s
[11:43:03.858] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:61:0)
[11:43:03.858] Timer tick, asking Buildbucket for the build status
[11:43:04.036] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:43:04.036] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:62:0) after 1m0s
[11:44:04.483] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:62:0)
[11:44:04.483] Timer tick, asking Buildbucket for the build status
[11:44:04.673] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:44:04.673] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:63:0) after 1m0s
[11:45:04.814] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:63:0)
[11:45:04.814] Timer tick, asking Buildbucket for the build status
[11:45:07.008] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:45:07.008] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:64:0) after 1m0s
[11:46:07.187] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:64:0)
[11:46:07.187] Timer tick, asking Buildbucket for the build status
[11:46:07.384] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:46:07.384] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:65:0) after 1m0s
[11:47:07.420] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:65:0)
[11:47:07.420] Timer tick, asking Buildbucket for the build status
[11:47:11.299] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:47:11.299] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:66:0) after 1m0s
[11:48:11.671] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:66:0)
[11:48:11.671] Timer tick, asking Buildbucket for the build status
[11:48:11.859] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:48:11.859] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:67:0) after 1m0s
[11:49:11.982] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:67:0)
[11:49:11.982] Timer tick, asking Buildbucket for the build status
[11:49:12.154] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:49:12.154] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:68:0) after 1m0s
[11:50:12.271] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:68:0)
[11:50:12.271] Timer tick, asking Buildbucket for the build status
[11:50:12.403] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:50:12.403] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:69:0) after 1m0s
[11:51:12.459] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:69:0)
[11:51:12.459] Timer tick, asking Buildbucket for the build status
[11:51:12.880] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:51:12.880] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:70:0) after 1m0s
[11:52:12.980] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:70:0)
[11:52:12.980] Timer tick, asking Buildbucket for the build status
[11:52:13.118] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:52:13.118] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:71:0) after 1m0s
[11:53:13.319] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:71:0)
[11:53:13.319] Timer tick, asking Buildbucket for the build status
[11:53:14.586] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:53:14.586] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:72:0) after 1m0s
[11:54:14.637] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:72:0)
[11:54:14.637] Timer tick, asking Buildbucket for the build status
[11:54:15.295] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:54:15.296] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:73:0) after 1m0s
[11:55:15.423] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:73:0)
[11:55:15.423] Timer tick, asking Buildbucket for the build status
[11:55:15.534] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:55:15.534] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:74:0) after 1m0s
[11:56:15.559] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:74:0)
[11:56:15.559] Timer tick, asking Buildbucket for the build status
[11:56:15.657] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:56:15.657] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:75:0) after 1m0s
[11:57:15.800] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:75:0)
[11:57:15.800] Timer tick, asking Buildbucket for the build status
[11:57:15.918] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:57:15.918] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:76:0) after 1m0s
[11:58:15.938] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:76:0)
[11:58:15.938] Timer tick, asking Buildbucket for the build status
[11:58:16.134] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:58:16.134] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:77:0) after 1m0s
[11:59:16.200] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:77:0)
[11:59:16.200] Timer tick, asking Buildbucket for the build status
[11:59:16.562] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:59:16.562] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:78:0) after 1m0s
[12:00:16.726] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:78:0)
[12:00:16.726] Timer tick, asking Buildbucket for the build status
[12:00:17.086] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:00:17.086] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:79:0) after 1m0s
[12:01:17.274] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:79:0)
[12:01:17.274] Timer tick, asking Buildbucket for the build status
[12:01:17.659] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:01:17.659] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:80:0) after 1m0s
[12:02:17.730] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:80:0)
[12:02:17.730] Timer tick, asking Buildbucket for the build status
[12:02:17.892] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:02:17.892] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:81:0) after 1m0s
[12:03:17.955] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:81:0)
[12:03:17.955] Timer tick, asking Buildbucket for the build status
[12:03:18.287] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:03:18.287] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:82:0) after 1m0s
[12:04:18.313] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:82:0)
[12:04:18.314] Timer tick, asking Buildbucket for the build status
[12:04:19.051] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:04:19.051] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:83:0) after 1m0s
[12:05:19.244] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:83:0)
[12:05:19.244] Timer tick, asking Buildbucket for the build status
[12:05:19.436] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:05:19.436] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:84:0) after 1m0s
[12:06:19.478] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:84:0)
[12:06:19.478] Timer tick, asking Buildbucket for the build status
[12:06:22.555] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:06:22.555] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:85:0) after 1m0s
[12:07:22.577] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:85:0)
[12:07:22.577] Timer tick, asking Buildbucket for the build status
[12:07:22.742] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:07:22.742] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:86:0) after 1m0s
[12:08:22.804] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:86:0)
[12:08:22.804] Timer tick, asking Buildbucket for the build status
[12:08:23.051] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:08:23.051] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:87:0) after 1m0s
[12:09:23.097] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:87:0)
[12:09:23.097] Timer tick, asking Buildbucket for the build status
[12:09:23.619] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:09:23.619] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:88:0) after 1m0s
[12:10:23.644] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:88:0)
[12:10:23.644] Timer tick, asking Buildbucket for the build status
[12:10:23.894] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:10:23.894] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:89:0) after 1m0s
[12:11:23.939] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:89:0)
[12:11:23.939] Timer tick, asking Buildbucket for the build status
[12:11:24.268] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:11:24.268] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:90:0) after 1m0s
[12:12:24.408] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:90:0)
[12:12:24.408] Timer tick, asking Buildbucket for the build status
[12:12:24.607] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:12:24.607] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:91:0) after 1m0s
[12:13:24.684] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:91:0)
[12:13:24.684] Timer tick, asking Buildbucket for the build status
[12:13:25.093] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:13:25.093] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:92:0) after 1m0s
[12:14:25.237] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:92:0)
[12:14:25.237] Timer tick, asking Buildbucket for the build status
[12:14:25.383] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:14:25.383] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:93:0) after 1m0s
[12:15:25.408] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:93:0)
[12:15:25.408] Timer tick, asking Buildbucket for the build status
[12:15:25.747] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:15:25.747] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:94:0) after 1m0s
[12:16:25.813] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:94:0)
[12:16:25.813] Timer tick, asking Buildbucket for the build status
[12:16:26.314] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:16:26.314] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:95:0) after 1m0s
[12:17:26.482] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:95:0)
[12:17:26.483] Timer tick, asking Buildbucket for the build status
[12:17:31.213] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:17:31.213] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:96:0) after 1m0s
[12:18:31.269] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:96:0)
[12:18:31.269] Timer tick, asking Buildbucket for the build status
[12:18:31.423] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:18:31.423] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:97:0) after 1m0s
[12:19:31.450] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:97:0)
[12:19:31.450] Timer tick, asking Buildbucket for the build status
[12:19:31.925] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:19:31.925] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:98:0) after 1m0s
[12:20:31.962] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:98:0)
[12:20:31.962] Timer tick, asking Buildbucket for the build status
[12:20:32.083] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:20:32.083] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:99:0) after 1m0s
[12:21:32.131] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:99:0)
[12:21:32.131] Timer tick, asking Buildbucket for the build status
[12:21:32.281] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:21:32.281] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:100:0) after 1m0s
[12:22:32.380] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:100:0)
[12:22:32.380] Timer tick, asking Buildbucket for the build status
[12:22:32.831] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:22:32.831] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:101:0) after 1m0s
[12:23:32.922] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:101:0)
[12:23:32.922] Timer tick, asking Buildbucket for the build status
[12:23:33.125] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:23:33.125] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:102:0) after 1m0s
[12:24:33.218] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:102:0)
[12:24:33.218] Timer tick, asking Buildbucket for the build status
[12:24:33.566] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:24:33.566] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:103:0) after 1m0s
[12:25:33.609] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:103:0)
[12:25:33.609] Timer tick, asking Buildbucket for the build status
[12:25:33.846] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:25:33.846] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:104:0) after 1m0s
[12:26:33.860] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:104:0)
[12:26:33.860] Timer tick, asking Buildbucket for the build status
[12:26:33.984] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:26:33.984] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:105:0) after 1m0s
[12:27:34.026] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:105:0)
[12:27:34.026] Timer tick, asking Buildbucket for the build status
[12:27:34.146] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:27:34.146] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:106:0) after 1m0s
[12:28:34.232] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:106:0)
[12:28:34.232] Timer tick, asking Buildbucket for the build status
[12:28:34.375] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:28:34.375] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:107:0) after 1m0s
[12:29:34.410] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:107:0)
[12:29:34.410] Timer tick, asking Buildbucket for the build status
[12:29:34.672] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:29:34.672] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:108:0) after 1m0s
[12:30:34.794] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:108:0)
[12:30:34.794] Timer tick, asking Buildbucket for the build status
[12:30:35.397] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:30:35.397] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:109:0) after 1m0s
[12:31:35.423] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:109:0)
[12:31:35.423] Timer tick, asking Buildbucket for the build status
[12:31:35.509] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:31:35.509] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:110:0) after 1m0s
[12:32:35.583] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:110:0)
[12:32:35.583] Timer tick, asking Buildbucket for the build status
[12:32:35.997] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:32:35.997] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:111:0) after 1m0s
[12:33:36.010] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:111:0)
[12:33:36.010] Timer tick, asking Buildbucket for the build status
[12:33:36.188] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:33:36.188] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:112:0) after 1m0s
[12:34:36.255] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:112:0)
[12:34:36.255] Timer tick, asking Buildbucket for the build status
[12:34:36.671] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:34:36.671] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:113:0) after 1m0s
[12:35:36.775] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:113:0)
[12:35:36.775] Timer tick, asking Buildbucket for the build status
[12:35:36.914] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:35:36.914] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:114:0) after 1m0s
[12:36:36.974] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:114:0)
[12:36:36.974] Timer tick, asking Buildbucket for the build status
[12:36:37.095] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:36:37.095] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:115:0) after 1m0s
[12:37:37.209] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:115:0)
[12:37:37.209] Timer tick, asking Buildbucket for the build status
[12:37:37.362] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:37:37.362] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:116:0) after 1m0s
[12:38:37.485] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:116:0)
[12:38:37.485] Timer tick, asking Buildbucket for the build status
[12:38:37.642] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:38:37.642] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:117:0) after 1m0s
[12:39:37.715] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:117:0)
[12:39:37.715] Timer tick, asking Buildbucket for the build status
[12:39:38.149] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:39:38.149] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:118:0) after 1m0s
[12:40:38.183] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:118:0)
[12:40:38.183] Timer tick, asking Buildbucket for the build status
[12:40:38.331] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:40:38.331] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:119:0) after 1m0s
[12:41:38.553] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:119:0)
[12:41:38.553] Timer tick, asking Buildbucket for the build status
[12:41:38.654] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:41:38.654] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:120:0) after 1m0s
[12:42:38.732] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:120:0)
[12:42:38.732] Timer tick, asking Buildbucket for the build status
[12:42:38.822] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:42:38.822] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:121:0) after 1m0s
[12:43:38.992] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:121:0)
[12:43:38.992] Timer tick, asking Buildbucket for the build status
[12:43:39.218] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:43:39.218] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:122:0) after 1m0s
[12:44:39.858] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:122:0)
[12:44:39.858] Timer tick, asking Buildbucket for the build status
[12:44:40.023] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:44:40.023] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:123:0) after 1m0s
[12:45:40.296] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:123:0)
[12:45:40.296] Timer tick, asking Buildbucket for the build status
[12:45:40.451] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:45:40.451] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:124:0) after 1m0s
[12:46:41.022] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:124:0)
[12:46:41.022] Timer tick, asking Buildbucket for the build status
[12:46:41.113] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:46:41.113] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:125:0) after 1m0s
[12:47:41.288] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:125:0)
[12:47:41.288] Timer tick, asking Buildbucket for the build status
[12:47:41.411] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:47:41.411] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:126:0) after 1m0s
[12:48:41.496] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:126:0)
[12:48:41.496] Timer tick, asking Buildbucket for the build status
[12:48:41.578] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:48:41.578] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:127:0) after 1m0s
[12:49:41.684] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:127:0)
[12:49:41.684] Timer tick, asking Buildbucket for the build status
[12:49:41.871] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:49:41.871] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:128:0) after 1m0s
[12:50:42.054] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:128:0)
[12:50:42.054] Timer tick, asking Buildbucket for the build status
[12:50:42.206] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:50:42.206] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:129:0) after 1m0s
[12:51:42.394] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:129:0)
[12:51:42.394] Timer tick, asking Buildbucket for the build status
[12:51:42.491] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:51:42.491] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:130:0) after 1m0s
[12:52:42.625] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:130:0)
[12:52:42.625] Timer tick, asking Buildbucket for the build status
[12:52:42.748] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:52:42.748] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:131:0) after 1m0s
[12:53:42.821] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:131:0)
[12:53:42.821] Timer tick, asking Buildbucket for the build status
[12:53:42.986] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:53:42.986] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:132:0) after 1m0s
[12:54:43.109] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:132:0)
[12:54:43.109] Timer tick, asking Buildbucket for the build status
[12:54:43.257] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:54:43.257] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:133:0) after 1m0s
[12:55:43.389] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:133:0)
[12:55:43.389] Timer tick, asking Buildbucket for the build status
[12:55:43.494] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:55:43.495] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:134:0) after 1m0s
[12:56:43.581] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:134:0)
[12:56:43.581] Timer tick, asking Buildbucket for the build status
[12:56:43.698] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:56:43.698] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:135:0) after 1m0s
[12:57:43.737] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:135:0)
[12:57:43.737] Timer tick, asking Buildbucket for the build status
[12:57:43.893] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:57:43.893] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:136:0) after 1m0s
[12:58:43.922] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:136:0)
[12:58:43.922] Timer tick, asking Buildbucket for the build status
[12:58:44.247] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:58:44.247] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:137:0) after 1m0s
[12:59:44.284] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:137:0)
[12:59:44.284] Timer tick, asking Buildbucket for the build status
[12:59:44.499] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:59:44.499] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:138:0) after 1m0s
[13:00:44.554] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:138:0)
[13:00:44.554] Timer tick, asking Buildbucket for the build status
[13:00:44.742] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:00:44.742] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:139:0) after 1m0s
[13:01:44.825] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:139:0)
[13:01:44.825] Timer tick, asking Buildbucket for the build status
[13:01:45.247] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:01:45.247] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:140:0) after 1m0s
[13:02:45.231] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:140:0)
[13:02:45.231] Timer tick, asking Buildbucket for the build status
[13:02:45.315] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:02:45.315] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:141:0) after 1m0s
[13:03:45.372] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:141:0)
[13:03:45.372] Timer tick, asking Buildbucket for the build status
[13:03:45.498] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:03:45.498] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:142:0) after 1m0s
[13:04:45.530] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:142:0)
[13:04:45.530] Timer tick, asking Buildbucket for the build status
[13:04:46.429] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:04:46.429] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:143:0) after 1m0s
[13:05:46.553] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:143:0)
[13:05:46.553] Timer tick, asking Buildbucket for the build status
[13:05:46.644] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:05:46.644] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:144:0) after 1m0s
[13:06:46.686] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:144:0)
[13:06:46.686] Timer tick, asking Buildbucket for the build status
[13:06:46.781] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:06:46.781] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:145:0) after 1m0s
[13:07:46.867] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:145:0)
[13:07:46.867] Timer tick, asking Buildbucket for the build status
[13:07:46.969] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:07:46.969] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:146:0) after 1m0s
[13:08:46.986] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:146:0)
[13:08:46.986] Timer tick, asking Buildbucket for the build status
[13:08:47.151] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:08:47.151] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:147:0) after 1m0s
[13:09:47.283] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:147:0)
[13:09:47.283] Timer tick, asking Buildbucket for the build status
[13:09:47.513] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:09:47.513] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:148:0) after 1m0s
[13:10:47.560] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:148:0)
[13:10:47.560] Timer tick, asking Buildbucket for the build status
[13:10:50.264] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:10:50.264] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:149:0) after 1m0s
[13:11:50.300] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:149:0)
[13:11:50.300] Timer tick, asking Buildbucket for the build status
[13:11:50.442] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:11:50.442] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:150:0) after 1m0s
[13:12:50.514] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:150:0)
[13:12:50.514] Timer tick, asking Buildbucket for the build status
[13:12:50.620] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:12:50.620] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:151:0) after 1m0s
[13:13:50.695] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:151:0)
[13:13:50.695] Timer tick, asking Buildbucket for the build status
[13:13:50.866] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:13:50.866] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:152:0) after 1m0s
[13:14:50.916] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:152:0)
[13:14:50.916] Timer tick, asking Buildbucket for the build status
[13:14:51.098] Build 8873536660124466416: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:14:51.098] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9038966722197622624:153:0) after 1m0s
[13:14:56.524] Received PubSub notification, asking Buildbucket for the build status
[13:14:56.796] Build 8873536660124466416: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[13:14:56.796] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1595942095313290",
"created_by": "project:chromium",
"created_ts": "1595933013758393",
"failure_reason": "INFRA_FAILURE",
"id": "8873536660124466416",
"parameters_json": "{\"builder_name\": \"mac-code-coverage\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"14434b3d2e6b09045a4ceb75712885ba8972f5e3\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"recipe infra failure: Infra Failure: Step('derive test results') (retcode: 233)\"}, \"properties\": {\"$build/code_coverage\": {\"use_clang_coverage\": true}, \"$build/goma\": {\"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build227-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"mac-code-coverage\", \"buildnumber\": 1698, \"clang_revision\": \"n359864-04b9a46c-1\", \"got_angle_revision\": \"52d2563373fa1ac0df10eef05c29168bb062ba0b\", \"got_dawn_revision\": \"c11a19145f1f5a8846d0123e22c261966949466c\", \"got_nacl_revision\": \"3008f9e6de122325d8f9dbf02f7cdd51fa1ec306\", \"got_revision\": \"14434b3d2e6b09045a4ceb75712885ba8972f5e3\", \"got_revision_cp\": \"refs/heads/master@{#792200}\", \"got_swarming_client_revision\": \"4c095d04179dc725a300085ae21fe3b79900d072\", \"got_swiftshader_revision\": \"12c9d4ac61f26e787dfe4ea256b2e1b8fa35e040\", \"got_v8_revision\": \"f31e5f45be72dfe621d614f7547c83f9854756e3\", \"got_v8_revision_cp\": \"refs/heads/8.6.250@{#1}\", \"got_webrtc_revision\": \"0bb26390604ec8589a1986f0fbc52749523b38bd\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#31796}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.fyi\", \"path_config\": \"generic\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"14434b3d2e6b09045a4ceb75712885ba8972f5e3\", \"swarm_hashes\": {\"absl_hardening_tests\": \"67d073d951768b1949fb1b1711210a719b1baae6\", \"accessibility_unittests\": \"6f17ff6118d51026ed029ef24a453e4f658d3536\", \"angle_unittests\": \"b3b519cf3ce8b41675471fa29f38dcaaf7d17a28\", \"app_shell_unittests\": \"477bfbd010dac7d705db134fb02d0602f5f4bf72\", \"base_unittests\": \"c3276c3cdf2e38305a3736f851233efe28e7ec5d\", \"base_util_unittests\": \"72772f373b803731d2e6cefd838b6db730608b37\", \"blink_common_unittests\": \"f33433908ab831195510013736b2e4f028fae718\", \"blink_fuzzer_unittests\": \"497dd756d39d51b959bf5261594e442025279589\", \"blink_heap_unittests\": \"ff466bad35bc1d82c060e86ce6ef2b860839f9e0\", \"blink_platform_unittests\": \"2cb3549cc40a2c0b823339750a4c41d1145c99ab\", \"blink_unittests\": \"5de482739e76f46021f284ae3f9f8ccffcfab32e\", \"boringssl_crypto_tests\": \"ba381cc3810caac7c196fea412138b46a8709b84\", \"boringssl_ssl_tests\": \"2884bedd777e5d1cb09b31ceb6962298f518286a\", \"browser_tests\": \"a93a18844a4f37c854c11bae225274ccd0b6070a\", \"capture_unittests\": \"1bba2c498a8c9d6f53877f6550f2fea46ce8c294\", \"cast_unittests\": \"64ac987377aed19bcb24e6afa99c54cb46dee517\", \"cc_unittests\": \"4cdbc72ac5ad8e198f422b6ab77fa554af5194dd\", \"chrome_app_unittests\": \"33ca58251a619eaf8cb598e9d76dfe8628c3a06a\", \"chromedriver_unittests\": \"35a398f669ee1c3d3467c53389271672cf46f313\", \"components_browsertests\": \"ddba67d4ed869a37a6f47e4d9cb8efe607e55b59\", \"components_unittests\": \"f1b6170c5a7723d694ffd1110f67bdbdbcc2c483\", \"content_browsertests\": \"b7034fccb9b427c6d40b0f7ae7b21c06e47b2349\", \"content_nocompile_tests\": \"698171618576778f2868beaa0d39820bec7c1c33\", \"content_unittests\": \"893628dcc92bf0849483982c17449426a829b199\", \"crashpad_tests\": \"3930bd87ab6620295dde673f4aa21ab8f940f0b7\", \"cronet_tests\": \"e3409a08ba5fadd0c7cd9c740a8876e1fd953954\", \"cronet_unittests\": \"c94c575a874db287cb2927a8186c9e57af513610\", \"crypto_unittests\": \"6063b89e67e77a50237041519e1cd23951e209f0\", \"device_unittests\": \"07b741e2f6c1fa61d1ed794de75000fd00df6b23\", \"display_unittests\": \"0d1fd57ad30e541a7a1847cec83454c8f47dff6f\", \"events_unittests\": \"3b0f09810205be7b4413570435e8d13bbb503768\", \"extensions_browsertests\": \"09e43c1f2dfcb3b449ec24a148c83015148a7dd5\", \"extensions_unittests\": \"0c374a5a990262137f68770b0af895e6ecc72c41\", \"filesystem_service_unittests\": \"af157def526c9da24831d6f1cdc6341110e1ee33\", \"gcm_unit_tests\": \"f75243f86a34ccbf9215e9df95315f8faeaf3cd1\", \"gfx_unittests\": \"09cd2554748ca44af614a844a9ef7d7fc9504080\", \"gin_unittests\": \"238a9545b43ce723ebcba3d4ca2c052ca5d112a5\", \"google_apis_unittests\": \"fecfd77744328da2ea220eced833c9672f536187\", \"gpu_unittests\": \"45e02b6fa485759277412cd6bc403b37067c49f4\", \"gwp_asan_unittests\": \"ff34e43abc5233af4ff58da1a2f6d1ba99fd880a\", \"headless_browsertests\": \"012bd2c27b3cba6465aecb53f10e495a548956ec\", \"headless_unittests\": \"000206fc66c719eb25bce1461a1c1c27d5263d23\", \"interactive_ui_tests\": \"f25ba0930443d6dc0b1d6e016fe6e1a5db0a34ae\", \"ipc_tests\": \"2a0f402fd78001fbfa4752aa44333aee3c534a1e\", \"jingle_unittests\": \"70be5b93203103dc4cd04554d4005d64249540c4\", \"latency_unittests\": \"ed06d3ccc9a8f84b8dde11f9ba5293922ddd6fdb\", \"libjingle_xmpp_unittests\": \"357d9ad8ad9ea08aed49ce567ed805bae4a341a9\", \"media_blink_unittests\": \"ea915ba11d75e15fe7eb98db64e10e12c88e376c\", \"media_unittests\": \"e3b7c41fbec43623438d46bf8933412e49b08bcd\", \"message_center_unittests\": \"7e95c985fbc4a1f98b1d1ec1a5ab17d47222d637\", \"midi_unittests\": \"e5fd8efc18f9e79f057c30dbe58c64c4afe90f2b\", \"mojo_unittests\": \"400b49de0c1162c25d6ff90facf8319deda135ac\", \"nacl_loader_unittests\": \"c21a05d823ad32f4ab46099d26b3efba464151ce\", \"native_theme_unittests\": \"bce188c66dd433a16ffa2b73f2d7db9a6c11a798\", \"net_unittests\": \"4512fc7bc9e614f3d4618a733f4e301dd837ac34\", \"pdf_unittests\": \"cbe80c779a4a34e61326e58f79ef302f4c98f638\", \"perfetto_unittests\": \"cc319a4f2ba3c4866a8ee2113d1ec2393ec91572\", \"ppapi_unittests\": \"1f0c2f8751ce8f3461e6516702156e4c42b1fd66\", \"printing_unittests\": \"6391d8a7d7ec8fdbbb9ffdaeb133e6a5309e2b96\", \"remoting_unittests\": \"850e2e928b29eabe3389f95568940ee44eeefd7a\", \"sandbox_mac_unittests\": \"6d6dd0e3c4a1cddc4a9b6b72155019496badfcf0\", \"service_manager_unittests\": \"8c8328acbe6ca7759cb773431b06be9f52d3fe9c\", \"services_unittests\": \"f9930fd50a930fd4da6221d5101ceb7252dafdf1\", \"shell_dialogs_unittests\": \"05441465421bfc21162922ec3d23679b0ae5085f\", \"skia_unittests\": \"19587aa3322c7e72e8f73de4125b62cadead10d6\", \"snapshot_unittests\": \"4c1eafbe439eebd1fd5f43f3cfe4c3151c5a652c\", \"sql_unittests\": \"7116a2dd1447b097fcab17fb0864655336841b62\", \"storage_unittests\": \"499f99c3aaf36ccf646fcf2a9b5a51d2e2881800\", \"sync_integration_tests\": \"efd8186ab2c30e742e4e400a58f2e55bfe20cb38\", \"ui_base_unittests\": \"ec483994f189e507f4066b0545ef891768437694\", \"ui_touch_selection_unittests\": \"e92928de9b842a5ca380f4fcbe81fd7995d9a4f0\", \"unit_tests\": \"585a368ea0b530c0a4b44c78e8717d01493d7935\", \"updater_tests\": \"43395651e7395ff650f8296910d0e7e27e1b14e7\", \"url_unittests\": \"27f0753e17a475dab7d141726243615f0f4307e7\", \"views_unittests\": \"4042f4526ab651087b26fa6a71405d6a955d789a\", \"viz_unittests\": \"5553ea8a17adbdf5903bad841e6db1d20251274e\", \"wtf_unittests\": \"25e0f19e114bf076ff927c20ee63d6c5535f601f\", \"xr_browser_tests\": \"65b6f856085389886d549fb716d97045ef43876c\"}, \"swarm_hashes_refs/heads/master(at){#792200}_without_patch\": {\"absl_hardening_tests\": \"67d073d951768b1949fb1b1711210a719b1baae6\", \"accessibility_unittests\": \"6f17ff6118d51026ed029ef24a453e4f658d3536\", \"angle_unittests\": \"b3b519cf3ce8b41675471fa29f38dcaaf7d17a28\", \"app_shell_unittests\": \"477bfbd010dac7d705db134fb02d0602f5f4bf72\", \"base_unittests\": \"c3276c3cdf2e38305a3736f851233efe28e7ec5d\", \"base_util_unittests\": \"72772f373b803731d2e6cefd838b6db730608b37\", \"blink_common_unittests\": \"f33433908ab831195510013736b2e4f028fae718\", \"blink_fuzzer_unittests\": \"497dd756d39d51b959bf5261594e442025279589\", \"blink_heap_unittests\": \"ff466bad35bc1d82c060e86ce6ef2b860839f9e0\", \"blink_platform_unittests\": \"2cb3549cc40a2c0b823339750a4c41d1145c99ab\", \"blink_unittests\": \"5de482739e76f46021f284ae3f9f8ccffcfab32e\", \"boringssl_crypto_tests\": \"ba381cc3810caac7c196fea412138b46a8709b84\", \"boringssl_ssl_tests\": \"2884bedd777e5d1cb09b31ceb6962298f518286a\", \"browser_tests\": \"a93a18844a4f37c854c11bae225274ccd0b6070a\", \"capture_unittests\": \"1bba2c498a8c9d6f53877f6550f2fea46ce8c294\", \"cast_unittests\": \"64ac987377aed19bcb24e6afa99c54cb46dee517\", \"cc_unittests\": \"4cdbc72ac5ad8e198f422b6ab77fa554af5194dd\", \"chrome_app_unittests\": \"33ca58251a619eaf8cb598e9d76dfe8628c3a06a\", \"chromedriver_unittests\": \"35a398f669ee1c3d3467c53389271672cf46f313\", \"components_browsertests\": \"ddba67d4ed869a37a6f47e4d9cb8efe607e55b59\", \"components_unittests\": \"f1b6170c5a7723d694ffd1110f67bdbdbcc2c483\", \"content_browsertests\": \"b7034fccb9b427c6d40b0f7ae7b21c06e47b2349\", \"content_nocompile_tests\": \"698171618576778f2868beaa0d39820bec7c1c33\", \"content_unittests\": \"893628dcc92bf0849483982c17449426a829b199\", \"crashpad_tests\": \"3930bd87ab6620295dde673f4aa21ab8f940f0b7\", \"cronet_tests\": \"e3409a08ba5fadd0c7cd9c740a8876e1fd953954\", \"cronet_unittests\": \"c94c575a874db287cb2927a8186c9e57af513610\", \"crypto_unittests\": \"6063b89e67e77a50237041519e1cd23951e209f0\", \"device_unittests\": \"07b741e2f6c1fa61d1ed794de75000fd00df6b23\", \"display_unittests\": \"0d1fd57ad30e541a7a1847cec83454c8f47dff6f\", \"events_unittests\": \"3b0f09810205be7b4413570435e8d13bbb503768\", \"extensions_browsertests\": \"09e43c1f2dfcb3b449ec24a148c83015148a7dd5\", \"extensions_unittests\": \"0c374a5a990262137f68770b0af895e6ecc72c41\", \"filesystem_service_unittests\": \"af157def526c9da24831d6f1cdc6341110e1ee33\", \"gcm_unit_tests\": \"f75243f86a34ccbf9215e9df95315f8faeaf3cd1\", \"gfx_unittests\": \"09cd2554748ca44af614a844a9ef7d7fc9504080\", \"gin_unittests\": \"238a9545b43ce723ebcba3d4ca2c052ca5d112a5\", \"google_apis_unittests\": \"fecfd77744328da2ea220eced833c9672f536187\", \"gpu_unittests\": \"45e02b6fa485759277412cd6bc403b37067c49f4\", \"gwp_asan_unittests\": \"ff34e43abc5233af4ff58da1a2f6d1ba99fd880a\", \"headless_browsertests\": \"012bd2c27b3cba6465aecb53f10e495a548956ec\", \"headless_unittests\": \"000206fc66c719eb25bce1461a1c1c27d5263d23\", \"interactive_ui_tests\": \"f25ba0930443d6dc0b1d6e016fe6e1a5db0a34ae\", \"ipc_tests\": \"2a0f402fd78001fbfa4752aa44333aee3c534a1e\", \"jingle_unittests\": \"70be5b93203103dc4cd04554d4005d64249540c4\", \"latency_unittests\": \"ed06d3ccc9a8f84b8dde11f9ba5293922ddd6fdb\", \"libjingle_xmpp_unittests\": \"357d9ad8ad9ea08aed49ce567ed805bae4a341a9\", \"media_blink_unittests\": \"ea915ba11d75e15fe7eb98db64e10e12c88e376c\", \"media_unittests\": \"e3b7c41fbec43623438d46bf8933412e49b08bcd\", \"message_center_unittests\": \"7e95c985fbc4a1f98b1d1ec1a5ab17d47222d637\", \"midi_unittests\": \"e5fd8efc18f9e79f057c30dbe58c64c4afe90f2b\", \"mojo_unittests\": \"400b49de0c1162c25d6ff90facf8319deda135ac\", \"nacl_loader_unittests\": \"c21a05d823ad32f4ab46099d26b3efba464151ce\", \"native_theme_unittests\": \"bce188c66dd433a16ffa2b73f2d7db9a6c11a798\", \"net_unittests\": \"4512fc7bc9e614f3d4618a733f4e301dd837ac34\", \"pdf_unittests\": \"cbe80c779a4a34e61326e58f79ef302f4c98f638\", \"perfetto_unittests\": \"cc319a4f2ba3c4866a8ee2113d1ec2393ec91572\", \"ppapi_unittests\": \"1f0c2f8751ce8f3461e6516702156e4c42b1fd66\", \"printing_unittests\": \"6391d8a7d7ec8fdbbb9ffdaeb133e6a5309e2b96\", \"remoting_unittests\": \"850e2e928b29eabe3389f95568940ee44eeefd7a\", \"sandbox_mac_unittests\": \"6d6dd0e3c4a1cddc4a9b6b72155019496badfcf0\", \"service_manager_unittests\": \"8c8328acbe6ca7759cb773431b06be9f52d3fe9c\", \"services_unittests\": \"f9930fd50a930fd4da6221d5101ceb7252dafdf1\", \"shell_dialogs_unittests\": \"05441465421bfc21162922ec3d23679b0ae5085f\", \"skia_unittests\": \"19587aa3322c7e72e8f73de4125b62cadead10d6\", \"snapshot_unittests\": \"4c1eafbe439eebd1fd5f43f3cfe4c3151c5a652c\", \"sql_unittests\": \"7116a2dd1447b097fcab17fb0864655336841b62\", \"storage_unittests\": \"499f99c3aaf36ccf646fcf2a9b5a51d2e2881800\", \"sync_integration_tests\": \"efd8186ab2c30e742e4e400a58f2e55bfe20cb38\", \"ui_base_unittests\": \"ec483994f189e507f4066b0545ef891768437694\", \"ui_touch_selection_unittests\": \"e92928de9b842a5ca380f4fcbe81fd7995d9a4f0\", \"unit_tests\": \"585a368ea0b530c0a4b44c78e8717d01493d7935\", \"updater_tests\": \"43395651e7395ff650f8296910d0e7e27e1b14e7\", \"url_unittests\": \"27f0753e17a475dab7d141726243615f0f4307e7\", \"views_unittests\": \"4042f4526ab651087b26fa6a71405d6a955d789a\", \"viz_unittests\": \"5553ea8a17adbdf5903bad841e6db1d20251274e\", \"wtf_unittests\": \"25e0f19e114bf076ff927c20ee63d6c5535f601f\", \"xr_browser_tests\": \"65b6f856085389886d549fb716d97045ef43876c\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_a165fbc5f77948fe8465d1f67a1e4a103f195e4f29767b5fac0876e41f78e10e_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build227-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.13\", \"Mac-10.13.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"5434-62f16a1\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"recipe infra failure: Infra Failure: Step('derive test results') (retcode: 233)\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1595933140135535",
"status": "COMPLETED",
"status_changed_ts": "1595933140419008",
"tags": [
"build_address:luci.chromium.ci/mac-code-coverage/1698",
"builder:mac-code-coverage",
"buildset:commit/git/14434b3d2e6b09045a4ceb75712885ba8972f5e3",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/14434b3d2e6b09045a4ceb75712885ba8972f5e3",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9038966722197622624",
"scheduler_job_id:chromium/mac-code-coverage",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8873536660124466416/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:4dadd6c4f0c4b910",
"user_agent:luci-scheduler"
],
"updated_ts": "1595942095992085",
"url": "https://ci.chromium.org/b/8873536660124466416",
"utcnow_ts": "1595942096787076"
}
}
[13:14:56.796] Invocation finished in 2h31m24.39914323s with status FAILED