[03:22:40.306] New invocation is queued and will start shortly
[03:22:41.897] Starting the invocation (attempt 1)
[03:22:41.959] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:22:41.959] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:22:41.960] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9063093252309205040",
"parameters_json": "{\"builder_name\":\"mac-code-coverage\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"6cac7ffbd365c17b540b9c9df6fa04241c1ac89b\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:mac-code-coverage",
"scheduler_invocation_id:9063093252309205040",
"scheduler_job_id:chromium/mac-code-coverage",
"user_agent:luci-scheduler",
"buildset:commit/git/6cac7ffbd365c17b540b9c9df6fa04241c1ac89b",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6cac7ffbd365c17b540b9c9df6fa04241c1ac89b",
"gitiles_ref:refs/heads/master"
]
}
[03:22:42.690] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1572924162112172",
"id": "8897663189747083376",
"parameters_json": "{\"builder_name\": \"mac-code-coverage\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"6cac7ffbd365c17b540b9c9df6fa04241c1ac89b\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1572924162546109",
"tags": [
"build_address:luci.chromium.ci/mac-code-coverage/292",
"builder:mac-code-coverage",
"buildset:commit/git/6cac7ffbd365c17b540b9c9df6fa04241c1ac89b",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6cac7ffbd365c17b540b9c9df6fa04241c1ac89b",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9063093252309205040",
"scheduler_job_id:chromium/mac-code-coverage",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8897663189747083376/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1572924162546233",
"url": "https://ci.chromium.org/b/8897663189747083376",
"utcnow_ts": "1572924162681934"
}
}
[03:22:42.690] Task URL: https://ci.chromium.org/b/8897663189747083376
[03:22:42.690] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:2:0) after 1m0s
[03:23:42.725] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:2:0)
[03:23:42.725] Timer tick, asking Buildbucket for the build status
[03:23:42.955] Build 8897663189747083376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[03:23:42.955] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:3:0) after 1m0s
[03:24:13.610] Received PubSub notification, asking Buildbucket for the build status
[03:24:13.762] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:24:43.043] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:3:0)
[03:24:43.043] Timer tick, asking Buildbucket for the build status
[03:24:43.396] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:24:43.396] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:5:0) after 1m0s
[03:25:43.440] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:5:0)
[03:25:43.440] Timer tick, asking Buildbucket for the build status
[03:25:43.897] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:25:43.897] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:6:0) after 1m0s
[03:26:43.932] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:6:0)
[03:26:43.932] Timer tick, asking Buildbucket for the build status
[03:26:44.143] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:26:44.143] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:7:0) after 1m0s
[03:27:44.236] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:7:0)
[03:27:44.236] Timer tick, asking Buildbucket for the build status
[03:27:44.407] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:27:44.408] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:8:0) after 1m0s
[03:28:44.445] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:8:0)
[03:28:44.445] Timer tick, asking Buildbucket for the build status
[03:28:44.623] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:28:44.623] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:9:0) after 1m0s
[03:29:44.684] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:9:0)
[03:29:44.684] Timer tick, asking Buildbucket for the build status
[03:29:45.432] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:29:45.432] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:10:0) after 1m0s
[03:30:45.471] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:10:0)
[03:30:45.471] Timer tick, asking Buildbucket for the build status
[03:30:45.759] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:30:45.759] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:11:0) after 1m0s
[03:31:45.858] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:11:0)
[03:31:45.858] Timer tick, asking Buildbucket for the build status
[03:31:46.039] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:31:46.039] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:12:0) after 1m0s
[03:32:46.067] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:12:0)
[03:32:46.067] Timer tick, asking Buildbucket for the build status
[03:32:46.372] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:32:46.372] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:13:0) after 1m0s
[03:33:46.408] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:13:0)
[03:33:46.408] Timer tick, asking Buildbucket for the build status
[03:33:46.981] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:33:46.981] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:14:0) after 1m0s
[03:34:47.055] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:14:0)
[03:34:47.055] Timer tick, asking Buildbucket for the build status
[03:34:47.408] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:34:47.408] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:15:0) after 1m0s
[03:35:47.492] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:15:0)
[03:35:47.492] Timer tick, asking Buildbucket for the build status
[03:35:47.703] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:35:47.703] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:16:0) after 1m0s
[03:36:47.733] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:16:0)
[03:36:47.733] Timer tick, asking Buildbucket for the build status
[03:36:48.024] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:36:48.024] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:17:0) after 1m0s
[03:37:48.098] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:17:0)
[03:37:48.098] Timer tick, asking Buildbucket for the build status
[03:37:48.369] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:37:48.369] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:18:0) after 1m0s
[03:38:48.495] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:18:0)
[03:38:48.495] Timer tick, asking Buildbucket for the build status
[03:38:48.776] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:38:48.776] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:19:0) after 1m0s
[03:39:48.858] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:19:0)
[03:39:48.858] Timer tick, asking Buildbucket for the build status
[03:39:49.444] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:39:49.444] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:20:0) after 1m0s
[03:40:49.483] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:20:0)
[03:40:49.483] Timer tick, asking Buildbucket for the build status
[03:40:50.328] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:40:50.328] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:21:0) after 1m0s
[03:41:50.363] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:21:0)
[03:41:50.363] Timer tick, asking Buildbucket for the build status
[03:41:52.091] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:41:52.091] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:22:0) after 1m0s
[03:42:52.283] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:22:0)
[03:42:52.283] Timer tick, asking Buildbucket for the build status
[03:42:52.489] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:42:52.489] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:23:0) after 1m0s
[03:43:52.507] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:23:0)
[03:43:52.507] Timer tick, asking Buildbucket for the build status
[03:43:53.128] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:43:53.128] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:24:0) after 1m0s
[03:44:53.413] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:24:0)
[03:44:53.413] Timer tick, asking Buildbucket for the build status
[03:44:53.515] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:44:53.515] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:25:0) after 1m0s
[03:45:53.683] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:25:0)
[03:45:53.683] Timer tick, asking Buildbucket for the build status
[03:45:54.097] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:45:54.097] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:26:0) after 1m0s
[03:46:54.242] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:26:0)
[03:46:54.242] Timer tick, asking Buildbucket for the build status
[03:46:54.618] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:46:54.618] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:27:0) after 1m0s
[03:47:54.787] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:27:0)
[03:47:54.787] Timer tick, asking Buildbucket for the build status
[03:47:54.994] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:47:54.994] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:28:0) after 1m0s
[03:48:55.078] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:28:0)
[03:48:55.078] Timer tick, asking Buildbucket for the build status
[03:48:55.315] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:48:55.315] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:29:0) after 1m0s
[03:49:55.493] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:29:0)
[03:49:55.493] Timer tick, asking Buildbucket for the build status
[03:49:55.693] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:49:55.693] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:30:0) after 1m0s
[03:50:55.750] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:30:0)
[03:50:55.750] Timer tick, asking Buildbucket for the build status
[03:50:55.900] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:50:55.900] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:31:0) after 1m0s
[03:51:55.958] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:31:0)
[03:51:55.958] Timer tick, asking Buildbucket for the build status
[03:51:56.155] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:51:56.155] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:32:0) after 1m0s
[03:52:56.195] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:32:0)
[03:52:56.195] Timer tick, asking Buildbucket for the build status
[03:52:56.410] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:52:56.410] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:33:0) after 1m0s
[03:53:56.435] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:33:0)
[03:53:56.435] Timer tick, asking Buildbucket for the build status
[03:53:56.643] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:53:56.643] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:34:0) after 1m0s
[03:54:56.665] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:34:0)
[03:54:56.665] Timer tick, asking Buildbucket for the build status
[03:54:57.608] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:54:57.608] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:35:0) after 1m0s
[03:55:57.741] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:35:0)
[03:55:57.741] Timer tick, asking Buildbucket for the build status
[03:55:57.911] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:55:57.911] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:36:0) after 1m0s
[03:56:57.942] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:36:0)
[03:56:57.942] Timer tick, asking Buildbucket for the build status
[03:56:58.144] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:56:58.144] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:37:0) after 1m0s
[03:57:58.271] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:37:0)
[03:57:58.271] Timer tick, asking Buildbucket for the build status
[03:57:59.378] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:57:59.378] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:38:0) after 1m0s
[03:58:59.439] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:38:0)
[03:58:59.439] Timer tick, asking Buildbucket for the build status
[03:58:59.648] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:58:59.648] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:39:0) after 1m0s
[03:59:59.685] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:39:0)
[03:59:59.685] Timer tick, asking Buildbucket for the build status
[03:59:59.952] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:59:59.952] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:40:0) after 1m0s
[04:00:59.986] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:40:0)
[04:00:59.986] Timer tick, asking Buildbucket for the build status
[04:01:00.228] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:01:00.228] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:41:0) after 1m0s
[04:02:00.299] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:41:0)
[04:02:00.299] Timer tick, asking Buildbucket for the build status
[04:02:01.227] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:02:01.227] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:42:0) after 1m0s
[04:03:01.318] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:42:0)
[04:03:01.318] Timer tick, asking Buildbucket for the build status
[04:03:01.583] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:03:01.583] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:43:0) after 1m0s
[04:04:01.609] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:43:0)
[04:04:01.609] Timer tick, asking Buildbucket for the build status
[04:04:02.343] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:04:02.344] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:44:0) after 1m0s
[04:05:02.331] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:44:0)
[04:05:02.331] Timer tick, asking Buildbucket for the build status
[04:05:02.706] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:05:02.706] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:45:0) after 1m0s
[04:06:02.697] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:45:0)
[04:06:02.697] Timer tick, asking Buildbucket for the build status
[04:06:02.927] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:06:02.927] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:46:0) after 1m0s
[04:07:02.992] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:46:0)
[04:07:02.992] Timer tick, asking Buildbucket for the build status
[04:07:03.495] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:07:03.495] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:47:0) after 1m0s
[04:08:03.532] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:47:0)
[04:08:03.532] Timer tick, asking Buildbucket for the build status
[04:08:04.035] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:08:04.035] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:48:0) after 1m0s
[04:09:04.190] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:48:0)
[04:09:04.190] Timer tick, asking Buildbucket for the build status
[04:09:04.698] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:09:04.698] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:49:0) after 1m0s
[04:10:04.691] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:49:0)
[04:10:04.691] Timer tick, asking Buildbucket for the build status
[04:10:04.945] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:10:04.945] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:50:0) after 1m0s
[04:11:05.046] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:50:0)
[04:11:05.046] Timer tick, asking Buildbucket for the build status
[04:11:05.270] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:11:05.270] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:51:0) after 1m0s
[04:12:05.296] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:51:0)
[04:12:05.296] Timer tick, asking Buildbucket for the build status
[04:12:05.832] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:12:05.832] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:52:0) after 1m0s
[04:13:05.897] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:52:0)
[04:13:05.897] Timer tick, asking Buildbucket for the build status
[04:13:06.197] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:13:06.197] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:53:0) after 1m0s
[04:14:06.324] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:53:0)
[04:14:06.324] Timer tick, asking Buildbucket for the build status
[04:14:06.526] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:14:06.526] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:54:0) after 1m0s
[04:15:06.617] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:54:0)
[04:15:06.617] Timer tick, asking Buildbucket for the build status
[04:15:07.300] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:15:07.300] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:55:0) after 1m0s
[04:16:07.377] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:55:0)
[04:16:07.377] Timer tick, asking Buildbucket for the build status
[04:16:07.673] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:16:07.673] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:56:0) after 1m0s
[04:17:07.716] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:56:0)
[04:17:07.716] Timer tick, asking Buildbucket for the build status
[04:17:07.912] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:17:07.912] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:57:0) after 1m0s
[04:18:08.046] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:57:0)
[04:18:08.046] Timer tick, asking Buildbucket for the build status
[04:18:08.749] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:18:08.749] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:58:0) after 1m0s
[04:19:08.764] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:58:0)
[04:19:08.764] Timer tick, asking Buildbucket for the build status
[04:19:08.973] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:19:08.973] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:59:0) after 1m0s
[04:20:09.026] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:59:0)
[04:20:09.026] Timer tick, asking Buildbucket for the build status
[04:20:09.260] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:20:09.260] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:60:0) after 1m0s
[04:21:09.374] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:60:0)
[04:21:09.374] Timer tick, asking Buildbucket for the build status
[04:21:09.674] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:21:09.674] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:61:0) after 1m0s
[04:22:09.749] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:61:0)
[04:22:09.749] Timer tick, asking Buildbucket for the build status
[04:22:10.023] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:22:10.023] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:62:0) after 1m0s
[04:23:10.111] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:62:0)
[04:23:10.111] Timer tick, asking Buildbucket for the build status
[04:23:10.360] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:23:10.360] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:63:0) after 1m0s
[04:24:10.384] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:63:0)
[04:24:10.384] Timer tick, asking Buildbucket for the build status
[04:24:10.594] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:24:10.594] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:64:0) after 1m0s
[04:25:10.639] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:64:0)
[04:25:10.639] Timer tick, asking Buildbucket for the build status
[04:25:10.918] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:25:10.918] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:65:0) after 1m0s
[04:26:10.949] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:65:0)
[04:26:10.949] Timer tick, asking Buildbucket for the build status
[04:26:11.498] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:26:11.498] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:66:0) after 1m0s
[04:27:11.551] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:66:0)
[04:27:11.551] Timer tick, asking Buildbucket for the build status
[04:27:12.323] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:27:12.323] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:67:0) after 1m0s
[04:28:12.383] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:67:0)
[04:28:12.383] Timer tick, asking Buildbucket for the build status
[04:28:12.606] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:28:12.606] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:68:0) after 1m0s
[04:29:12.793] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:68:0)
[04:29:12.793] Timer tick, asking Buildbucket for the build status
[04:29:13.231] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:29:13.231] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:69:0) after 1m0s
[04:30:13.341] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:69:0)
[04:30:13.341] Timer tick, asking Buildbucket for the build status
[04:30:13.895] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:30:13.895] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:70:0) after 1m0s
[04:31:13.999] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:70:0)
[04:31:13.999] Timer tick, asking Buildbucket for the build status
[04:31:14.445] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:31:14.445] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:71:0) after 1m0s
[04:32:14.498] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:71:0)
[04:32:14.498] Timer tick, asking Buildbucket for the build status
[04:32:14.953] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:32:14.953] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:72:0) after 1m0s
[04:33:14.944] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:72:0)
[04:33:14.944] Timer tick, asking Buildbucket for the build status
[04:33:15.942] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:33:15.942] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:73:0) after 1m0s
[04:34:15.971] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:73:0)
[04:34:15.971] Timer tick, asking Buildbucket for the build status
[04:34:16.198] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:34:16.198] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:74:0) after 1m0s
[04:35:17.013] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:74:0)
[04:35:17.013] Timer tick, asking Buildbucket for the build status
[04:35:17.962] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:35:17.962] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:75:0) after 1m0s
[04:36:18.997] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:75:0)
[04:36:18.997] Timer tick, asking Buildbucket for the build status
[04:36:19.467] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:36:19.467] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:76:0) after 1m0s
[04:37:19.968] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:76:0)
[04:37:19.968] Timer tick, asking Buildbucket for the build status
[04:37:20.270] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:37:20.270] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:77:0) after 1m0s
[04:38:20.395] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:77:0)
[04:38:20.395] Timer tick, asking Buildbucket for the build status
[04:38:20.760] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:38:20.760] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:78:0) after 1m0s
[04:39:20.801] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:78:0)
[04:39:20.801] Timer tick, asking Buildbucket for the build status
[04:39:22.993] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:39:22.993] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:79:0) after 1m0s
[04:40:22.999] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:79:0)
[04:40:22.999] Timer tick, asking Buildbucket for the build status
[04:40:23.264] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:40:23.264] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:80:0) after 1m0s
[04:41:23.292] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:80:0)
[04:41:23.292] Timer tick, asking Buildbucket for the build status
[04:41:23.477] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:41:23.477] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:81:0) after 1m0s
[04:42:23.628] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:81:0)
[04:42:23.628] Timer tick, asking Buildbucket for the build status
[04:42:23.796] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:42:23.796] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:82:0) after 1m0s
[04:43:23.909] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:82:0)
[04:43:23.909] Timer tick, asking Buildbucket for the build status
[04:43:24.577] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:43:24.577] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:83:0) after 1m0s
[04:44:24.639] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:83:0)
[04:44:24.639] Timer tick, asking Buildbucket for the build status
[04:44:25.045] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:44:25.046] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:84:0) after 1m0s
[04:45:25.115] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:84:0)
[04:45:25.115] Timer tick, asking Buildbucket for the build status
[04:45:25.351] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:45:25.352] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:85:0) after 1m0s
[04:46:25.352] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:85:0)
[04:46:25.352] Timer tick, asking Buildbucket for the build status
[04:46:25.557] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:46:25.557] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:86:0) after 1m0s
[04:47:25.662] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:86:0)
[04:47:25.662] Timer tick, asking Buildbucket for the build status
[04:47:26.135] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:47:26.135] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:87:0) after 1m0s
[04:48:26.169] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:87:0)
[04:48:26.169] Timer tick, asking Buildbucket for the build status
[04:48:26.322] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:48:26.322] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:88:0) after 1m0s
[04:49:26.382] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:88:0)
[04:49:26.382] Timer tick, asking Buildbucket for the build status
[04:49:26.676] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:49:26.676] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:89:0) after 1m0s
[04:50:26.811] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:89:0)
[04:50:26.811] Timer tick, asking Buildbucket for the build status
[04:50:27.324] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:50:27.324] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:90:0) after 1m0s
[04:51:27.391] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:90:0)
[04:51:27.391] Timer tick, asking Buildbucket for the build status
[04:51:27.631] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:51:27.631] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:91:0) after 1m0s
[04:52:27.690] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:91:0)
[04:52:27.690] Timer tick, asking Buildbucket for the build status
[04:52:27.860] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:52:27.860] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:92:0) after 1m0s
[04:53:27.860] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:92:0)
[04:53:27.860] Timer tick, asking Buildbucket for the build status
[04:53:28.053] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:53:28.053] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:93:0) after 1m0s
[04:54:28.120] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:93:0)
[04:54:28.120] Timer tick, asking Buildbucket for the build status
[04:54:28.309] Build 8897663189747083376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:54:28.309] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9063093252309205040:94:0) after 1m0s
[04:55:14.041] Received PubSub notification, asking Buildbucket for the build status
[04:55:14.375] Build 8897663189747083376: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[04:55:14.375] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1572929712622375",
"created_by": "project:chromium",
"created_ts": "1572924162112172",
"failure_reason": "BUILD_FAILURE",
"id": "8897663189747083376",
"parameters_json": "{\"builder_name\": \"mac-code-coverage\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"6cac7ffbd365c17b540b9c9df6fa04241c1ac89b\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"1 Test Suite(s) failed.\\n\\n**base_unittests on (none) GPU on Mac** failed because of:\\n\\n- ImmediateCrashTest.ExpectedOpcodeSequence\"}, \"properties\": {\"$build/code_coverage\": {\"use_clang_coverage\": true}, \"$build/goma\": {\"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build227-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"mac-code-coverage\", \"buildnumber\": 292, \"got_angle_revision\": \"71b0f0b588d64b5be77c6bb5f2e9cac6990a72b1\", \"got_clang_revision\": \"373424-64a362e7-1\", \"got_dawn_revision\": \"6df81ebf1dcf133c6bac7d2c208401b2c072b06d\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"6cac7ffbd365c17b540b9c9df6fa04241c1ac89b\", \"got_revision_cp\": \"refs/heads/master@{#712433}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_swiftshader_revision\": \"aaa64b76c0b40c2958a18cfdc623157c8c6e1b7d\", \"got_v8_revision\": \"d3f9d9a2d1a98fc4362b8f0e42f63ca50573f1dc\", \"got_v8_revision_cp\": \"refs/heads/8.0.155@{#1}\", \"got_webrtc_revision\": \"ca585bb45729beacc3280fb5008ddf3dc00f1884\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29684}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.fyi\", \"path_config\": \"generic\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"6cac7ffbd365c17b540b9c9df6fa04241c1ac89b\", \"swarm_hashes\": {\"accessibility_unittests\": \"f797b21d81ca19d1aaa2545e39d7f0465d949325\", \"angle_unittests\": \"3f4e59dbc6dd6dbeeaf3c133d261c7fd19e4d87c\", \"app_shell_unittests\": \"30aacf572449d4ffc94695ebc2d1c07ba5624844\", \"base_unittests\": \"390acc5fa3b6882d34f1f7fa2ebeca3c812bb61f\", \"base_util_unittests\": \"aeae90a397498572c71ac31988af22cd929268b1\", \"blink_common_unittests\": \"eef69965fd6104fffe2344ee9824d744d92ef221\", \"blink_fuzzer_unittests\": \"1a7084e4e097fb3c0853eaf738af4983c8a66cf5\", \"blink_heap_unittests\": \"9e00143349a9feb52de15af39da041b5a423ed49\", \"blink_platform_unittests\": \"df6ce8bde9518c75e73f2ce516f160489053101c\", \"blink_unittests\": \"c557ddc7147b7341fb74abfc6e237756c1678de8\", \"boringssl_crypto_tests\": \"b3fd290e235f8a91e235edf474b4a0eb31bfa587\", \"boringssl_ssl_tests\": \"b58d5603e9194202acef4bb9ff54186640209e04\", \"browser_tests\": \"9a26de5f3b023d94d595620b4d77eb9983caaa81\", \"cacheinvalidation_unittests\": \"458c664874295b3a1f921b9c14ca432812229a4e\", \"capture_unittests\": \"18d0a68a186ef7a37bc397f2d79112d0afdf91ae\", \"cast_unittests\": \"fe135e92cf3a69b5351b0b599109c5c693e4b5a2\", \"cc_unittests\": \"a86c5c5f02dc40794cd5e6ebabf98dd3b5fb7587\", \"chrome_app_unittests\": \"b8fa0061bc5103a456e147765b39584d1f9be5e0\", \"chromedriver_unittests\": \"d2053ef5c0f73b0a29649f548be41a88a6e4fd27\", \"color_unittests\": \"84778332c634f496ba69ae9545587096f4641c19\", \"components_browsertests\": \"b911ebfd5462cb91e555a8dc90350cf69aed61ff\", \"components_unittests\": \"3d132799dfa3915dfab680d2c0c94f9943d1fb2a\", \"content_browsertests\": \"9af3d3873b6ff4e85de473d39e30d4f7030d5290\", \"content_nocompile_tests\": \"04d415f5b7418f51718cf01f32edb07bf02eddf1\", \"content_unittests\": \"a22cea1c4e8361882075a3ef3696b0513611152b\", \"crashpad_tests\": \"c945d5277b87b6f196c1a44162dda9d7466946c0\", \"cronet_tests\": \"7e1897633c9db0e62afc64e86f3b5302d183b169\", \"cronet_unittests\": \"5e938ed1254389f6c4bfd48bdf36e7a64cc60fa9\", \"crypto_unittests\": \"11adb32ee0b74bf8e20fc0d9f650c8cd9c8c8a77\", \"device_unittests\": \"44b9ff61427badfdc428085e508635c4860a0388\", \"display_unittests\": \"e8283a62f012cadb41281d43bfb5faa6b909f86d\", \"events_unittests\": \"980c1e7eebc34cba7de3dba86507e0d8f67f9c57\", \"extensions_browsertests\": \"0c7697e0abd65936202c2a7d3c2c833bdbe8b7ca\", \"extensions_unittests\": \"9a640bfc4e7b2b5513ff02a11397d8a008e995da\", \"filesystem_service_unittests\": \"2754e31b42bd45a009b6ff3945ab787b6a7f4791\", \"gcm_unit_tests\": \"dcf94ae9cd922ac345e5457169026b63672f155b\", \"gfx_unittests\": \"08de5472a26b9e72d592ed90e3c42836821314ad\", \"gin_unittests\": \"c349af1a732f77dcfb9bb348ec975b69f1d81d95\", \"google_apis_unittests\": \"2ab83369cdfd01f28552ad18eb90a65008118229\", \"gpu_unittests\": \"24b5a30729a4cf1f6d18f0568bebc82d69bad48d\", \"gwp_asan_unittests\": \"c38beadfb70c14f16e99c1cf6af76bcbe3a9b617\", \"headless_browsertests\": \"9dce1ca0c531d8803c4db4190e7b746b5a973a3d\", \"headless_unittests\": \"58ac03a79579e82bfa93e4727a8164ca81324209\", \"interactive_ui_tests\": \"6dd69f8ecc90769c92faffe75bf7c456d9ac5603\", \"ipc_tests\": \"95b6a516e5830d5129971ad5ecbf2f7d93cbf896\", \"jingle_unittests\": \"c84c51ef2cb1ce83eac0319f6a8be1bff1a3b89e\", \"latency_unittests\": \"90122f7875d8f68949d00b11bce10efc06167815\", \"libjingle_xmpp_unittests\": \"51d9ff68cb4228901321b7fdf82384b1f11d8cb8\", \"media_blink_unittests\": \"cc74b0bcfa75c2e44b3f05c7faf9a802f5bbbe26\", \"media_service_unittests\": \"798b5583d5c321456aa3fcba7ae8fa529bce6a3e\", \"media_unittests\": \"83d588db746050296bc8126645da61a8feb9efeb\", \"message_center_unittests\": \"024081b105101250db76d4c48ec7e4240561496e\", \"midi_unittests\": \"bd3bb2a07551f894c730510c637fb0093fa7cc2e\", \"mojo_unittests\": \"93f2dce9f6957035d9ab275c50d87522eacd2394\", \"nacl_loader_unittests\": \"a0883c3f3955665d4303ce12a729839b02764df1\", \"native_theme_unittests\": \"92509bfd39a96d1a4746554c983766da2770f284\", \"net_unittests\": \"c7fd7ac4cec148a66bf4a6097ec4f25c82f4e2c4\", \"pdf_unittests\": \"2a5ab8b2e869c2e134f639c138a23bc2aa97ad1f\", \"perfetto_unittests\": \"d48f387c5c6f9b0fd3c1923fb3839ed6307c64e9\", \"ppapi_unittests\": \"58f9a1fb6c2cac9483b619695e7f10081950c6df\", \"printing_unittests\": \"1f4f4d000e093477147e8549de944c45e32df48e\", \"remoting_unittests\": \"7e023f1368560dc98439b60516c253bb39e5bf2e\", \"sandbox_mac_unittests\": \"1c5fb9c3d53bac7c47a6c1a20c7c4d0428f2e5f2\", \"service_manager_unittests\": \"8585d3f35b3fa782ce4bdf04eec46c9cb0108f5e\", \"services_unittests\": \"ad8ab94eac1640738f328d8e76ed4599ea2a2ec6\", \"shell_dialogs_unittests\": \"36be0e4971e1c2c16f6c04ef8887db2f27ec42ec\", \"skia_unittests\": \"5b40564c137415af771ba240a6afb7a712bca6ab\", \"snapshot_unittests\": \"03d560e43b98c78b5c1e13c243a4a5caaa4d9e39\", \"sql_unittests\": \"40a520ce4514f324f2cc3c8f5e7fdded714b1a04\", \"storage_unittests\": \"d2fed5eed78d3311e766a6ab2d510dd7732c151b\", \"sync_integration_tests\": \"40e65ac8d3c3adaf94ff76dd427c0783b13a64ad\", \"ui_base_unittests\": \"cfc80049a919ed71f78250c45d920c013e6e6705\", \"ui_touch_selection_unittests\": \"9983f95c4350494ae77118289c2e19e09f6fb48b\", \"unit_tests\": \"93f1bcb08ae200618a5df2e044d3db2db959e7ae\", \"updater_tests\": \"c9519fafb4ef9cf762859fb2086890b0f5f4cb35\", \"url_unittests\": \"a97275d6ea4818c737b14f255d3556b192e1ed1e\", \"views_unittests\": \"db3b7b8b6bea6a97b26b65890e567f301adfc864\", \"viz_unittests\": \"bb9ea7bf60ab0ee21cd9bbd2b1f04a1aaf88ac57\", \"wtf_unittests\": \"07393135f4099a9b38d2e5bc5e482c8c098bef8b\"}, \"swarm_hashes_refs/heads/master(at){#712433}_without_patch\": {\"accessibility_unittests\": \"f797b21d81ca19d1aaa2545e39d7f0465d949325\", \"angle_unittests\": \"3f4e59dbc6dd6dbeeaf3c133d261c7fd19e4d87c\", \"app_shell_unittests\": \"30aacf572449d4ffc94695ebc2d1c07ba5624844\", \"base_unittests\": \"390acc5fa3b6882d34f1f7fa2ebeca3c812bb61f\", \"base_util_unittests\": \"aeae90a397498572c71ac31988af22cd929268b1\", \"blink_common_unittests\": \"eef69965fd6104fffe2344ee9824d744d92ef221\", \"blink_fuzzer_unittests\": \"1a7084e4e097fb3c0853eaf738af4983c8a66cf5\", \"blink_heap_unittests\": \"9e00143349a9feb52de15af39da041b5a423ed49\", \"blink_platform_unittests\": \"df6ce8bde9518c75e73f2ce516f160489053101c\", \"blink_unittests\": \"c557ddc7147b7341fb74abfc6e237756c1678de8\", \"boringssl_crypto_tests\": \"b3fd290e235f8a91e235edf474b4a0eb31bfa587\", \"boringssl_ssl_tests\": \"b58d5603e9194202acef4bb9ff54186640209e04\", \"browser_tests\": \"9a26de5f3b023d94d595620b4d77eb9983caaa81\", \"cacheinvalidation_unittests\": \"458c664874295b3a1f921b9c14ca432812229a4e\", \"capture_unittests\": \"18d0a68a186ef7a37bc397f2d79112d0afdf91ae\", \"cast_unittests\": \"fe135e92cf3a69b5351b0b599109c5c693e4b5a2\", \"cc_unittests\": \"a86c5c5f02dc40794cd5e6ebabf98dd3b5fb7587\", \"chrome_app_unittests\": \"b8fa0061bc5103a456e147765b39584d1f9be5e0\", \"chromedriver_unittests\": \"d2053ef5c0f73b0a29649f548be41a88a6e4fd27\", \"color_unittests\": \"84778332c634f496ba69ae9545587096f4641c19\", \"components_browsertests\": \"b911ebfd5462cb91e555a8dc90350cf69aed61ff\", \"components_unittests\": \"3d132799dfa3915dfab680d2c0c94f9943d1fb2a\", \"content_browsertests\": \"9af3d3873b6ff4e85de473d39e30d4f7030d5290\", \"content_nocompile_tests\": \"04d415f5b7418f51718cf01f32edb07bf02eddf1\", \"content_unittests\": \"a22cea1c4e8361882075a3ef3696b0513611152b\", \"crashpad_tests\": \"c945d5277b87b6f196c1a44162dda9d7466946c0\", \"cronet_tests\": \"7e1897633c9db0e62afc64e86f3b5302d183b169\", \"cronet_unittests\": \"5e938ed1254389f6c4bfd48bdf36e7a64cc60fa9\", \"crypto_unittests\": \"11adb32ee0b74bf8e20fc0d9f650c8cd9c8c8a77\", \"device_unittests\": \"44b9ff61427badfdc428085e508635c4860a0388\", \"display_unittests\": \"e8283a62f012cadb41281d43bfb5faa6b909f86d\", \"events_unittests\": \"980c1e7eebc34cba7de3dba86507e0d8f67f9c57\", \"extensions_browsertests\": \"0c7697e0abd65936202c2a7d3c2c833bdbe8b7ca\", \"extensions_unittests\": \"9a640bfc4e7b2b5513ff02a11397d8a008e995da\", \"filesystem_service_unittests\": \"2754e31b42bd45a009b6ff3945ab787b6a7f4791\", \"gcm_unit_tests\": \"dcf94ae9cd922ac345e5457169026b63672f155b\", \"gfx_unittests\": \"08de5472a26b9e72d592ed90e3c42836821314ad\", \"gin_unittests\": \"c349af1a732f77dcfb9bb348ec975b69f1d81d95\", \"google_apis_unittests\": \"2ab83369cdfd01f28552ad18eb90a65008118229\", \"gpu_unittests\": \"24b5a30729a4cf1f6d18f0568bebc82d69bad48d\", \"gwp_asan_unittests\": \"c38beadfb70c14f16e99c1cf6af76bcbe3a9b617\", \"headless_browsertests\": \"9dce1ca0c531d8803c4db4190e7b746b5a973a3d\", \"headless_unittests\": \"58ac03a79579e82bfa93e4727a8164ca81324209\", \"interactive_ui_tests\": \"6dd69f8ecc90769c92faffe75bf7c456d9ac5603\", \"ipc_tests\": \"95b6a516e5830d5129971ad5ecbf2f7d93cbf896\", \"jingle_unittests\": \"c84c51ef2cb1ce83eac0319f6a8be1bff1a3b89e\", \"latency_unittests\": \"90122f7875d8f68949d00b11bce10efc06167815\", \"libjingle_xmpp_unittests\": \"51d9ff68cb4228901321b7fdf82384b1f11d8cb8\", \"media_blink_unittests\": \"cc74b0bcfa75c2e44b3f05c7faf9a802f5bbbe26\", \"media_service_unittests\": \"798b5583d5c321456aa3fcba7ae8fa529bce6a3e\", \"media_unittests\": \"83d588db746050296bc8126645da61a8feb9efeb\", \"message_center_unittests\": \"024081b105101250db76d4c48ec7e4240561496e\", \"midi_unittests\": \"bd3bb2a07551f894c730510c637fb0093fa7cc2e\", \"mojo_unittests\": \"93f2dce9f6957035d9ab275c50d87522eacd2394\", \"nacl_loader_unittests\": \"a0883c3f3955665d4303ce12a729839b02764df1\", \"native_theme_unittests\": \"92509bfd39a96d1a4746554c983766da2770f284\", \"net_unittests\": \"c7fd7ac4cec148a66bf4a6097ec4f25c82f4e2c4\", \"pdf_unittests\": \"2a5ab8b2e869c2e134f639c138a23bc2aa97ad1f\", \"perfetto_unittests\": \"d48f387c5c6f9b0fd3c1923fb3839ed6307c64e9\", \"ppapi_unittests\": \"58f9a1fb6c2cac9483b619695e7f10081950c6df\", \"printing_unittests\": \"1f4f4d000e093477147e8549de944c45e32df48e\", \"remoting_unittests\": \"7e023f1368560dc98439b60516c253bb39e5bf2e\", \"sandbox_mac_unittests\": \"1c5fb9c3d53bac7c47a6c1a20c7c4d0428f2e5f2\", \"service_manager_unittests\": \"8585d3f35b3fa782ce4bdf04eec46c9cb0108f5e\", \"services_unittests\": \"ad8ab94eac1640738f328d8e76ed4599ea2a2ec6\", \"shell_dialogs_unittests\": \"36be0e4971e1c2c16f6c04ef8887db2f27ec42ec\", \"skia_unittests\": \"5b40564c137415af771ba240a6afb7a712bca6ab\", \"snapshot_unittests\": \"03d560e43b98c78b5c1e13c243a4a5caaa4d9e39\", \"sql_unittests\": \"40a520ce4514f324f2cc3c8f5e7fdded714b1a04\", \"storage_unittests\": \"d2fed5eed78d3311e766a6ab2d510dd7732c151b\", \"sync_integration_tests\": \"40e65ac8d3c3adaf94ff76dd427c0783b13a64ad\", \"ui_base_unittests\": \"cfc80049a919ed71f78250c45d920c013e6e6705\", \"ui_touch_selection_unittests\": \"9983f95c4350494ae77118289c2e19e09f6fb48b\", \"unit_tests\": \"93f1bcb08ae200618a5df2e044d3db2db959e7ae\", \"updater_tests\": \"c9519fafb4ef9cf762859fb2086890b0f5f4cb35\", \"url_unittests\": \"a97275d6ea4818c737b14f255d3556b192e1ed1e\", \"views_unittests\": \"db3b7b8b6bea6a97b26b65890e567f301adfc864\", \"viz_unittests\": \"bb9ea7bf60ab0ee21cd9bbd2b1f04a1aaf88ac57\", \"wtf_unittests\": \"07393135f4099a9b38d2e5bc5e482c8c098bef8b\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_a165fbc5f77948fe8465d1f67a1e4a103f195e4f29767b5fac0876e41f78e10e_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a1027\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build227-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.13\", \"Mac-10.13.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4621-f8a5b1c\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"1 Test Suite(s) failed.\\n\\n**base_unittests on (none) GPU on Mac** failed because of:\\n\\n- ImmediateCrashTest.ExpectedOpcodeSequence\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1572924252663071",
"status": "COMPLETED",
"status_changed_ts": "1572924253156060",
"tags": [
"build_address:luci.chromium.ci/mac-code-coverage/292",
"builder:mac-code-coverage",
"buildset:commit/git/6cac7ffbd365c17b540b9c9df6fa04241c1ac89b",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6cac7ffbd365c17b540b9c9df6fa04241c1ac89b",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9063093252309205040",
"scheduler_job_id:chromium/mac-code-coverage",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8897663189747083376/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:485267ba28805610",
"user_agent:luci-scheduler"
],
"updated_ts": "1572929713696524",
"url": "https://ci.chromium.org/b/8897663189747083376",
"utcnow_ts": "1572929714363736"
}
}
[04:55:14.375] Invocation finished in 1h32m34.089454767s with status FAILED