[10:23:26.305] New invocation is queued and will start shortly
[10:23:27.389] Starting the invocation (attempt 1)
[10:23:27.468] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:23:27.468] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:23:27.468] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9057359171078105104",
"parameters_json": "{\"builder_name\":\"mac-code-coverage\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"ca2ebab06c15c220553431735258c835de1684df\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:mac-code-coverage",
"scheduler_invocation_id:9057359171078105104",
"scheduler_job_id:chromium/mac-code-coverage",
"user_agent:luci-scheduler",
"buildset:commit/git/ca2ebab06c15c220553431735258c835de1684df",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ca2ebab06c15c220553431735258c835de1684df",
"gitiles_ref:refs/heads/master"
]
}
[10:23:29.162] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1578392608127900",
"id": "8891929108498449808",
"parameters_json": "{\"builder_name\": \"mac-code-coverage\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"ca2ebab06c15c220553431735258c835de1684df\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1578392608953658",
"tags": [
"build_address:luci.chromium.ci/mac-code-coverage/603",
"builder:mac-code-coverage",
"buildset:commit/git/ca2ebab06c15c220553431735258c835de1684df",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ca2ebab06c15c220553431735258c835de1684df",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9057359171078105104",
"scheduler_job_id:chromium/mac-code-coverage",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8891929108498449808/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1578392608953785",
"url": "https://ci.chromium.org/b/8891929108498449808",
"utcnow_ts": "1578392609140981"
}
}
[10:23:29.162] Task URL: https://ci.chromium.org/b/8891929108498449808
[10:23:29.162] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:2:0) after 1m0s
[10:24:29.365] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:2:0)
[10:24:29.365] Timer tick, asking Buildbucket for the build status
[10:24:29.583] Build 8891929108498449808: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:24:29.583] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:3:0) after 1m0s
[10:25:03.639] Received PubSub notification, asking Buildbucket for the build status
[10:25:03.817] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:25:29.819] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:3:0)
[10:25:29.819] Timer tick, asking Buildbucket for the build status
[10:25:31.434] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:25:31.434] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:5:0) after 1m0s
[10:26:31.469] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:5:0)
[10:26:31.469] Timer tick, asking Buildbucket for the build status
[10:26:31.712] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:26:31.712] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:6:0) after 1m0s
[10:27:31.764] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:6:0)
[10:27:31.764] Timer tick, asking Buildbucket for the build status
[10:27:32.781] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:27:32.781] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:7:0) after 1m0s
[10:28:32.960] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:7:0)
[10:28:32.960] Timer tick, asking Buildbucket for the build status
[10:28:33.414] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:28:33.414] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:8:0) after 1m0s
[10:29:33.590] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:8:0)
[10:29:33.590] Timer tick, asking Buildbucket for the build status
[10:29:34.104] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:29:34.104] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:9:0) after 1m0s
[10:30:34.196] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:9:0)
[10:30:34.196] Timer tick, asking Buildbucket for the build status
[10:30:34.423] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:30:34.423] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:10:0) after 1m0s
[10:31:34.470] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:10:0)
[10:31:34.470] Timer tick, asking Buildbucket for the build status
[10:31:34.713] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:31:34.713] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:11:0) after 1m0s
[10:32:34.955] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:11:0)
[10:32:34.955] Timer tick, asking Buildbucket for the build status
[10:32:35.543] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:32:35.543] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:12:0) after 1m0s
[10:33:35.697] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:12:0)
[10:33:35.697] Timer tick, asking Buildbucket for the build status
[10:33:35.970] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:33:35.970] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:13:0) after 1m0s
[10:34:36.027] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:13:0)
[10:34:36.027] Timer tick, asking Buildbucket for the build status
[10:34:36.790] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:34:36.790] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:14:0) after 1m0s
[10:35:36.904] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:14:0)
[10:35:36.904] Timer tick, asking Buildbucket for the build status
[10:35:37.183] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:35:37.183] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:15:0) after 1m0s
[10:36:37.213] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:15:0)
[10:36:37.213] Timer tick, asking Buildbucket for the build status
[10:36:37.913] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:36:37.913] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:16:0) after 1m0s
[10:37:37.933] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:16:0)
[10:37:37.933] Timer tick, asking Buildbucket for the build status
[10:37:38.668] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:37:38.668] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:17:0) after 1m0s
[10:38:38.816] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:17:0)
[10:38:38.816] Timer tick, asking Buildbucket for the build status
[10:38:39.017] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:38:39.017] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:18:0) after 1m0s
[10:39:39.120] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:18:0)
[10:39:39.120] Timer tick, asking Buildbucket for the build status
[10:39:40.345] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:39:40.345] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:19:0) after 1m0s
[10:40:40.427] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:19:0)
[10:40:40.427] Timer tick, asking Buildbucket for the build status
[10:40:40.947] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:40:40.947] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:20:0) after 1m0s
[10:41:41.018] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:20:0)
[10:41:41.018] Timer tick, asking Buildbucket for the build status
[10:41:41.975] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:41:41.975] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:21:0) after 1m0s
[10:42:41.980] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:21:0)
[10:42:41.980] Timer tick, asking Buildbucket for the build status
[10:42:42.235] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:42:42.235] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:22:0) after 1m0s
[10:43:42.283] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:22:0)
[10:43:42.283] Timer tick, asking Buildbucket for the build status
[10:43:42.665] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:43:42.665] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:23:0) after 1m0s
[10:44:42.710] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:23:0)
[10:44:42.710] Timer tick, asking Buildbucket for the build status
[10:44:43.109] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:44:43.109] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:24:0) after 1m0s
[10:45:43.164] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:24:0)
[10:45:43.164] Timer tick, asking Buildbucket for the build status
[10:45:43.766] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:45:43.766] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:25:0) after 1m0s
[10:46:43.850] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:25:0)
[10:46:43.850] Timer tick, asking Buildbucket for the build status
[10:46:44.082] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:46:44.082] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:26:0) after 1m0s
[10:47:44.112] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:26:0)
[10:47:44.112] Timer tick, asking Buildbucket for the build status
[10:47:44.588] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:47:44.588] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:27:0) after 1m0s
[10:48:44.694] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:27:0)
[10:48:44.694] Timer tick, asking Buildbucket for the build status
[10:48:45.659] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:48:45.659] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:28:0) after 1m0s
[10:49:45.715] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:28:0)
[10:49:45.715] Timer tick, asking Buildbucket for the build status
[10:49:45.924] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:49:45.924] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:29:0) after 1m0s
[10:50:45.954] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:29:0)
[10:50:45.954] Timer tick, asking Buildbucket for the build status
[10:50:46.202] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:50:46.202] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:30:0) after 1m0s
[10:51:46.225] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:30:0)
[10:51:46.225] Timer tick, asking Buildbucket for the build status
[10:51:46.859] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:51:46.859] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:31:0) after 1m0s
[10:52:46.891] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:31:0)
[10:52:46.891] Timer tick, asking Buildbucket for the build status
[10:52:47.061] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:52:47.061] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:32:0) after 1m0s
[10:53:47.139] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:32:0)
[10:53:47.139] Timer tick, asking Buildbucket for the build status
[10:53:47.305] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:53:47.305] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:33:0) after 1m0s
[10:54:47.348] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:33:0)
[10:54:47.348] Timer tick, asking Buildbucket for the build status
[10:54:47.556] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:54:47.556] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:34:0) after 1m0s
[10:55:47.612] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:34:0)
[10:55:47.612] Timer tick, asking Buildbucket for the build status
[10:55:48.282] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:55:48.282] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:35:0) after 1m0s
[10:56:48.351] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:35:0)
[10:56:48.351] Timer tick, asking Buildbucket for the build status
[10:56:48.542] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:56:48.542] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:36:0) after 1m0s
[10:57:48.604] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:36:0)
[10:57:48.604] Timer tick, asking Buildbucket for the build status
[10:57:48.812] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:57:48.812] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:37:0) after 1m0s
[10:58:48.829] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:37:0)
[10:58:48.829] Timer tick, asking Buildbucket for the build status
[10:58:49.153] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:58:49.153] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:38:0) after 1m0s
[10:59:49.252] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:38:0)
[10:59:49.252] Timer tick, asking Buildbucket for the build status
[10:59:49.464] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:59:49.464] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:39:0) after 1m0s
[11:00:49.528] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:39:0)
[11:00:49.528] Timer tick, asking Buildbucket for the build status
[11:00:49.721] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:00:49.721] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:40:0) after 1m0s
[11:01:49.809] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:40:0)
[11:01:49.809] Timer tick, asking Buildbucket for the build status
[11:01:49.944] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:01:49.944] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:41:0) after 1m0s
[11:02:49.972] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:41:0)
[11:02:49.972] Timer tick, asking Buildbucket for the build status
[11:02:50.420] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:02:50.420] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:42:0) after 1m0s
[11:03:50.486] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:42:0)
[11:03:50.486] Timer tick, asking Buildbucket for the build status
[11:03:50.798] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:03:50.798] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:43:0) after 1m0s
[11:04:50.856] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:43:0)
[11:04:50.856] Timer tick, asking Buildbucket for the build status
[11:04:51.025] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:04:51.025] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:44:0) after 1m0s
[11:05:51.029] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:44:0)
[11:05:51.029] Timer tick, asking Buildbucket for the build status
[11:05:51.290] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:05:51.290] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:45:0) after 1m0s
[11:06:51.316] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:45:0)
[11:06:51.316] Timer tick, asking Buildbucket for the build status
[11:06:53.423] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:06:53.423] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:46:0) after 1m0s
[11:07:53.455] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:46:0)
[11:07:53.455] Timer tick, asking Buildbucket for the build status
[11:07:54.315] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:07:54.315] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:47:0) after 1m0s
[11:08:54.348] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:47:0)
[11:08:54.348] Timer tick, asking Buildbucket for the build status
[11:08:54.766] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:08:54.766] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:48:0) after 1m0s
[11:09:54.795] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:48:0)
[11:09:54.795] Timer tick, asking Buildbucket for the build status
[11:09:55.383] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:09:55.383] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:49:0) after 1m0s
[11:10:55.459] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:49:0)
[11:10:55.459] Timer tick, asking Buildbucket for the build status
[11:10:55.674] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:10:55.675] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:50:0) after 1m0s
[11:11:55.692] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:50:0)
[11:11:55.692] Timer tick, asking Buildbucket for the build status
[11:11:55.873] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:11:55.873] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:51:0) after 1m0s
[11:12:55.964] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:51:0)
[11:12:55.964] Timer tick, asking Buildbucket for the build status
[11:12:56.462] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:12:56.462] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:52:0) after 1m0s
[11:13:56.523] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:52:0)
[11:13:56.523] Timer tick, asking Buildbucket for the build status
[11:13:56.904] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:13:56.904] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:53:0) after 1m0s
[11:14:57.020] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:53:0)
[11:14:57.020] Timer tick, asking Buildbucket for the build status
[11:14:57.794] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:14:57.794] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:54:0) after 1m0s
[11:15:57.801] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:54:0)
[11:15:57.801] Timer tick, asking Buildbucket for the build status
[11:15:58.004] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:15:58.004] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:55:0) after 1m0s
[11:16:58.152] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:55:0)
[11:16:58.152] Timer tick, asking Buildbucket for the build status
[11:16:58.477] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:16:58.477] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:56:0) after 1m0s
[11:17:58.535] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:56:0)
[11:17:58.535] Timer tick, asking Buildbucket for the build status
[11:17:58.706] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:17:58.706] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:57:0) after 1m0s
[11:18:58.846] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:57:0)
[11:18:58.846] Timer tick, asking Buildbucket for the build status
[11:18:59.434] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:18:59.434] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:58:0) after 1m0s
[11:19:59.528] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:58:0)
[11:19:59.528] Timer tick, asking Buildbucket for the build status
[11:19:59.759] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:19:59.759] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:59:0) after 1m0s
[11:20:59.936] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:59:0)
[11:20:59.936] Timer tick, asking Buildbucket for the build status
[11:21:00.196] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:21:00.196] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:60:0) after 1m0s
[11:22:00.210] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:60:0)
[11:22:00.210] Timer tick, asking Buildbucket for the build status
[11:22:00.851] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:22:00.851] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:61:0) after 1m0s
[11:23:00.940] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:61:0)
[11:23:00.940] Timer tick, asking Buildbucket for the build status
[11:23:01.291] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:23:01.291] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:62:0) after 1m0s
[11:24:01.430] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:62:0)
[11:24:01.430] Timer tick, asking Buildbucket for the build status
[11:24:01.681] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:24:01.681] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:63:0) after 1m0s
[11:25:01.743] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:63:0)
[11:25:01.743] Timer tick, asking Buildbucket for the build status
[11:25:03.524] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:25:03.524] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:64:0) after 1m0s
[11:26:03.548] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:64:0)
[11:26:03.548] Timer tick, asking Buildbucket for the build status
[11:26:03.803] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:26:03.803] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:65:0) after 1m0s
[11:27:03.831] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:65:0)
[11:27:03.831] Timer tick, asking Buildbucket for the build status
[11:27:04.339] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:27:04.339] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:66:0) after 1m0s
[11:28:04.461] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:66:0)
[11:28:04.461] Timer tick, asking Buildbucket for the build status
[11:28:04.775] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:28:04.775] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:67:0) after 1m0s
[11:29:04.815] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:67:0)
[11:29:04.815] Timer tick, asking Buildbucket for the build status
[11:29:04.993] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:29:04.993] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:68:0) after 1m0s
[11:30:05.056] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:68:0)
[11:30:05.056] Timer tick, asking Buildbucket for the build status
[11:30:05.272] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:30:05.272] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:69:0) after 1m0s
[11:31:05.297] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:69:0)
[11:31:05.297] Timer tick, asking Buildbucket for the build status
[11:31:05.497] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:31:05.497] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:70:0) after 1m0s
[11:32:05.552] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:70:0)
[11:32:05.552] Timer tick, asking Buildbucket for the build status
[11:32:05.743] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:32:05.743] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:71:0) after 1m0s
[11:33:05.836] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:71:0)
[11:33:05.836] Timer tick, asking Buildbucket for the build status
[11:33:06.241] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:33:06.241] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:72:0) after 1m0s
[11:34:06.351] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:72:0)
[11:34:06.351] Timer tick, asking Buildbucket for the build status
[11:34:07.021] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:34:07.021] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:73:0) after 1m0s
[11:35:07.044] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:73:0)
[11:35:07.044] Timer tick, asking Buildbucket for the build status
[11:35:07.834] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:35:07.834] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:74:0) after 1m0s
[11:36:07.882] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:74:0)
[11:36:07.882] Timer tick, asking Buildbucket for the build status
[11:36:09.276] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:36:09.276] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:75:0) after 1m0s
[11:37:09.289] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:75:0)
[11:37:09.289] Timer tick, asking Buildbucket for the build status
[11:37:09.497] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:37:09.497] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:76:0) after 1m0s
[11:38:09.549] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:76:0)
[11:38:09.549] Timer tick, asking Buildbucket for the build status
[11:38:09.757] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:38:09.757] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:77:0) after 1m0s
[11:39:09.811] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:77:0)
[11:39:09.811] Timer tick, asking Buildbucket for the build status
[11:39:10.308] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:39:10.308] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:78:0) after 1m0s
[11:40:10.350] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:78:0)
[11:40:10.350] Timer tick, asking Buildbucket for the build status
[11:40:10.566] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:40:10.566] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:79:0) after 1m0s
[11:41:10.567] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:79:0)
[11:41:10.567] Timer tick, asking Buildbucket for the build status
[11:41:10.806] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:41:10.806] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:80:0) after 1m0s
[11:42:10.797] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:80:0)
[11:42:10.797] Timer tick, asking Buildbucket for the build status
[11:42:11.332] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:42:11.332] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:81:0) after 1m0s
[11:43:11.397] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:81:0)
[11:43:11.397] Timer tick, asking Buildbucket for the build status
[11:43:11.677] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:43:11.677] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:82:0) after 1m0s
[11:44:11.853] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:82:0)
[11:44:11.853] Timer tick, asking Buildbucket for the build status
[11:44:12.358] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:44:12.358] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:83:0) after 1m0s
[11:45:12.453] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:83:0)
[11:45:12.453] Timer tick, asking Buildbucket for the build status
[11:45:12.685] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:45:12.685] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:84:0) after 1m0s
[11:46:12.893] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:84:0)
[11:46:12.893] Timer tick, asking Buildbucket for the build status
[11:46:13.087] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:46:13.087] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:85:0) after 1m0s
[11:47:13.144] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:85:0)
[11:47:13.144] Timer tick, asking Buildbucket for the build status
[11:47:13.327] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:47:13.327] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:86:0) after 1m0s
[11:48:13.612] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:86:0)
[11:48:13.612] Timer tick, asking Buildbucket for the build status
[11:48:14.491] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:48:14.491] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:87:0) after 1m0s
[11:49:14.511] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:87:0)
[11:49:14.511] Timer tick, asking Buildbucket for the build status
[11:49:15.222] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:49:15.222] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:88:0) after 1m0s
[11:50:15.255] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:88:0)
[11:50:15.255] Timer tick, asking Buildbucket for the build status
[11:50:15.464] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:50:15.464] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:89:0) after 1m0s
[11:51:15.549] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:89:0)
[11:51:15.549] Timer tick, asking Buildbucket for the build status
[11:51:16.076] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:51:16.076] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:90:0) after 1m0s
[11:52:16.231] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:90:0)
[11:52:16.231] Timer tick, asking Buildbucket for the build status
[11:52:16.403] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:52:16.403] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:91:0) after 1m0s
[11:53:16.582] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:91:0)
[11:53:16.582] Timer tick, asking Buildbucket for the build status
[11:53:16.830] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:53:16.830] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:92:0) after 1m0s
[11:54:16.955] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:92:0)
[11:54:16.955] Timer tick, asking Buildbucket for the build status
[11:54:17.611] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:54:17.611] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:93:0) after 1m0s
[11:55:17.783] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:93:0)
[11:55:17.783] Timer tick, asking Buildbucket for the build status
[11:55:18.035] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:55:18.035] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:94:0) after 1m0s
[11:56:18.259] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:94:0)
[11:56:18.259] Timer tick, asking Buildbucket for the build status
[11:56:18.429] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:56:18.429] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:95:0) after 1m0s
[11:57:18.503] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:95:0)
[11:57:18.503] Timer tick, asking Buildbucket for the build status
[11:57:18.857] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:57:18.857] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:96:0) after 1m0s
[11:58:18.979] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:96:0)
[11:58:18.979] Timer tick, asking Buildbucket for the build status
[11:58:19.187] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:58:19.187] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:97:0) after 1m0s
[11:59:19.420] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:97:0)
[11:59:19.420] Timer tick, asking Buildbucket for the build status
[11:59:19.550] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:59:19.550] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:98:0) after 1m0s
[12:00:19.810] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:98:0)
[12:00:19.810] Timer tick, asking Buildbucket for the build status
[12:00:20.038] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:00:20.038] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:99:0) after 1m0s
[12:01:20.386] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:99:0)
[12:01:20.386] Timer tick, asking Buildbucket for the build status
[12:01:20.642] Build 8891929108498449808: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:01:20.642] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9057359171078105104:100:0) after 1m0s
[12:02:05.514] Received PubSub notification, asking Buildbucket for the build status
[12:02:05.887] Build 8891929108498449808: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[12:02:05.887] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1578398523972703",
"created_by": "project:chromium",
"created_ts": "1578392608127900",
"failure_reason": "BUILD_FAILURE",
"id": "8891929108498449808",
"parameters_json": "{\"builder_name\": \"mac-code-coverage\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"ca2ebab06c15c220553431735258c835de1684df\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Step('process clang code coverage data.generate metadata for 79 tests') (retcode: 1)\"}, \"properties\": {\"$build/code_coverage\": {\"use_clang_coverage\": true}, \"$build/goma\": {\"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build227-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"mac-code-coverage\", \"buildnumber\": 603, \"coverage_gs_bucket\": \"code-coverage-data\", \"coverage_is_presubmit\": false, \"coverage_metadata_gs_path\": \"postsubmit/chromium.googlesource.com/chromium/src/ca2ebab06c15c220553431735258c835de1684df/ci/mac-code-coverage/8891929108498449808/metadata\", \"got_angle_revision\": \"806d812e1a1123b9232d0259e1f2e673abc4a55e\", \"got_clang_revision\": \"n332890-c2443155-1\", \"got_dawn_revision\": \"5ccecaade259a6f073992c79c694d27dce3f9251\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"ca2ebab06c15c220553431735258c835de1684df\", \"got_revision_cp\": \"refs/heads/master@{#728870}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_swiftshader_revision\": \"068dd89cab31091e2290c99bd8b6c721e1108bda\", \"got_v8_revision\": \"73b25eab2d914aa2be8eb2d223eee7c1b93b45a0\", \"got_v8_revision_cp\": \"refs/heads/8.1.97@{#1}\", \"got_webrtc_revision\": \"eb3beb8504c063e814d46e1b1a8683a041439570\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#30153}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.fyi\", \"merged_profdata_gs_path\": \"postsubmit/chromium.googlesource.com/chromium/src/ca2ebab06c15c220553431735258c835de1684df/ci/mac-code-coverage/8891929108498449808/merged.profdata\", \"path_config\": \"generic\", \"process_coverage_data_failure\": true, \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"ca2ebab06c15c220553431735258c835de1684df\", \"swarm_hashes\": {\"accessibility_unittests\": \"d969b26fd57cd9d13e934370f122fbc14772e4e1\", \"angle_unittests\": \"29b06b18243ab0e1cbb1cdb34fe03721efd6b129\", \"app_shell_unittests\": \"6204f5f0faf5dab19c7c3d23f6311500192b1272\", \"base_unittests\": \"05be551152eb87f57e48d26d1759a9628854fc49\", \"base_util_unittests\": \"a31235751fab940fbe234d4ffad8e33d55c239ee\", \"blink_common_unittests\": \"56186c228744f137d10c50a74c151a8236cdc47e\", \"blink_fuzzer_unittests\": \"2569c6792361e1a2fb47dea0002bc7313623eeed\", \"blink_heap_unittests\": \"7601647ecc6cc5caff3f70c3802a2fe600e1c5dc\", \"blink_platform_unittests\": \"b9b583f02bfb068926dc57bb17da7081451b928e\", \"blink_unittests\": \"03a3ddd3679cf8a47fb46dfaffe51201634f92ec\", \"boringssl_crypto_tests\": \"46623c0bb117626951d159d542802f1cb852ae45\", \"boringssl_ssl_tests\": \"ed57c67bf0583e7374a039dabcfed0a1d7f7f7e1\", \"browser_tests\": \"5782026515fc0136caf345689dd0435fd98fc0bf\", \"cacheinvalidation_unittests\": \"525300abe67fe93fcbb228202130947e0b7235f5\", \"capture_unittests\": \"472de6c3cbaf527691663634fa3ccd28490cc70e\", \"cast_unittests\": \"138cad61a2ee1ab9e9edd9b97b5b48fbe99e574b\", \"cc_unittests\": \"224310b1bd2d84869e63dc3ca66c6461244186ce\", \"chrome_app_unittests\": \"e2d69d5b4b33d0ac352c3a0693eee608d99b409c\", \"chromedriver_unittests\": \"b1210b26a4c5b5ad1a799d825465cd4e9b049534\", \"components_browsertests\": \"b748c471f9d437b3fc9294891d1f9fdc0bfb6e21\", \"components_unittests\": \"998891442a5d44b0d52da2a4ad16c2e414211292\", \"content_browsertests\": \"794ea5f27f27e5d4ac400cccabebe9b91a4284bd\", \"content_nocompile_tests\": \"b2319826ebd2e6dae2736e5113decff13b95da31\", \"content_unittests\": \"eaac801eced6c672714e99c5eba5575fdf9a4b96\", \"crashpad_tests\": \"7be93aedb516061826a9747fd9287f6a1fc6c74e\", \"cronet_tests\": \"affcd2bf8f0c3c633900dbe943dd29e6f6189a75\", \"cronet_unittests\": \"ea7f11707468b15dda3c6cbeaeebd42ed498883f\", \"crypto_unittests\": \"44802cfbaddb618ff70addc39056b433f9143b65\", \"device_unittests\": \"14991800d2b9585f19da0601ad2d9867077d2b79\", \"display_unittests\": \"8c64e0bfaeccdc9a3459747552dcaf565a806dfd\", \"events_unittests\": \"0d95f243a1df231ca2fadbcaca4f17505af7a85a\", \"extensions_browsertests\": \"bb8d2073333a173ab22f071af8ca8dd89eff6584\", \"extensions_unittests\": \"a3266b914011a9ac4bce6c6176c0ded17708278b\", \"filesystem_service_unittests\": \"350681faa319531f3e664be9c4a41f5bbcda90d4\", \"gcm_unit_tests\": \"0ff4197ad0c20f35b3a3e1518ca0069e843f1f47\", \"gfx_unittests\": \"faeb83509f954e2aac651a9162435325a8e95cdc\", \"gin_unittests\": \"7a0d9961d6fe26da6a0ab642a48ca62c3f9811fb\", \"google_apis_unittests\": \"7c06a8e68b90137be113950c860697f9761c463a\", \"gpu_unittests\": \"4213b90a546356c7b7139a172865d9ced9d37487\", \"gwp_asan_unittests\": \"28b394e1f89fd13c00bfaa6208800a38537d8174\", \"headless_browsertests\": \"a5a9ff670feb7f199131bc7f9aba80369638e309\", \"headless_unittests\": \"5bcd77de9de3d6ef7a9456feadb9d03cbb59a4cb\", \"interactive_ui_tests\": \"b0032646d8114bf195e1a0cfbbbeb7f851fdbd8d\", \"ipc_tests\": \"2f7d00a2b0a0c053e947df62558989f35353f2d8\", \"jingle_unittests\": \"fe04ed04172b1a26a366515f8f00913afbca08e6\", \"latency_unittests\": \"72584a443649fa106aeca43de843a0414f5b7a98\", \"libjingle_xmpp_unittests\": \"5d91ebe988279d94b636163ec3d5b0abb3f5add7\", \"media_blink_unittests\": \"608c186b018040223048419497a063e99209679f\", \"media_service_unittests\": \"493fb0b755f6e929c7fe3611c018ffafbc8bf4fb\", \"media_unittests\": \"c32e83c783179b67810b5141181e38ed434d896c\", \"message_center_unittests\": \"eb903d210434b5e99bd7b58e35c1284022da7e30\", \"midi_unittests\": \"50dbfadc017326c4946ab3d69a9bc34b0ac5ae82\", \"mojo_unittests\": \"c7d9f32b8313a0331421a0c7d530c4b9cb385a35\", \"nacl_loader_unittests\": \"46ee49cd23e5503d6f355729b84cad908096852b\", \"native_theme_unittests\": \"55eb6c5c546a3737034c1e0b02f4e941e20d196c\", \"net_unittests\": \"f9f55eddabe701d150392b4556fce1099e83f88c\", \"pdf_unittests\": \"d922814c4cecd40ef74a843381bdae91b82a6c63\", \"perfetto_unittests\": \"d6bdb1b84ff32dee0a985d1c447f7f301bf93918\", \"ppapi_unittests\": \"3463df9780f1912980ebb6d16eb00f238eaae440\", \"printing_unittests\": \"afe71b6d7ebba6f95a38b37562253acade9483f5\", \"remoting_unittests\": \"e50b8411b0b5f10f287c55ba6dd04e78dedb4202\", \"sandbox_mac_unittests\": \"361a93cb04144627ff991e3555aa1163378eb768\", \"service_manager_unittests\": \"1cd829020a58e78a581061e86fc44f8aadf9eed4\", \"services_unittests\": \"dde721e778485acd469f3aedaa1b050a3faf2769\", \"shell_dialogs_unittests\": \"ec03ac46abe481d415f7e8b9c8237e7ec3430672\", \"skia_unittests\": \"acdc1af8407f1fd780389c9988f67194d80cfdf0\", \"snapshot_unittests\": \"720f86147845ac6015ac060d894d12c48e8a6830\", \"sql_unittests\": \"c103930a8c4674b311978d10c5abfe295db3ec3f\", \"storage_unittests\": \"fb0a8bde54353e54d9cb3729c68960142e115713\", \"sync_integration_tests\": \"60670fe700fd432fd7e646e6773dd9e65a036f2b\", \"ui_base_unittests\": \"12bd32f4c0e6943117c69f05f89b1aab6bf0ae13\", \"ui_touch_selection_unittests\": \"2e28c592bd48ecb31949bc6be2de8bec9c62354e\", \"unit_tests\": \"fba8b98d30369162e771db0382f833f368107f5b\", \"updater_tests\": \"c08456206f1e16102a4ae8f9158738d45c1b6b6f\", \"url_unittests\": \"679d52acfea6d6be7adffee687b7f15078c2f866\", \"views_unittests\": \"001243eae7ec434ef2872178d3ada98358df7ef6\", \"viz_unittests\": \"cab23f0b7297249a6b1242d059711fe25ae1dd49\", \"wtf_unittests\": \"3129ef8f5643d29d94350408ccfecfdfa4ef6856\", \"xr_browser_tests\": \"e951aa4f5edc18ebe5615078ce0ad76673b268fe\"}, \"swarm_hashes_refs/heads/master(at){#728870}_without_patch\": {\"accessibility_unittests\": \"d969b26fd57cd9d13e934370f122fbc14772e4e1\", \"angle_unittests\": \"29b06b18243ab0e1cbb1cdb34fe03721efd6b129\", \"app_shell_unittests\": \"6204f5f0faf5dab19c7c3d23f6311500192b1272\", \"base_unittests\": \"05be551152eb87f57e48d26d1759a9628854fc49\", \"base_util_unittests\": \"a31235751fab940fbe234d4ffad8e33d55c239ee\", \"blink_common_unittests\": \"56186c228744f137d10c50a74c151a8236cdc47e\", \"blink_fuzzer_unittests\": \"2569c6792361e1a2fb47dea0002bc7313623eeed\", \"blink_heap_unittests\": \"7601647ecc6cc5caff3f70c3802a2fe600e1c5dc\", \"blink_platform_unittests\": \"b9b583f02bfb068926dc57bb17da7081451b928e\", \"blink_unittests\": \"03a3ddd3679cf8a47fb46dfaffe51201634f92ec\", \"boringssl_crypto_tests\": \"46623c0bb117626951d159d542802f1cb852ae45\", \"boringssl_ssl_tests\": \"ed57c67bf0583e7374a039dabcfed0a1d7f7f7e1\", \"browser_tests\": \"5782026515fc0136caf345689dd0435fd98fc0bf\", \"cacheinvalidation_unittests\": \"525300abe67fe93fcbb228202130947e0b7235f5\", \"capture_unittests\": \"472de6c3cbaf527691663634fa3ccd28490cc70e\", \"cast_unittests\": \"138cad61a2ee1ab9e9edd9b97b5b48fbe99e574b\", \"cc_unittests\": \"224310b1bd2d84869e63dc3ca66c6461244186ce\", \"chrome_app_unittests\": \"e2d69d5b4b33d0ac352c3a0693eee608d99b409c\", \"chromedriver_unittests\": \"b1210b26a4c5b5ad1a799d825465cd4e9b049534\", \"components_browsertests\": \"b748c471f9d437b3fc9294891d1f9fdc0bfb6e21\", \"components_unittests\": \"998891442a5d44b0d52da2a4ad16c2e414211292\", \"content_browsertests\": \"794ea5f27f27e5d4ac400cccabebe9b91a4284bd\", \"content_nocompile_tests\": \"b2319826ebd2e6dae2736e5113decff13b95da31\", \"content_unittests\": \"eaac801eced6c672714e99c5eba5575fdf9a4b96\", \"crashpad_tests\": \"7be93aedb516061826a9747fd9287f6a1fc6c74e\", \"cronet_tests\": \"affcd2bf8f0c3c633900dbe943dd29e6f6189a75\", \"cronet_unittests\": \"ea7f11707468b15dda3c6cbeaeebd42ed498883f\", \"crypto_unittests\": \"44802cfbaddb618ff70addc39056b433f9143b65\", \"device_unittests\": \"14991800d2b9585f19da0601ad2d9867077d2b79\", \"display_unittests\": \"8c64e0bfaeccdc9a3459747552dcaf565a806dfd\", \"events_unittests\": \"0d95f243a1df231ca2fadbcaca4f17505af7a85a\", \"extensions_browsertests\": \"bb8d2073333a173ab22f071af8ca8dd89eff6584\", \"extensions_unittests\": \"a3266b914011a9ac4bce6c6176c0ded17708278b\", \"filesystem_service_unittests\": \"350681faa319531f3e664be9c4a41f5bbcda90d4\", \"gcm_unit_tests\": \"0ff4197ad0c20f35b3a3e1518ca0069e843f1f47\", \"gfx_unittests\": \"faeb83509f954e2aac651a9162435325a8e95cdc\", \"gin_unittests\": \"7a0d9961d6fe26da6a0ab642a48ca62c3f9811fb\", \"google_apis_unittests\": \"7c06a8e68b90137be113950c860697f9761c463a\", \"gpu_unittests\": \"4213b90a546356c7b7139a172865d9ced9d37487\", \"gwp_asan_unittests\": \"28b394e1f89fd13c00bfaa6208800a38537d8174\", \"headless_browsertests\": \"a5a9ff670feb7f199131bc7f9aba80369638e309\", \"headless_unittests\": \"5bcd77de9de3d6ef7a9456feadb9d03cbb59a4cb\", \"interactive_ui_tests\": \"b0032646d8114bf195e1a0cfbbbeb7f851fdbd8d\", \"ipc_tests\": \"2f7d00a2b0a0c053e947df62558989f35353f2d8\", \"jingle_unittests\": \"fe04ed04172b1a26a366515f8f00913afbca08e6\", \"latency_unittests\": \"72584a443649fa106aeca43de843a0414f5b7a98\", \"libjingle_xmpp_unittests\": \"5d91ebe988279d94b636163ec3d5b0abb3f5add7\", \"media_blink_unittests\": \"608c186b018040223048419497a063e99209679f\", \"media_service_unittests\": \"493fb0b755f6e929c7fe3611c018ffafbc8bf4fb\", \"media_unittests\": \"c32e83c783179b67810b5141181e38ed434d896c\", \"message_center_unittests\": \"eb903d210434b5e99bd7b58e35c1284022da7e30\", \"midi_unittests\": \"50dbfadc017326c4946ab3d69a9bc34b0ac5ae82\", \"mojo_unittests\": \"c7d9f32b8313a0331421a0c7d530c4b9cb385a35\", \"nacl_loader_unittests\": \"46ee49cd23e5503d6f355729b84cad908096852b\", \"native_theme_unittests\": \"55eb6c5c546a3737034c1e0b02f4e941e20d196c\", \"net_unittests\": \"f9f55eddabe701d150392b4556fce1099e83f88c\", \"pdf_unittests\": \"d922814c4cecd40ef74a843381bdae91b82a6c63\", \"perfetto_unittests\": \"d6bdb1b84ff32dee0a985d1c447f7f301bf93918\", \"ppapi_unittests\": \"3463df9780f1912980ebb6d16eb00f238eaae440\", \"printing_unittests\": \"afe71b6d7ebba6f95a38b37562253acade9483f5\", \"remoting_unittests\": \"e50b8411b0b5f10f287c55ba6dd04e78dedb4202\", \"sandbox_mac_unittests\": \"361a93cb04144627ff991e3555aa1163378eb768\", \"service_manager_unittests\": \"1cd829020a58e78a581061e86fc44f8aadf9eed4\", \"services_unittests\": \"dde721e778485acd469f3aedaa1b050a3faf2769\", \"shell_dialogs_unittests\": \"ec03ac46abe481d415f7e8b9c8237e7ec3430672\", \"skia_unittests\": \"acdc1af8407f1fd780389c9988f67194d80cfdf0\", \"snapshot_unittests\": \"720f86147845ac6015ac060d894d12c48e8a6830\", \"sql_unittests\": \"c103930a8c4674b311978d10c5abfe295db3ec3f\", \"storage_unittests\": \"fb0a8bde54353e54d9cb3729c68960142e115713\", \"sync_integration_tests\": \"60670fe700fd432fd7e646e6773dd9e65a036f2b\", \"ui_base_unittests\": \"12bd32f4c0e6943117c69f05f89b1aab6bf0ae13\", \"ui_touch_selection_unittests\": \"2e28c592bd48ecb31949bc6be2de8bec9c62354e\", \"unit_tests\": \"fba8b98d30369162e771db0382f833f368107f5b\", \"updater_tests\": \"c08456206f1e16102a4ae8f9158738d45c1b6b6f\", \"url_unittests\": \"679d52acfea6d6be7adffee687b7f15078c2f866\", \"views_unittests\": \"001243eae7ec434ef2872178d3ada98358df7ef6\", \"viz_unittests\": \"cab23f0b7297249a6b1242d059711fe25ae1dd49\", \"wtf_unittests\": \"3129ef8f5643d29d94350408ccfecfdfa4ef6856\", \"xr_browser_tests\": \"e951aa4f5edc18ebe5615078ce0ad76673b268fe\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_a165fbc5f77948fe8465d1f67a1e4a103f195e4f29767b5fac0876e41f78e10e_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build227-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.13\", \"Mac-10.13.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4733-6bd8c41\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Step('process clang code coverage data.generate metadata for 79 tests') (retcode: 1)\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1578392702593395",
"status": "COMPLETED",
"status_changed_ts": "1578392703062089",
"tags": [
"build_address:luci.chromium.ci/mac-code-coverage/603",
"builder:mac-code-coverage",
"buildset:commit/git/ca2ebab06c15c220553431735258c835de1684df",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ca2ebab06c15c220553431735258c835de1684df",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9057359171078105104",
"scheduler_job_id:chromium/mac-code-coverage",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8891929108498449808/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:49985969e568c910",
"user_agent:luci-scheduler"
],
"updated_ts": "1578398525069855",
"url": "https://ci.chromium.org/b/8891929108498449808",
"utcnow_ts": "1578398525871470"
}
}
[12:02:05.887] Invocation finished in 1h38m39.603732015s with status FAILED