[10:00:42.301] New invocation is queued and will start shortly
[10:00:43.538] Starting the invocation (attempt 1)
[10:00:43.659] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:00:43.660] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:00:43.660] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9035073747601426144",
"parameters_json": "{\"builder_name\":\"mac-code-coverage\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"60b33bf22c7c5371dff01adfb4aef728b48b6b88\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:mac-code-coverage",
"scheduler_invocation_id:9035073747601426144",
"scheduler_job_id:chromium/mac-code-coverage",
"user_agent:luci-scheduler",
"buildset:commit/git/60b33bf22c7c5371dff01adfb4aef728b48b6b88",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/60b33bf22c7c5371dff01adfb4aef728b48b6b88",
"gitiles_ref:refs/heads/master"
]
}
[10:00:49.253] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1599645644200799",
"id": "8869643684945509376",
"parameters_json": "{\"builder_name\": \"mac-code-coverage\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"60b33bf22c7c5371dff01adfb4aef728b48b6b88\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1599645648043012",
"tags": [
"build_address:luci.chromium.ci/mac-code-coverage/1868",
"builder:mac-code-coverage",
"buildset:commit/git/60b33bf22c7c5371dff01adfb4aef728b48b6b88",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/60b33bf22c7c5371dff01adfb4aef728b48b6b88",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9035073747601426144",
"scheduler_job_id:chromium/mac-code-coverage",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8869643684945509376/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1599645648043198",
"url": "https://ci.chromium.org/b/8869643684945509376",
"utcnow_ts": "1599645649165724"
}
}
[10:00:49.253] Task URL: https://ci.chromium.org/b/8869643684945509376
[10:00:49.253] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:2:0) after 1m0s
[10:01:49.504] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:2:0)
[10:01:49.504] Timer tick, asking Buildbucket for the build status
[10:01:49.766] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:01:49.766] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:3:0) after 1m0s
[10:02:49.863] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:3:0)
[10:02:49.863] Timer tick, asking Buildbucket for the build status
[10:02:50.644] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:02:50.644] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:4:0) after 1m0s
[10:03:50.757] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:4:0)
[10:03:50.757] Timer tick, asking Buildbucket for the build status
[10:03:53.092] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:03:53.092] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:5:0) after 1m0s
[10:04:53.127] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:5:0)
[10:04:53.127] Timer tick, asking Buildbucket for the build status
[10:04:53.297] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:04:53.297] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:6:0) after 1m0s
[10:05:53.497] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:6:0)
[10:05:53.497] Timer tick, asking Buildbucket for the build status
[10:05:54.011] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:05:54.011] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:7:0) after 1m0s
[10:06:54.075] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:7:0)
[10:06:54.075] Timer tick, asking Buildbucket for the build status
[10:06:54.478] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:06:54.478] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:8:0) after 1m0s
[10:07:54.605] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:8:0)
[10:07:54.606] Timer tick, asking Buildbucket for the build status
[10:07:54.990] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:07:54.990] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:9:0) after 1m0s
[10:08:55.040] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:9:0)
[10:08:55.040] Timer tick, asking Buildbucket for the build status
[10:08:55.659] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:08:55.659] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:10:0) after 1m0s
[10:09:55.742] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:10:0)
[10:09:55.742] Timer tick, asking Buildbucket for the build status
[10:09:55.821] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:09:55.821] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:11:0) after 1m0s
[10:10:55.907] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:11:0)
[10:10:55.907] Timer tick, asking Buildbucket for the build status
[10:10:56.245] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:10:56.246] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:12:0) after 1m0s
[10:11:56.561] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:12:0)
[10:11:56.561] Timer tick, asking Buildbucket for the build status
[10:11:56.737] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:11:56.737] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:13:0) after 1m0s
[10:12:56.721] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:13:0)
[10:12:56.721] Timer tick, asking Buildbucket for the build status
[10:12:56.856] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:12:56.856] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:14:0) after 1m0s
[10:13:56.902] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:14:0)
[10:13:56.902] Timer tick, asking Buildbucket for the build status
[10:13:57.117] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:13:57.117] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:15:0) after 1m0s
[10:14:57.478] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:15:0)
[10:14:57.501] Timer tick, asking Buildbucket for the build status
[10:14:57.673] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:14:57.673] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:16:0) after 1m0s
[10:15:57.695] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:16:0)
[10:15:57.695] Timer tick, asking Buildbucket for the build status
[10:15:59.556] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:15:59.557] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:17:0) after 1m0s
[10:16:59.615] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:17:0)
[10:16:59.615] Timer tick, asking Buildbucket for the build status
[10:16:59.951] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:16:59.951] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:18:0) after 1m0s
[10:17:59.935] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:18:0)
[10:17:59.935] Timer tick, asking Buildbucket for the build status
[10:18:00.094] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:18:00.094] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:19:0) after 1m0s
[10:19:00.341] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:19:0)
[10:19:00.341] Timer tick, asking Buildbucket for the build status
[10:19:00.613] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:19:00.613] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:20:0) after 1m0s
[10:20:00.638] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:20:0)
[10:20:00.638] Timer tick, asking Buildbucket for the build status
[10:20:00.794] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:20:00.794] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:21:0) after 1m0s
[10:21:01.564] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:21:0)
[10:21:01.564] Timer tick, asking Buildbucket for the build status
[10:21:03.224] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:21:03.224] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:22:0) after 1m0s
[10:22:03.246] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:22:0)
[10:22:03.246] Timer tick, asking Buildbucket for the build status
[10:22:04.355] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:22:04.355] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:23:0) after 1m0s
[10:23:04.372] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:23:0)
[10:23:04.372] Timer tick, asking Buildbucket for the build status
[10:23:04.522] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:23:04.522] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:24:0) after 1m0s
[10:24:04.607] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:24:0)
[10:24:04.607] Timer tick, asking Buildbucket for the build status
[10:24:04.901] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:24:04.901] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:25:0) after 1m0s
[10:25:05.025] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:25:0)
[10:25:05.025] Timer tick, asking Buildbucket for the build status
[10:25:05.425] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:25:05.425] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:26:0) after 1m0s
[10:26:05.480] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:26:0)
[10:26:05.480] Timer tick, asking Buildbucket for the build status
[10:26:06.958] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:26:06.959] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:27:0) after 1m0s
[10:27:07.107] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:27:0)
[10:27:07.107] Timer tick, asking Buildbucket for the build status
[10:27:07.233] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:27:07.233] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:28:0) after 1m0s
[10:28:07.214] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:28:0)
[10:28:07.214] Timer tick, asking Buildbucket for the build status
[10:28:07.342] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:28:07.342] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:29:0) after 1m0s
[10:29:07.393] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:29:0)
[10:29:07.393] Timer tick, asking Buildbucket for the build status
[10:29:07.600] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:29:07.600] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:30:0) after 1m0s
[10:30:07.621] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:30:0)
[10:30:07.621] Timer tick, asking Buildbucket for the build status
[10:30:07.731] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:30:07.731] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:31:0) after 1m0s
[10:31:07.979] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:31:0)
[10:31:07.979] Timer tick, asking Buildbucket for the build status
[10:31:08.238] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:31:08.238] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:32:0) after 1m0s
[10:32:08.223] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:32:0)
[10:32:08.223] Timer tick, asking Buildbucket for the build status
[10:32:08.460] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:32:08.460] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:33:0) after 1m0s
[10:33:08.542] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:33:0)
[10:33:08.542] Timer tick, asking Buildbucket for the build status
[10:33:09.157] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:33:09.157] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:34:0) after 1m0s
[10:34:09.191] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:34:0)
[10:34:09.191] Timer tick, asking Buildbucket for the build status
[10:34:09.415] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:34:09.415] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:35:0) after 1m0s
[10:35:09.470] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:35:0)
[10:35:09.470] Timer tick, asking Buildbucket for the build status
[10:35:09.598] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:35:09.598] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:36:0) after 1m0s
[10:36:09.624] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:36:0)
[10:36:09.624] Timer tick, asking Buildbucket for the build status
[10:36:09.877] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:36:09.877] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:37:0) after 1m0s
[10:37:09.923] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:37:0)
[10:37:09.923] Timer tick, asking Buildbucket for the build status
[10:37:10.596] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:37:10.596] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:38:0) after 1m0s
[10:38:10.665] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:38:0)
[10:38:10.666] Timer tick, asking Buildbucket for the build status
[10:38:11.633] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:38:11.633] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:39:0) after 1m0s
[10:39:11.677] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:39:0)
[10:39:11.677] Timer tick, asking Buildbucket for the build status
[10:39:12.045] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:39:12.045] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:40:0) after 1m0s
[10:40:12.053] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:40:0)
[10:40:12.053] Timer tick, asking Buildbucket for the build status
[10:40:12.209] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:40:12.209] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:41:0) after 1m0s
[10:41:12.434] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:41:0)
[10:41:12.434] Timer tick, asking Buildbucket for the build status
[10:41:12.617] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:41:12.617] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:42:0) after 1m0s
[10:42:12.640] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:42:0)
[10:42:12.640] Timer tick, asking Buildbucket for the build status
[10:42:12.743] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:42:12.743] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:43:0) after 1m0s
[10:43:12.772] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:43:0)
[10:43:12.772] Timer tick, asking Buildbucket for the build status
[10:43:13.035] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:43:13.035] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:44:0) after 1m0s
[10:44:13.116] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:44:0)
[10:44:13.116] Timer tick, asking Buildbucket for the build status
[10:44:13.390] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:44:13.390] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:45:0) after 1m0s
[10:45:14.093] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:45:0)
[10:45:14.093] Timer tick, asking Buildbucket for the build status
[10:45:14.299] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:45:14.299] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:46:0) after 1m0s
[10:46:14.345] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:46:0)
[10:46:14.345] Timer tick, asking Buildbucket for the build status
[10:46:14.584] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:46:14.584] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:47:0) after 1m0s
[10:47:14.916] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:47:0)
[10:47:14.916] Timer tick, asking Buildbucket for the build status
[10:47:15.215] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:47:15.215] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:48:0) after 1m0s
[10:48:15.301] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:48:0)
[10:48:15.302] Timer tick, asking Buildbucket for the build status
[10:48:15.491] Build 8869643684945509376: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:48:15.491] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:49:0) after 1m0s
[10:48:49.414] Received PubSub notification, asking Buildbucket for the build status
[10:48:49.532] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:49:15.564] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:49:0)
[10:49:15.564] Timer tick, asking Buildbucket for the build status
[10:49:16.066] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:49:16.066] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:51:0) after 1m0s
[10:50:16.221] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:51:0)
[10:50:16.221] Timer tick, asking Buildbucket for the build status
[10:50:16.355] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:50:16.355] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:52:0) after 1m0s
[10:51:16.599] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:52:0)
[10:51:16.600] Timer tick, asking Buildbucket for the build status
[10:51:16.875] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:51:16.875] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:53:0) after 1m0s
[10:52:17.018] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:53:0)
[10:52:17.018] Timer tick, asking Buildbucket for the build status
[10:52:17.186] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:52:17.186] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:54:0) after 1m0s
[10:53:17.357] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:54:0)
[10:53:17.357] Timer tick, asking Buildbucket for the build status
[10:53:17.508] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:53:17.508] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:55:0) after 1m0s
[10:54:17.596] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:55:0)
[10:54:17.596] Timer tick, asking Buildbucket for the build status
[10:54:17.830] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:54:17.830] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:56:0) after 1m0s
[10:55:17.921] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:56:0)
[10:55:17.921] Timer tick, asking Buildbucket for the build status
[10:55:18.013] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:55:18.013] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:57:0) after 1m0s
[10:56:18.010] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:57:0)
[10:56:18.010] Timer tick, asking Buildbucket for the build status
[10:56:18.131] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:56:18.131] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:58:0) after 1m0s
[10:57:18.216] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:58:0)
[10:57:18.216] Timer tick, asking Buildbucket for the build status
[10:57:18.453] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:57:18.453] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:59:0) after 1m0s
[10:58:18.623] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:59:0)
[10:58:18.623] Timer tick, asking Buildbucket for the build status
[10:58:18.723] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:58:18.723] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:60:0) after 1m0s
[10:59:19.373] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:60:0)
[10:59:19.373] Timer tick, asking Buildbucket for the build status
[10:59:19.558] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:59:19.558] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:61:0) after 1m0s
[11:00:19.939] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:61:0)
[11:00:19.939] Timer tick, asking Buildbucket for the build status
[11:00:20.279] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:00:20.279] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:62:0) after 1m0s
[11:01:20.437] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:62:0)
[11:01:20.437] Timer tick, asking Buildbucket for the build status
[11:01:23.302] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:01:23.302] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:63:0) after 1m0s
[11:02:23.405] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:63:0)
[11:02:23.405] Timer tick, asking Buildbucket for the build status
[11:02:23.485] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:02:23.485] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:64:0) after 1m0s
[11:03:23.585] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:64:0)
[11:03:23.585] Timer tick, asking Buildbucket for the build status
[11:03:23.744] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:03:23.744] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:65:0) after 1m0s
[11:04:23.866] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:65:0)
[11:04:23.866] Timer tick, asking Buildbucket for the build status
[11:04:24.011] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:04:24.011] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:66:0) after 1m0s
[11:05:24.062] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:66:0)
[11:05:24.062] Timer tick, asking Buildbucket for the build status
[11:05:24.163] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:05:24.163] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:67:0) after 1m0s
[11:06:24.197] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:67:0)
[11:06:24.197] Timer tick, asking Buildbucket for the build status
[11:06:24.469] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:06:24.469] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:68:0) after 1m0s
[11:07:24.534] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:68:0)
[11:07:24.534] Timer tick, asking Buildbucket for the build status
[11:07:24.598] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:07:24.598] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:69:0) after 1m0s
[11:08:24.639] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:69:0)
[11:08:24.639] Timer tick, asking Buildbucket for the build status
[11:08:24.719] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:08:24.719] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:70:0) after 1m0s
[11:09:24.771] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:70:0)
[11:09:24.771] Timer tick, asking Buildbucket for the build status
[11:09:24.904] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:09:24.905] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:71:0) after 1m0s
[11:10:24.952] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:71:0)
[11:10:24.952] Timer tick, asking Buildbucket for the build status
[11:10:25.248] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:10:25.248] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:72:0) after 1m0s
[11:11:25.255] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:72:0)
[11:11:25.255] Timer tick, asking Buildbucket for the build status
[11:11:25.672] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:11:25.672] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:73:0) after 1m0s
[11:12:25.759] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:73:0)
[11:12:25.759] Timer tick, asking Buildbucket for the build status
[11:12:27.381] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:12:27.381] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:74:0) after 1m0s
[11:13:27.406] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:74:0)
[11:13:27.407] Timer tick, asking Buildbucket for the build status
[11:13:27.526] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:13:27.526] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:75:0) after 1m0s
[11:14:27.650] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:75:0)
[11:14:27.650] Timer tick, asking Buildbucket for the build status
[11:14:27.753] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:14:27.753] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:76:0) after 1m0s
[11:15:27.855] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:76:0)
[11:15:27.855] Timer tick, asking Buildbucket for the build status
[11:15:27.922] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:15:27.922] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:77:0) after 1m0s
[11:16:28.158] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:77:0)
[11:16:28.158] Timer tick, asking Buildbucket for the build status
[11:16:28.394] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:16:28.394] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:78:0) after 1m0s
[11:17:28.502] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:78:0)
[11:17:28.502] Timer tick, asking Buildbucket for the build status
[11:17:28.767] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:17:28.767] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:79:0) after 1m0s
[11:18:28.972] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:79:0)
[11:18:28.973] Timer tick, asking Buildbucket for the build status
[11:18:30.288] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:18:30.288] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:80:0) after 1m0s
[11:19:30.457] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:80:0)
[11:19:30.457] Timer tick, asking Buildbucket for the build status
[11:19:30.791] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:19:30.791] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:81:0) after 1m0s
[11:20:31.382] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:81:0)
[11:20:31.382] Timer tick, asking Buildbucket for the build status
[11:20:31.499] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:20:31.499] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:82:0) after 1m0s
[11:21:31.635] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:82:0)
[11:21:31.635] Timer tick, asking Buildbucket for the build status
[11:21:31.764] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:21:31.764] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:83:0) after 1m0s
[11:22:31.819] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:83:0)
[11:22:31.819] Timer tick, asking Buildbucket for the build status
[11:22:32.165] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:22:32.165] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:84:0) after 1m0s
[11:23:32.296] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:84:0)
[11:23:32.296] Timer tick, asking Buildbucket for the build status
[11:23:32.461] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:23:32.461] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:85:0) after 1m0s
[11:24:33.025] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:85:0)
[11:24:33.026] Timer tick, asking Buildbucket for the build status
[11:24:34.274] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:24:34.274] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:86:0) after 1m0s
[11:25:34.310] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:86:0)
[11:25:34.310] Timer tick, asking Buildbucket for the build status
[11:25:34.401] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:25:34.401] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:87:0) after 1m0s
[11:26:34.801] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:87:0)
[11:26:34.801] Timer tick, asking Buildbucket for the build status
[11:26:34.960] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:26:34.960] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:88:0) after 1m0s
[11:27:35.169] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:88:0)
[11:27:35.169] Timer tick, asking Buildbucket for the build status
[11:27:35.344] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:27:35.344] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:89:0) after 1m0s
[11:28:35.747] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:89:0)
[11:28:35.747] Timer tick, asking Buildbucket for the build status
[11:28:35.859] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:28:35.859] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:90:0) after 1m0s
[11:29:36.210] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:90:0)
[11:29:36.210] Timer tick, asking Buildbucket for the build status
[11:29:36.697] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:29:36.697] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:91:0) after 1m0s
[11:30:37.153] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:91:0)
[11:30:37.154] Timer tick, asking Buildbucket for the build status
[11:30:37.352] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:30:37.352] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:92:0) after 1m0s
[11:31:37.444] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:92:0)
[11:31:37.444] Timer tick, asking Buildbucket for the build status
[11:31:37.706] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:31:37.706] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:93:0) after 1m0s
[11:32:37.848] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:93:0)
[11:32:37.848] Timer tick, asking Buildbucket for the build status
[11:32:38.102] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:32:38.102] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:94:0) after 1m0s
[11:33:38.456] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:94:0)
[11:33:38.456] Timer tick, asking Buildbucket for the build status
[11:33:38.621] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:33:38.621] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:95:0) after 1m0s
[11:34:38.790] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:95:0)
[11:34:38.791] Timer tick, asking Buildbucket for the build status
[11:34:39.213] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:34:39.213] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:96:0) after 1m0s
[11:35:39.254] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:96:0)
[11:35:39.254] Timer tick, asking Buildbucket for the build status
[11:35:40.143] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:35:40.143] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:97:0) after 1m0s
[11:36:40.178] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:97:0)
[11:36:40.178] Timer tick, asking Buildbucket for the build status
[11:36:40.513] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:36:40.513] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:98:0) after 1m0s
[11:37:40.545] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:98:0)
[11:37:40.545] Timer tick, asking Buildbucket for the build status
[11:37:40.712] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:37:40.712] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:99:0) after 1m0s
[11:38:40.748] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:99:0)
[11:38:40.748] Timer tick, asking Buildbucket for the build status
[11:38:40.874] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:38:40.874] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:100:0) after 1m0s
[11:39:41.028] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:100:0)
[11:39:41.028] Timer tick, asking Buildbucket for the build status
[11:39:41.142] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:39:41.142] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:101:0) after 1m0s
[11:40:41.138] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:101:0)
[11:40:41.138] Timer tick, asking Buildbucket for the build status
[11:40:41.257] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:40:41.257] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:102:0) after 1m0s
[11:41:41.285] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:102:0)
[11:41:41.285] Timer tick, asking Buildbucket for the build status
[11:41:41.750] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:41:41.750] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:103:0) after 1m0s
[11:42:41.885] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:103:0)
[11:42:41.885] Timer tick, asking Buildbucket for the build status
[11:42:41.953] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:42:41.953] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:104:0) after 1m0s
[11:43:42.010] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:104:0)
[11:43:42.010] Timer tick, asking Buildbucket for the build status
[11:43:42.125] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:43:42.125] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:105:0) after 1m0s
[11:44:42.227] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:105:0)
[11:44:42.227] Timer tick, asking Buildbucket for the build status
[11:44:42.333] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:44:42.333] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:106:0) after 1m0s
[11:45:42.447] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:106:0)
[11:45:42.447] Timer tick, asking Buildbucket for the build status
[11:45:42.607] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:45:42.607] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:107:0) after 1m0s
[11:46:42.716] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:107:0)
[11:46:42.717] Timer tick, asking Buildbucket for the build status
[11:46:43.715] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:46:43.715] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:108:0) after 1m0s
[11:47:44.353] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:108:0)
[11:47:44.353] Timer tick, asking Buildbucket for the build status
[11:47:44.433] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:47:44.433] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:109:0) after 1m0s
[11:48:45.094] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:109:0)
[11:48:45.095] Timer tick, asking Buildbucket for the build status
[11:48:45.257] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:48:45.257] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:110:0) after 1m0s
[11:49:45.447] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:110:0)
[11:49:45.447] Timer tick, asking Buildbucket for the build status
[11:49:45.635] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:49:45.635] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:111:0) after 1m0s
[11:50:45.871] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:111:0)
[11:50:45.871] Timer tick, asking Buildbucket for the build status
[11:50:46.123] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:50:46.123] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:112:0) after 1m0s
[11:51:46.157] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:112:0)
[11:51:46.157] Timer tick, asking Buildbucket for the build status
[11:51:47.047] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:51:47.047] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:113:0) after 1m0s
[11:52:47.223] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:113:0)
[11:52:47.223] Timer tick, asking Buildbucket for the build status
[11:52:47.837] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:52:47.837] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:114:0) after 1m0s
[11:53:48.159] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:114:0)
[11:53:48.159] Timer tick, asking Buildbucket for the build status
[11:53:48.380] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:53:48.380] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:115:0) after 1m0s
[11:54:48.516] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:115:0)
[11:54:48.516] Timer tick, asking Buildbucket for the build status
[11:54:48.604] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:54:48.604] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:116:0) after 1m0s
[11:55:48.704] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:116:0)
[11:55:48.704] Timer tick, asking Buildbucket for the build status
[11:55:48.817] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:55:48.817] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:117:0) after 1m0s
[11:56:48.871] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:117:0)
[11:56:48.871] Timer tick, asking Buildbucket for the build status
[11:56:49.143] Build 8869643684945509376: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:56:49.143] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:9035073747601426144:118:0) after 1m0s
[11:56:52.375] Received PubSub notification, asking Buildbucket for the build status
[11:56:52.528] Build 8869643684945509376: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[11:56:52.528] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1599652610728415",
"created_by": "project:chromium",
"created_ts": "1599645644200799",
"failure_reason": "INFRA_FAILURE",
"id": "8869643684945509376",
"parameters_json": "{\"builder_name\": \"mac-code-coverage\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"60b33bf22c7c5371dff01adfb4aef728b48b6b88\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"properties\": {\"$build/code_coverage\": {\"use_clang_coverage\": true}, \"$build/goma\": {\"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\"}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/milo/blamelist_pins\": [{\"host\": \"chromium.googlesource.com\", \"id\": \"60b33bf22c7c5371dff01adfb4aef728b48b6b88\", \"project\": \"chromium/src\"}], \"$recipe_engine/path\": {\"cache_dir\": \"/opt/s/w/ir/cache\", \"temp_dir\": \"/opt/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build283-m9\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.fyi\", \"buildername\": \"mac-code-coverage\", \"buildnumber\": 1868, \"clang_revision\": \"llvmorg-12-init-5035-gd0abc757-1\", \"got_angle_revision\": \"41c93c550b0720c3945a3c6efee6ee72e608b95c\", \"got_dawn_revision\": \"12e97ed6a789a545a8e4d8b82d05fd80257936bd\", \"got_nacl_revision\": \"3008f9e6de122325d8f9dbf02f7cdd51fa1ec306\", \"got_revision\": \"60b33bf22c7c5371dff01adfb4aef728b48b6b88\", \"got_revision_cp\": \"refs/heads/master@{#805258}\", \"got_swarming_client_revision\": \"4c095d04179dc725a300085ae21fe3b79900d072\", \"got_swiftshader_revision\": \"5f71fdf34b763048628317f7f910e74ed7fe9b5c\", \"got_v8_revision\": \"bb4817544d7ce327fc432a8229efa213952ca979\", \"got_v8_revision_cp\": \"refs/heads/8.7.76@{#1}\", \"got_webrtc_revision\": \"9e9c8b7155d49c2f38b82fe9c9707181c57073c9\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#32051}\", \"path_config\": \"generic\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"60b33bf22c7c5371dff01adfb4aef728b48b6b88\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11e146\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build283-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\", \"Mac-10.14.6-18G103\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"5513-ee65082\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1599648521859513",
"status": "COMPLETED",
"status_changed_ts": "1599652611431697",
"tags": [
"build_address:luci.chromium.ci/mac-code-coverage/1868",
"builder:mac-code-coverage",
"buildset:commit/git/60b33bf22c7c5371dff01adfb4aef728b48b6b88",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/60b33bf22c7c5371dff01adfb4aef728b48b6b88",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9035073747601426144",
"scheduler_job_id:chromium/mac-code-coverage",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8869643684945509376/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:4e8b21103d1cda10",
"user_agent:luci-scheduler"
],
"updated_ts": "1599652611436118",
"url": "https://ci.chromium.org/b/8869643684945509376",
"utcnow_ts": "1599652612520020"
}
}
[11:56:52.528] Invocation finished in 1h56m10.243681289s with status FAILED