[21:55:16.139] New invocation is queued and will start shortly
[21:55:19.015] Starting the invocation (attempt 1)
[21:55:19.100] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:55:19.100] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:55:19.100] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9041370578775196736",
"parameters_json": "{\"builder_name\":\"Mac deterministic\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"d071f1be72f3ce1e1909015d7278dd288479944c\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:Mac deterministic",
"scheduler_invocation_id:9041370578775196736",
"scheduler_job_id:chromium/Mac deterministic",
"user_agent:luci-scheduler",
"buildset:commit/git/d071f1be72f3ce1e1909015d7278dd288479944c",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d071f1be72f3ce1e1909015d7278dd288479944c",
"gitiles_ref:refs/heads/master"
]
}
[21:55:19.901] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1593640519220551",
"id": "8875940514876249776",
"parameters_json": "{\"builder_name\": \"Mac deterministic\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"d071f1be72f3ce1e1909015d7278dd288479944c\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1593640519751139",
"tags": [
"build_address:luci.chromium.ci/Mac deterministic/39052",
"builder:Mac deterministic",
"buildset:commit/git/d071f1be72f3ce1e1909015d7278dd288479944c",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d071f1be72f3ce1e1909015d7278dd288479944c",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9041370578775196736",
"scheduler_job_id:chromium/Mac deterministic",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8875940514876249776/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:swarming/deterministic_build",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1593640519751256",
"url": "https://ci.chromium.org/b/8875940514876249776",
"utcnow_ts": "1593640519891536"
}
}
[21:55:19.901] Task URL: https://ci.chromium.org/b/8875940514876249776
[21:55:19.901] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:2:0) after 1m0s
[21:55:24.269] Received PubSub notification, asking Buildbucket for the build status
[21:55:24.427] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:56:19.978] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:2:0)
[21:56:19.978] Timer tick, asking Buildbucket for the build status
[21:56:20.087] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:56:20.087] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:4:0) after 1m0s
[21:57:20.179] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:4:0)
[21:57:20.179] Timer tick, asking Buildbucket for the build status
[21:57:20.501] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:57:20.501] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:5:0) after 1m0s
[21:58:20.557] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:5:0)
[21:58:20.557] Timer tick, asking Buildbucket for the build status
[21:58:20.711] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:58:20.711] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:6:0) after 1m0s
[21:59:20.796] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:6:0)
[21:59:20.796] Timer tick, asking Buildbucket for the build status
[21:59:20.933] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:59:20.933] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:7:0) after 1m0s
[22:00:20.949] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:7:0)
[22:00:20.949] Timer tick, asking Buildbucket for the build status
[22:00:21.082] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:00:21.082] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:8:0) after 1m0s
[22:01:21.205] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:8:0)
[22:01:21.205] Timer tick, asking Buildbucket for the build status
[22:01:21.405] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:01:21.405] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:9:0) after 1m0s
[22:02:21.480] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:9:0)
[22:02:21.480] Timer tick, asking Buildbucket for the build status
[22:02:21.779] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:02:21.779] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:10:0) after 1m0s
[22:03:21.802] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:10:0)
[22:03:21.802] Timer tick, asking Buildbucket for the build status
[22:03:22.028] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:03:22.028] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:11:0) after 1m0s
[22:04:22.112] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:11:0)
[22:04:22.112] Timer tick, asking Buildbucket for the build status
[22:04:22.395] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:04:22.395] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:12:0) after 1m0s
[22:05:22.424] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:12:0)
[22:05:22.424] Timer tick, asking Buildbucket for the build status
[22:05:22.539] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:05:22.539] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:13:0) after 1m0s
[22:06:22.624] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:13:0)
[22:06:22.624] Timer tick, asking Buildbucket for the build status
[22:06:22.778] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:06:22.778] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:14:0) after 1m0s
[22:07:23.136] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:14:0)
[22:07:23.136] Timer tick, asking Buildbucket for the build status
[22:07:23.821] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:07:23.821] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:15:0) after 1m0s
[22:08:24.016] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:15:0)
[22:08:24.016] Timer tick, asking Buildbucket for the build status
[22:08:24.353] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:08:24.353] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:16:0) after 1m0s
[22:09:24.544] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:16:0)
[22:09:24.544] Timer tick, asking Buildbucket for the build status
[22:09:24.660] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:09:24.660] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:17:0) after 1m0s
[22:10:24.665] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:17:0)
[22:10:24.665] Timer tick, asking Buildbucket for the build status
[22:10:24.785] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:10:24.785] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:18:0) after 1m0s
[22:11:25.193] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:18:0)
[22:11:25.193] Timer tick, asking Buildbucket for the build status
[22:11:25.497] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:11:25.497] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:19:0) after 1m0s
[22:12:25.538] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:19:0)
[22:12:25.538] Timer tick, asking Buildbucket for the build status
[22:12:26.105] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:12:26.105] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:20:0) after 1m0s
[22:13:26.154] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:20:0)
[22:13:26.154] Timer tick, asking Buildbucket for the build status
[22:13:26.391] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:13:26.391] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:21:0) after 1m0s
[22:14:26.490] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:21:0)
[22:14:26.490] Timer tick, asking Buildbucket for the build status
[22:14:26.613] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:14:26.613] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:22:0) after 1m0s
[22:15:26.789] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:22:0)
[22:15:26.789] Timer tick, asking Buildbucket for the build status
[22:15:26.929] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:15:26.929] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:23:0) after 1m0s
[22:16:27.103] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:23:0)
[22:16:27.103] Timer tick, asking Buildbucket for the build status
[22:16:27.446] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:16:27.446] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:24:0) after 1m0s
[22:17:27.579] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:24:0)
[22:17:27.579] Timer tick, asking Buildbucket for the build status
[22:17:28.273] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:17:28.273] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:25:0) after 1m0s
[22:18:28.370] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:25:0)
[22:18:28.370] Timer tick, asking Buildbucket for the build status
[22:18:28.528] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:18:28.528] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:26:0) after 1m0s
[22:19:28.645] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:26:0)
[22:19:28.645] Timer tick, asking Buildbucket for the build status
[22:19:28.762] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:19:28.763] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:27:0) after 1m0s
[22:20:28.902] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:27:0)
[22:20:28.902] Timer tick, asking Buildbucket for the build status
[22:20:29.154] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:20:29.154] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:28:0) after 1m0s
[22:21:29.172] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:28:0)
[22:21:29.172] Timer tick, asking Buildbucket for the build status
[22:21:29.414] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:21:29.414] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:29:0) after 1m0s
[22:22:29.455] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:29:0)
[22:22:29.455] Timer tick, asking Buildbucket for the build status
[22:22:29.623] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:22:29.623] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:30:0) after 1m0s
[22:23:29.750] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:30:0)
[22:23:29.750] Timer tick, asking Buildbucket for the build status
[22:23:29.914] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:23:29.914] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:31:0) after 1m0s
[22:24:30.033] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:31:0)
[22:24:30.033] Timer tick, asking Buildbucket for the build status
[22:24:30.153] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:24:30.153] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:32:0) after 1m0s
[22:25:30.280] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:32:0)
[22:25:30.280] Timer tick, asking Buildbucket for the build status
[22:25:30.464] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:25:30.464] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:33:0) after 1m0s
[22:26:30.586] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:33:0)
[22:26:30.586] Timer tick, asking Buildbucket for the build status
[22:26:30.767] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:26:30.767] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:34:0) after 1m0s
[22:27:30.893] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:34:0)
[22:27:30.893] Timer tick, asking Buildbucket for the build status
[22:27:31.188] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:27:31.188] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:35:0) after 1m0s
[22:28:31.214] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:35:0)
[22:28:31.214] Timer tick, asking Buildbucket for the build status
[22:28:31.436] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:28:31.436] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:36:0) after 1m0s
[22:29:31.528] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:36:0)
[22:29:31.528] Timer tick, asking Buildbucket for the build status
[22:29:32.072] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:29:32.072] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:37:0) after 1m0s
[22:30:32.102] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:37:0)
[22:30:32.102] Timer tick, asking Buildbucket for the build status
[22:30:32.714] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:30:32.714] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:38:0) after 1m0s
[22:31:32.786] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:38:0)
[22:31:32.786] Timer tick, asking Buildbucket for the build status
[22:31:32.914] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:31:32.914] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:39:0) after 1m0s
[22:32:32.922] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:39:0)
[22:32:32.922] Timer tick, asking Buildbucket for the build status
[22:32:33.647] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:32:33.647] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:40:0) after 1m0s
[22:33:33.691] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:40:0)
[22:33:33.691] Timer tick, asking Buildbucket for the build status
[22:33:33.866] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:33:33.866] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:41:0) after 1m0s
[22:34:33.899] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:41:0)
[22:34:33.899] Timer tick, asking Buildbucket for the build status
[22:34:34.038] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:34:34.038] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:42:0) after 1m0s
[22:35:34.094] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:42:0)
[22:35:34.094] Timer tick, asking Buildbucket for the build status
[22:35:34.303] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:35:34.303] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:43:0) after 1m0s
[22:36:34.409] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:43:0)
[22:36:34.410] Timer tick, asking Buildbucket for the build status
[22:36:34.550] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:36:34.550] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:44:0) after 1m0s
[22:37:34.579] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:44:0)
[22:37:34.579] Timer tick, asking Buildbucket for the build status
[22:37:34.734] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:37:34.734] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:45:0) after 1m0s
[22:38:34.761] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:45:0)
[22:38:34.761] Timer tick, asking Buildbucket for the build status
[22:38:34.985] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:38:34.985] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:46:0) after 1m0s
[22:39:35.011] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:46:0)
[22:39:35.011] Timer tick, asking Buildbucket for the build status
[22:39:35.113] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:39:35.113] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:47:0) after 1m0s
[22:40:35.152] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:47:0)
[22:40:35.152] Timer tick, asking Buildbucket for the build status
[22:40:35.377] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:40:35.377] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:48:0) after 1m0s
[22:41:35.420] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:48:0)
[22:41:35.420] Timer tick, asking Buildbucket for the build status
[22:41:35.522] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:41:35.522] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:49:0) after 1m0s
[22:42:35.569] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:49:0)
[22:42:35.569] Timer tick, asking Buildbucket for the build status
[22:42:35.962] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:42:35.962] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:50:0) after 1m0s
[22:43:36.029] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:50:0)
[22:43:36.029] Timer tick, asking Buildbucket for the build status
[22:43:36.211] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:43:36.211] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:51:0) after 1m0s
[22:44:36.242] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:51:0)
[22:44:36.242] Timer tick, asking Buildbucket for the build status
[22:44:36.510] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:44:36.510] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:52:0) after 1m0s
[22:45:36.659] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:52:0)
[22:45:36.659] Timer tick, asking Buildbucket for the build status
[22:45:37.056] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:45:37.056] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:53:0) after 1m0s
[22:46:37.038] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:53:0)
[22:46:37.038] Timer tick, asking Buildbucket for the build status
[22:46:37.304] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:46:37.304] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:54:0) after 1m0s
[22:47:37.299] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:54:0)
[22:47:37.299] Timer tick, asking Buildbucket for the build status
[22:47:37.903] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:47:37.903] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:55:0) after 1m0s
[22:48:37.964] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:55:0)
[22:48:37.964] Timer tick, asking Buildbucket for the build status
[22:48:38.102] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:48:38.102] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:56:0) after 1m0s
[22:49:38.128] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:56:0)
[22:49:38.128] Timer tick, asking Buildbucket for the build status
[22:49:38.264] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:49:38.264] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:57:0) after 1m0s
[22:50:38.286] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:57:0)
[22:50:38.286] Timer tick, asking Buildbucket for the build status
[22:50:38.443] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:50:38.443] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:58:0) after 1m0s
[22:51:38.518] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:58:0)
[22:51:38.518] Timer tick, asking Buildbucket for the build status
[22:51:38.672] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:51:38.672] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:59:0) after 1m0s
[22:52:38.721] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:59:0)
[22:52:38.721] Timer tick, asking Buildbucket for the build status
[22:52:39.852] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:52:39.852] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:60:0) after 1m0s
[22:53:39.884] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:60:0)
[22:53:39.884] Timer tick, asking Buildbucket for the build status
[22:53:40.158] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:53:40.158] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:61:0) after 1m0s
[22:54:40.308] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:61:0)
[22:54:40.308] Timer tick, asking Buildbucket for the build status
[22:54:40.430] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:54:40.430] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:62:0) after 1m0s
[22:55:40.539] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:62:0)
[22:55:40.539] Timer tick, asking Buildbucket for the build status
[22:55:40.643] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:55:40.643] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:63:0) after 1m0s
[22:56:40.718] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:63:0)
[22:56:40.718] Timer tick, asking Buildbucket for the build status
[22:56:40.918] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:56:40.918] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:64:0) after 1m0s
[22:57:40.981] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:64:0)
[22:57:40.981] Timer tick, asking Buildbucket for the build status
[22:57:42.488] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:57:42.488] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:65:0) after 1m0s
[22:58:42.500] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:65:0)
[22:58:42.500] Timer tick, asking Buildbucket for the build status
[22:58:42.664] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:58:42.664] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:66:0) after 1m0s
[22:59:42.695] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:66:0)
[22:59:42.695] Timer tick, asking Buildbucket for the build status
[22:59:42.834] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:59:42.834] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:67:0) after 1m0s
[23:00:43.255] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:67:0)
[23:00:43.256] Timer tick, asking Buildbucket for the build status
[23:00:44.033] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:00:44.033] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:68:0) after 1m0s
[23:01:44.073] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:68:0)
[23:01:44.073] Timer tick, asking Buildbucket for the build status
[23:01:44.332] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:01:44.332] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:69:0) after 1m0s
[23:02:44.365] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:69:0)
[23:02:44.365] Timer tick, asking Buildbucket for the build status
[23:02:46.129] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:02:46.129] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:70:0) after 1m0s
[23:03:46.169] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:70:0)
[23:03:46.169] Timer tick, asking Buildbucket for the build status
[23:03:46.416] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:03:46.416] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:71:0) after 1m0s
[23:04:46.456] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:71:0)
[23:04:46.456] Timer tick, asking Buildbucket for the build status
[23:04:46.976] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:04:46.976] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:72:0) after 1m0s
[23:05:46.987] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:72:0)
[23:05:46.987] Timer tick, asking Buildbucket for the build status
[23:05:47.387] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:05:47.387] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:73:0) after 1m0s
[23:06:47.469] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:73:0)
[23:06:47.469] Timer tick, asking Buildbucket for the build status
[23:06:47.622] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:06:47.622] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:74:0) after 1m0s
[23:07:47.651] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:74:0)
[23:07:47.651] Timer tick, asking Buildbucket for the build status
[23:07:50.533] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:07:50.533] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:75:0) after 1m0s
[23:08:50.562] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:75:0)
[23:08:50.562] Timer tick, asking Buildbucket for the build status
[23:08:50.682] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:08:50.682] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:76:0) after 1m0s
[23:09:50.715] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:76:0)
[23:09:50.715] Timer tick, asking Buildbucket for the build status
[23:09:50.810] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:09:50.810] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:77:0) after 1m0s
[23:10:50.838] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:77:0)
[23:10:50.838] Timer tick, asking Buildbucket for the build status
[23:10:50.996] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:10:50.996] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:78:0) after 1m0s
[23:11:51.023] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:78:0)
[23:11:51.023] Timer tick, asking Buildbucket for the build status
[23:11:51.152] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:11:51.152] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:79:0) after 1m0s
[23:12:51.176] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:79:0)
[23:12:51.176] Timer tick, asking Buildbucket for the build status
[23:12:51.732] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:12:51.732] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:80:0) after 1m0s
[23:13:51.784] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:80:0)
[23:13:51.784] Timer tick, asking Buildbucket for the build status
[23:13:51.989] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:13:51.989] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:81:0) after 1m0s
[23:14:52.081] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:81:0)
[23:14:52.081] Timer tick, asking Buildbucket for the build status
[23:14:52.181] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:14:52.181] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:82:0) after 1m0s
[23:15:52.259] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:82:0)
[23:15:52.259] Timer tick, asking Buildbucket for the build status
[23:15:52.435] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:15:52.436] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:83:0) after 1m0s
[23:16:52.498] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:83:0)
[23:16:52.498] Timer tick, asking Buildbucket for the build status
[23:16:53.019] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:16:53.019] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:84:0) after 1m0s
[23:17:53.049] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:84:0)
[23:17:53.049] Timer tick, asking Buildbucket for the build status
[23:17:53.663] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:17:53.663] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:85:0) after 1m0s
[23:18:53.726] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:85:0)
[23:18:53.726] Timer tick, asking Buildbucket for the build status
[23:18:53.923] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:18:53.923] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:86:0) after 1m0s
[23:19:54.028] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:86:0)
[23:19:54.028] Timer tick, asking Buildbucket for the build status
[23:19:54.147] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:19:54.147] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:87:0) after 1m0s
[23:20:54.196] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:87:0)
[23:20:54.196] Timer tick, asking Buildbucket for the build status
[23:20:54.531] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:20:54.531] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:88:0) after 1m0s
[23:21:54.587] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:88:0)
[23:21:54.587] Timer tick, asking Buildbucket for the build status
[23:21:54.737] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:21:54.737] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:89:0) after 1m0s
[23:22:54.846] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:89:0)
[23:22:54.846] Timer tick, asking Buildbucket for the build status
[23:22:54.978] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:22:54.978] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:90:0) after 1m0s
[23:23:55.058] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:90:0)
[23:23:55.058] Timer tick, asking Buildbucket for the build status
[23:23:55.161] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:23:55.161] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:91:0) after 1m0s
[23:24:55.239] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:91:0)
[23:24:55.239] Timer tick, asking Buildbucket for the build status
[23:24:55.404] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:24:55.404] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:92:0) after 1m0s
[23:25:55.419] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:92:0)
[23:25:55.419] Timer tick, asking Buildbucket for the build status
[23:25:55.540] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:25:55.540] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:93:0) after 1m0s
[23:26:55.596] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:93:0)
[23:26:55.596] Timer tick, asking Buildbucket for the build status
[23:26:55.765] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:26:55.765] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:94:0) after 1m0s
[23:27:55.798] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:94:0)
[23:27:55.798] Timer tick, asking Buildbucket for the build status
[23:27:56.069] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:27:56.069] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:95:0) after 1m0s
[23:28:56.110] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:95:0)
[23:28:56.110] Timer tick, asking Buildbucket for the build status
[23:28:56.392] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:28:56.392] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:96:0) after 1m0s
[23:29:56.481] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:96:0)
[23:29:56.481] Timer tick, asking Buildbucket for the build status
[23:29:56.616] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:29:56.616] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:97:0) after 1m0s
[23:30:56.639] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:97:0)
[23:30:56.639] Timer tick, asking Buildbucket for the build status
[23:30:56.816] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:30:56.816] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:98:0) after 1m0s
[23:31:56.919] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:98:0)
[23:31:56.919] Timer tick, asking Buildbucket for the build status
[23:31:57.123] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:31:57.123] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:99:0) after 1m0s
[23:32:57.336] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:99:0)
[23:32:57.336] Timer tick, asking Buildbucket for the build status
[23:32:59.176] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:32:59.176] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:100:0) after 1m0s
[23:33:59.189] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:100:0)
[23:33:59.189] Timer tick, asking Buildbucket for the build status
[23:33:59.298] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:33:59.298] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:101:0) after 1m0s
[23:34:59.380] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:101:0)
[23:34:59.380] Timer tick, asking Buildbucket for the build status
[23:34:59.525] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:34:59.525] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:102:0) after 1m0s
[23:35:59.595] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:102:0)
[23:35:59.595] Timer tick, asking Buildbucket for the build status
[23:35:59.723] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:35:59.723] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:103:0) after 1m0s
[23:36:59.905] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:103:0)
[23:36:59.905] Timer tick, asking Buildbucket for the build status
[23:37:00.202] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:37:00.202] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:104:0) after 1m0s
[23:38:00.198] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:104:0)
[23:38:00.198] Timer tick, asking Buildbucket for the build status
[23:38:00.354] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:38:00.354] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:105:0) after 1m0s
[23:39:00.445] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:105:0)
[23:39:00.445] Timer tick, asking Buildbucket for the build status
[23:39:00.581] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:39:00.581] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:106:0) after 1m0s
[23:40:00.602] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:106:0)
[23:40:00.602] Timer tick, asking Buildbucket for the build status
[23:40:00.963] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:40:00.963] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:107:0) after 1m0s
[23:41:00.979] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:107:0)
[23:41:00.979] Timer tick, asking Buildbucket for the build status
[23:41:01.139] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:41:01.139] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:108:0) after 1m0s
[23:42:01.357] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:108:0)
[23:42:01.357] Timer tick, asking Buildbucket for the build status
[23:42:01.486] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:42:01.487] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:109:0) after 1m0s
[23:43:01.801] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:109:0)
[23:43:01.801] Timer tick, asking Buildbucket for the build status
[23:43:05.787] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:43:05.787] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:110:0) after 1m0s
[23:44:05.888] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:110:0)
[23:44:05.889] Timer tick, asking Buildbucket for the build status
[23:44:06.051] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:44:06.051] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:111:0) after 1m0s
[23:45:06.138] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:111:0)
[23:45:06.138] Timer tick, asking Buildbucket for the build status
[23:45:06.329] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:45:06.330] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:112:0) after 1m0s
[23:46:06.372] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:112:0)
[23:46:06.372] Timer tick, asking Buildbucket for the build status
[23:46:06.787] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:46:06.787] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:113:0) after 1m0s
[23:47:06.926] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:113:0)
[23:47:06.926] Timer tick, asking Buildbucket for the build status
[23:47:07.389] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:47:07.389] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:114:0) after 1m0s
[23:48:07.404] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:114:0)
[23:48:07.404] Timer tick, asking Buildbucket for the build status
[23:48:07.655] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:48:07.655] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:115:0) after 1m0s
[23:49:07.821] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:115:0)
[23:49:07.821] Timer tick, asking Buildbucket for the build status
[23:49:07.967] Build 8875940514876249776: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:49:07.967] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9041370578775196736:116:0) after 1m0s
[23:49:22.205] Received PubSub notification, asking Buildbucket for the build status
[23:49:22.283] Build 8875940514876249776: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[23:49:22.283] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1593647361779220",
"created_by": "project:chromium",
"created_ts": "1593640519220551",
"failure_reason": "BUILD_FAILURE",
"id": "8875940514876249776",
"parameters_json": "{\"builder_name\": \"Mac deterministic\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"d071f1be72f3ce1e1909015d7278dd288479944c\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Step('compare_build_artifacts') (retcode: 1)\"}, \"properties\": {\"$build/goma\": {\"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build204-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"Mac deterministic\", \"buildnumber\": 39052, \"clang_revision\": \"n358615-fb1aa286-3\", \"got_angle_revision\": \"2cc63feff1127fe65efac7ee8c88a073912fe7b8\", \"got_dawn_revision\": \"2ffc55ab385d5a6e4bb4c6b261692842574d771e\", \"got_nacl_revision\": \"fd20fafa8ec19700e12daa031bf792bae8b6bb21\", \"got_revision\": \"d071f1be72f3ce1e1909015d7278dd288479944c\", \"got_revision_cp\": \"refs/heads/master@{#784585}\", \"got_swarming_client_revision\": \"4c095d04179dc725a300085ae21fe3b79900d072\", \"got_swiftshader_revision\": \"2d6b37bbda59247a1f24209ff549ffbf8174e338\", \"got_v8_revision\": \"886bfb653f79fbebfa172a2453577de8ff58f49d\", \"got_v8_revision_cp\": \"refs/heads/8.6.34@{#1}\", \"got_webrtc_revision\": \"3cb0985983c10b725a5ff5b6a83ea7e694be3856\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#31589}\", \"mastername\": \"chromium.fyi\", \"path_config\": \"generic\", \"recipe\": \"swarming/deterministic_build\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"d071f1be72f3ce1e1909015d7278dd288479944c\"}, \"swarming\": {\"bot_dimensions\": {\"builder\": [\"Mac deterministic\"], \"caches\": [\"builder_7b52a3a1245e897041cdcf338a3870df21540919220c864c03da3b37f2e3c589_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build204-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.13\", \"Mac-10.13.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"5284-0b74e14\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Step('compare_build_artifacts') (retcode: 1)\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1593640523108850",
"status": "COMPLETED",
"status_changed_ts": "1593640523561224",
"tags": [
"build_address:luci.chromium.ci/Mac deterministic/39052",
"builder:Mac deterministic",
"buildset:commit/git/d071f1be72f3ce1e1909015d7278dd288479944c",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d071f1be72f3ce1e1909015d7278dd288479944c",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9041370578775196736",
"scheduler_job_id:chromium/Mac deterministic",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8875940514876249776/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:swarming/deterministic_build",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:4d253212caa4dc10",
"user_agent:luci-scheduler"
],
"updated_ts": "1593647361843609",
"url": "https://ci.chromium.org/b/8875940514876249776",
"utcnow_ts": "1593647362271973"
}
}
[23:49:22.283] Invocation finished in 1h54m6.165743368s with status FAILED