[11:44:00.566] New invocation is queued and will start shortly
[11:44:03.569] Starting the invocation (attempt 1)
[11:44:03.627] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:44:03.627] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:44:03.627] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9033889487685880080",
"parameters_json": "{\"builder_name\":\"Mac deterministic\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"e1dd9e3a1744e5b6abfa0052c731d8151a813a75\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:Mac deterministic",
"scheduler_invocation_id:9033889487685880080",
"scheduler_job_id:chromium/Mac deterministic",
"user_agent:luci-scheduler",
"buildset:commit/git/e1dd9e3a1744e5b6abfa0052c731d8151a813a75",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e1dd9e3a1744e5b6abfa0052c731d8151a813a75",
"gitiles_ref:refs/heads/master"
]
}
[11:44:05.289] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1600775043792268",
"id": "8868459423639200384",
"parameters_json": "{\"builder_name\": \"Mac deterministic\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"e1dd9e3a1744e5b6abfa0052c731d8151a813a75\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1600775044928343",
"tags": [
"build_address:luci.chromium.ci/Mac deterministic/41032",
"builder:Mac deterministic",
"buildset:commit/git/e1dd9e3a1744e5b6abfa0052c731d8151a813a75",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e1dd9e3a1744e5b6abfa0052c731d8151a813a75",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9033889487685880080",
"scheduler_job_id:chromium/Mac deterministic",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8868459423639200384/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:swarming/deterministic_build",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1600775044928490",
"url": "https://ci.chromium.org/b/8868459423639200384",
"utcnow_ts": "1600775045270032"
}
}
[11:44:05.289] Task URL: https://ci.chromium.org/b/8868459423639200384
[11:44:05.289] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:2:0) after 1m0s
[11:45:05.407] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:2:0)
[11:45:05.407] Timer tick, asking Buildbucket for the build status
[11:45:05.708] Build 8868459423639200384: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:45:05.708] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:3:0) after 1m0s
[11:46:05.911] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:3:0)
[11:46:05.911] Timer tick, asking Buildbucket for the build status
[11:46:06.121] Build 8868459423639200384: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:46:06.121] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:4:0) after 1m0s
[11:46:39.034] Received PubSub notification, asking Buildbucket for the build status
[11:46:39.322] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:47:06.240] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:4:0)
[11:47:06.240] Timer tick, asking Buildbucket for the build status
[11:47:06.608] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:47:06.608] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:6:0) after 1m0s
[11:48:06.664] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:6:0)
[11:48:06.664] Timer tick, asking Buildbucket for the build status
[11:48:07.302] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:48:07.302] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:7:0) after 1m0s
[11:49:07.476] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:7:0)
[11:49:07.476] Timer tick, asking Buildbucket for the build status
[11:49:07.914] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:49:07.914] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:8:0) after 1m0s
[11:50:07.982] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:8:0)
[11:50:07.982] Timer tick, asking Buildbucket for the build status
[11:50:08.422] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:50:08.422] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:9:0) after 1m0s
[11:51:08.460] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:9:0)
[11:51:08.460] Timer tick, asking Buildbucket for the build status
[11:51:08.796] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:51:08.796] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:10:0) after 1m0s
[11:52:08.891] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:10:0)
[11:52:08.891] Timer tick, asking Buildbucket for the build status
[11:52:09.215] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:52:09.215] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:11:0) after 1m0s
[11:53:09.546] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:11:0)
[11:53:09.546] Timer tick, asking Buildbucket for the build status
[11:53:10.193] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:53:10.193] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:12:0) after 1m0s
[11:54:10.216] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:12:0)
[11:54:10.216] Timer tick, asking Buildbucket for the build status
[11:54:10.543] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:54:10.543] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:13:0) after 1m0s
[11:55:10.580] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:13:0)
[11:55:10.580] Timer tick, asking Buildbucket for the build status
[11:55:10.712] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:55:10.712] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:14:0) after 1m0s
[11:56:10.815] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:14:0)
[11:56:10.815] Timer tick, asking Buildbucket for the build status
[11:56:12.129] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:56:12.129] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:15:0) after 1m0s
[11:57:12.455] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:15:0)
[11:57:12.455] Timer tick, asking Buildbucket for the build status
[11:57:12.716] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:57:12.716] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:16:0) after 1m0s
[11:58:12.903] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:16:0)
[11:58:12.903] Timer tick, asking Buildbucket for the build status
[11:58:13.252] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:58:13.255] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:17:0) after 1m0s
[11:59:13.344] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:17:0)
[11:59:13.344] Timer tick, asking Buildbucket for the build status
[11:59:13.523] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:59:13.523] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:18:0) after 1m0s
[12:00:13.561] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:18:0)
[12:00:13.561] Timer tick, asking Buildbucket for the build status
[12:00:13.813] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:00:13.813] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:19:0) after 1m0s
[12:01:13.978] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:19:0)
[12:01:13.978] Timer tick, asking Buildbucket for the build status
[12:01:14.633] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:01:14.633] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:20:0) after 1m0s
[12:02:14.714] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:20:0)
[12:02:14.714] Timer tick, asking Buildbucket for the build status
[12:02:14.896] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:02:14.896] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:21:0) after 1m0s
[12:03:15.268] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:21:0)
[12:03:15.268] Timer tick, asking Buildbucket for the build status
[12:03:15.507] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:03:15.507] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:22:0) after 1m0s
[12:04:15.999] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:22:0)
[12:04:15.999] Timer tick, asking Buildbucket for the build status
[12:04:16.223] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:04:16.223] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:23:0) after 1m0s
[12:05:16.240] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:23:0)
[12:05:16.240] Timer tick, asking Buildbucket for the build status
[12:05:16.325] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:05:16.325] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:24:0) after 1m0s
[12:06:16.487] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:24:0)
[12:06:16.487] Timer tick, asking Buildbucket for the build status
[12:06:16.719] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:06:16.719] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:25:0) after 1m0s
[12:07:16.774] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:25:0)
[12:07:16.774] Timer tick, asking Buildbucket for the build status
[12:07:17.139] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:07:17.139] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:26:0) after 1m0s
[12:08:17.209] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:26:0)
[12:08:17.209] Timer tick, asking Buildbucket for the build status
[12:08:17.640] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:08:17.640] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:27:0) after 1m0s
[12:09:17.706] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:27:0)
[12:09:17.706] Timer tick, asking Buildbucket for the build status
[12:09:17.837] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:09:17.837] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:28:0) after 1m0s
[12:10:17.891] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:28:0)
[12:10:17.891] Timer tick, asking Buildbucket for the build status
[12:10:18.375] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:10:18.375] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:29:0) after 1m0s
[12:11:18.466] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:29:0)
[12:11:18.466] Timer tick, asking Buildbucket for the build status
[12:11:18.555] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:11:18.555] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:30:0) after 1m0s
[12:12:19.214] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:30:0)
[12:12:19.214] Timer tick, asking Buildbucket for the build status
[12:12:19.437] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:12:19.437] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:31:0) after 1m0s
[12:13:19.470] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:31:0)
[12:13:19.470] Timer tick, asking Buildbucket for the build status
[12:13:19.928] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:13:19.928] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:32:0) after 1m0s
[12:14:20.135] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:32:0)
[12:14:20.135] Timer tick, asking Buildbucket for the build status
[12:14:20.506] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:14:20.506] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:33:0) after 1m0s
[12:15:20.908] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:33:0)
[12:15:20.908] Timer tick, asking Buildbucket for the build status
[12:15:21.327] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:15:21.327] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:34:0) after 1m0s
[12:16:21.391] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:34:0)
[12:16:21.391] Timer tick, asking Buildbucket for the build status
[12:16:21.788] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:16:21.788] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:35:0) after 1m0s
[12:17:21.924] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:35:0)
[12:17:21.924] Timer tick, asking Buildbucket for the build status
[12:17:22.496] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:17:22.497] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:36:0) after 1m0s
[12:18:22.665] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:36:0)
[12:18:22.665] Timer tick, asking Buildbucket for the build status
[12:18:23.375] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:18:23.375] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:37:0) after 1m0s
[12:19:23.407] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:37:0)
[12:19:23.407] Timer tick, asking Buildbucket for the build status
[12:19:23.527] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:19:23.527] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:38:0) after 1m0s
[12:20:23.602] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:38:0)
[12:20:23.602] Timer tick, asking Buildbucket for the build status
[12:20:23.738] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:20:23.738] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:39:0) after 1m0s
[12:21:24.106] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:39:0)
[12:21:24.106] Timer tick, asking Buildbucket for the build status
[12:21:24.304] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:21:24.304] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:40:0) after 1m0s
[12:22:24.506] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:40:0)
[12:22:24.506] Timer tick, asking Buildbucket for the build status
[12:22:25.316] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:22:25.316] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:41:0) after 1m0s
[12:23:25.447] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:41:0)
[12:23:25.447] Timer tick, asking Buildbucket for the build status
[12:23:26.636] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:23:26.636] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:42:0) after 1m0s
[12:24:26.795] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:42:0)
[12:24:26.795] Timer tick, asking Buildbucket for the build status
[12:24:27.432] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:24:27.432] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:43:0) after 1m0s
[12:25:27.662] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:43:0)
[12:25:27.662] Timer tick, asking Buildbucket for the build status
[12:25:27.790] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:25:27.790] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:44:0) after 1m0s
[12:26:28.033] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:44:0)
[12:26:28.033] Timer tick, asking Buildbucket for the build status
[12:26:28.579] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:26:28.579] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:45:0) after 1m0s
[12:27:28.722] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:45:0)
[12:27:28.722] Timer tick, asking Buildbucket for the build status
[12:27:28.830] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:27:28.830] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:46:0) after 1m0s
[12:28:28.951] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:46:0)
[12:28:28.951] Timer tick, asking Buildbucket for the build status
[12:28:29.094] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:28:29.094] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:47:0) after 1m0s
[12:29:29.324] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:47:0)
[12:29:29.324] Timer tick, asking Buildbucket for the build status
[12:29:29.739] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:29:29.739] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:48:0) after 1m0s
[12:30:29.814] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:48:0)
[12:30:29.814] Timer tick, asking Buildbucket for the build status
[12:30:30.937] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:30:30.937] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:49:0) after 1m0s
[12:31:31.022] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:49:0)
[12:31:31.022] Timer tick, asking Buildbucket for the build status
[12:31:31.391] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:31:31.391] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:50:0) after 1m0s
[12:32:31.459] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:50:0)
[12:32:31.459] Timer tick, asking Buildbucket for the build status
[12:32:31.705] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:32:31.705] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:51:0) after 1m0s
[12:33:31.729] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:51:0)
[12:33:31.729] Timer tick, asking Buildbucket for the build status
[12:33:31.939] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:33:31.939] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:52:0) after 1m0s
[12:34:31.968] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:52:0)
[12:34:31.968] Timer tick, asking Buildbucket for the build status
[12:34:32.601] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:34:32.601] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:53:0) after 1m0s
[12:35:32.658] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:53:0)
[12:35:32.658] Timer tick, asking Buildbucket for the build status
[12:35:32.836] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:35:32.836] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:54:0) after 1m0s
[12:36:32.884] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:54:0)
[12:36:32.884] Timer tick, asking Buildbucket for the build status
[12:36:33.314] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:36:33.314] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:55:0) after 1m0s
[12:37:33.409] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:55:0)
[12:37:33.409] Timer tick, asking Buildbucket for the build status
[12:37:33.611] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:37:33.611] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:56:0) after 1m0s
[12:38:33.654] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:56:0)
[12:38:33.654] Timer tick, asking Buildbucket for the build status
[12:38:34.131] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:38:34.131] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:57:0) after 1m0s
[12:39:34.153] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:57:0)
[12:39:34.154] Timer tick, asking Buildbucket for the build status
[12:39:34.326] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:39:34.326] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:58:0) after 1m0s
[12:40:34.418] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:58:0)
[12:40:34.418] Timer tick, asking Buildbucket for the build status
[12:40:34.822] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:40:34.822] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:59:0) after 1m0s
[12:41:34.859] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:59:0)
[12:41:34.859] Timer tick, asking Buildbucket for the build status
[12:41:34.936] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:41:34.936] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:60:0) after 1m0s
[12:42:35.043] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:60:0)
[12:42:35.043] Timer tick, asking Buildbucket for the build status
[12:42:35.234] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:42:35.234] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:61:0) after 1m0s
[12:43:35.779] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:61:0)
[12:43:35.779] Timer tick, asking Buildbucket for the build status
[12:43:35.951] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:43:35.951] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:62:0) after 1m0s
[12:44:36.157] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:62:0)
[12:44:36.157] Timer tick, asking Buildbucket for the build status
[12:44:36.410] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:44:36.410] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:63:0) after 1m0s
[12:45:36.495] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:63:0)
[12:45:36.495] Timer tick, asking Buildbucket for the build status
[12:45:36.694] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:45:36.694] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:64:0) after 1m0s
[12:46:36.763] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:64:0)
[12:46:36.763] Timer tick, asking Buildbucket for the build status
[12:46:37.008] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:46:37.008] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:65:0) after 1m0s
[12:47:37.079] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:65:0)
[12:47:37.079] Timer tick, asking Buildbucket for the build status
[12:47:37.415] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:47:37.415] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:66:0) after 1m0s
[12:48:37.448] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:66:0)
[12:48:37.448] Timer tick, asking Buildbucket for the build status
[12:48:37.840] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:48:37.840] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:67:0) after 1m0s
[12:49:37.899] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:67:0)
[12:49:37.899] Timer tick, asking Buildbucket for the build status
[12:49:38.097] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:49:38.097] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:68:0) after 1m0s
[12:50:38.218] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:68:0)
[12:50:38.218] Timer tick, asking Buildbucket for the build status
[12:50:38.541] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:50:38.541] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:69:0) after 1m0s
[12:51:38.614] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:69:0)
[12:51:38.614] Timer tick, asking Buildbucket for the build status
[12:51:38.742] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:51:38.742] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:70:0) after 1m0s
[12:52:38.763] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:70:0)
[12:52:38.763] Timer tick, asking Buildbucket for the build status
[12:52:39.023] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:52:39.023] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:71:0) after 1m0s
[12:53:39.080] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:71:0)
[12:53:39.080] Timer tick, asking Buildbucket for the build status
[12:53:39.420] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:53:39.420] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:72:0) after 1m0s
[12:54:39.556] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:72:0)
[12:54:39.556] Timer tick, asking Buildbucket for the build status
[12:54:39.916] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:54:39.916] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:73:0) after 1m0s
[12:55:39.979] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:73:0)
[12:55:39.979] Timer tick, asking Buildbucket for the build status
[12:55:40.207] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:55:40.207] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:74:0) after 1m0s
[12:56:40.242] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:74:0)
[12:56:40.242] Timer tick, asking Buildbucket for the build status
[12:56:40.386] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:56:40.386] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:75:0) after 1m0s
[12:57:40.515] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:75:0)
[12:57:40.515] Timer tick, asking Buildbucket for the build status
[12:57:41.447] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:57:41.447] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:76:0) after 1m0s
[12:58:41.652] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:76:0)
[12:58:41.652] Timer tick, asking Buildbucket for the build status
[12:58:41.797] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:58:41.797] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:77:0) after 1m0s
[12:59:41.868] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:77:0)
[12:59:41.868] Timer tick, asking Buildbucket for the build status
[12:59:42.238] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:59:42.238] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:78:0) after 1m0s
[13:00:42.272] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:78:0)
[13:00:42.272] Timer tick, asking Buildbucket for the build status
[13:00:42.430] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:00:42.430] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:79:0) after 1m0s
[13:01:42.533] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:79:0)
[13:01:42.533] Timer tick, asking Buildbucket for the build status
[13:01:43.421] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:01:43.421] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:80:0) after 1m0s
[13:02:43.498] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:80:0)
[13:02:43.498] Timer tick, asking Buildbucket for the build status
[13:02:44.012] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:02:44.012] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:81:0) after 1m0s
[13:03:44.159] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:81:0)
[13:03:44.159] Timer tick, asking Buildbucket for the build status
[13:03:44.539] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:03:44.539] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:82:0) after 1m0s
[13:04:44.648] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:82:0)
[13:04:44.648] Timer tick, asking Buildbucket for the build status
[13:04:44.920] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:04:44.920] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:83:0) after 1m0s
[13:05:45.005] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:83:0)
[13:05:45.005] Timer tick, asking Buildbucket for the build status
[13:05:45.385] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:05:45.385] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:84:0) after 1m0s
[13:06:45.481] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:84:0)
[13:06:45.483] Timer tick, asking Buildbucket for the build status
[13:06:45.628] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:06:45.628] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:85:0) after 1m0s
[13:07:45.635] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:85:0)
[13:07:45.635] Timer tick, asking Buildbucket for the build status
[13:07:45.840] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:07:45.840] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:86:0) after 1m0s
[13:08:45.927] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:86:0)
[13:08:45.927] Timer tick, asking Buildbucket for the build status
[13:08:46.197] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:08:46.197] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:87:0) after 1m0s
[13:09:46.510] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:87:0)
[13:09:46.510] Timer tick, asking Buildbucket for the build status
[13:09:47.002] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:09:47.002] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:88:0) after 1m0s
[13:10:47.164] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:88:0)
[13:10:47.164] Timer tick, asking Buildbucket for the build status
[13:10:47.328] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:10:47.328] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:89:0) after 1m0s
[13:11:47.387] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:89:0)
[13:11:47.387] Timer tick, asking Buildbucket for the build status
[13:11:47.843] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:11:47.843] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:90:0) after 1m0s
[13:12:47.968] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:90:0)
[13:12:47.968] Timer tick, asking Buildbucket for the build status
[13:12:48.319] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:12:48.319] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:91:0) after 1m0s
[13:13:48.464] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:91:0)
[13:13:48.464] Timer tick, asking Buildbucket for the build status
[13:13:48.627] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:13:48.627] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:92:0) after 1m0s
[13:14:48.698] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:92:0)
[13:14:48.698] Timer tick, asking Buildbucket for the build status
[13:14:49.175] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:14:49.175] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:93:0) after 1m0s
[13:15:49.266] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:93:0)
[13:15:49.266] Timer tick, asking Buildbucket for the build status
[13:15:49.553] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:15:49.553] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:94:0) after 1m0s
[13:16:49.657] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:94:0)
[13:16:49.657] Timer tick, asking Buildbucket for the build status
[13:16:49.918] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:16:49.918] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:95:0) after 1m0s
[13:17:49.963] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:95:0)
[13:17:49.963] Timer tick, asking Buildbucket for the build status
[13:17:50.100] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:17:50.100] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:96:0) after 1m0s
[13:18:50.179] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:96:0)
[13:18:50.179] Timer tick, asking Buildbucket for the build status
[13:18:50.607] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:18:50.607] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:97:0) after 1m0s
[13:19:50.647] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:97:0)
[13:19:50.647] Timer tick, asking Buildbucket for the build status
[13:19:51.015] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:19:51.015] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:98:0) after 1m0s
[13:20:51.215] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:98:0)
[13:20:51.215] Timer tick, asking Buildbucket for the build status
[13:20:52.147] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:20:52.147] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:99:0) after 1m0s
[13:21:52.480] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:99:0)
[13:21:52.480] Timer tick, asking Buildbucket for the build status
[13:21:52.907] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:21:52.907] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:100:0) after 1m0s
[13:22:53.178] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:100:0)
[13:22:53.178] Timer tick, asking Buildbucket for the build status
[13:22:53.511] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:22:53.511] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:101:0) after 1m0s
[13:23:53.588] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:101:0)
[13:23:53.588] Timer tick, asking Buildbucket for the build status
[13:23:53.734] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:23:53.734] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:102:0) after 1m0s
[13:24:53.853] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:102:0)
[13:24:53.853] Timer tick, asking Buildbucket for the build status
[13:24:53.990] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:24:53.990] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:103:0) after 1m0s
[13:25:54.138] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:103:0)
[13:25:54.138] Timer tick, asking Buildbucket for the build status
[13:25:54.519] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:25:54.519] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:104:0) after 1m0s
[13:26:54.617] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:104:0)
[13:26:54.617] Timer tick, asking Buildbucket for the build status
[13:26:55.110] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:26:55.110] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:105:0) after 1m0s
[13:27:55.251] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:105:0)
[13:27:55.251] Timer tick, asking Buildbucket for the build status
[13:27:55.342] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:27:55.342] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:106:0) after 1m0s
[13:28:55.384] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:106:0)
[13:28:55.384] Timer tick, asking Buildbucket for the build status
[13:28:55.452] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:28:55.452] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:107:0) after 1m0s
[13:29:55.630] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:107:0)
[13:29:55.630] Timer tick, asking Buildbucket for the build status
[13:29:55.908] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:29:55.908] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:108:0) after 1m0s
[13:30:56.069] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:108:0)
[13:30:56.069] Timer tick, asking Buildbucket for the build status
[13:30:56.622] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:30:56.622] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:109:0) after 1m0s
[13:31:56.714] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:109:0)
[13:31:56.714] Timer tick, asking Buildbucket for the build status
[13:31:57.134] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:31:57.134] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:110:0) after 1m0s
[13:32:57.336] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:110:0)
[13:32:57.336] Timer tick, asking Buildbucket for the build status
[13:32:57.601] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:32:57.601] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:111:0) after 1m0s
[13:33:57.839] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:111:0)
[13:33:57.839] Timer tick, asking Buildbucket for the build status
[13:33:57.932] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:33:57.932] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:112:0) after 1m0s
[13:34:58.289] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:112:0)
[13:34:58.289] Timer tick, asking Buildbucket for the build status
[13:34:58.395] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:34:58.395] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:113:0) after 1m0s
[13:35:58.550] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:113:0)
[13:35:58.550] Timer tick, asking Buildbucket for the build status
[13:35:58.689] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:35:58.689] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:114:0) after 1m0s
[13:36:58.799] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:114:0)
[13:36:58.799] Timer tick, asking Buildbucket for the build status
[13:36:59.008] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:36:59.008] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:115:0) after 1m0s
[13:37:59.201] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:115:0)
[13:37:59.201] Timer tick, asking Buildbucket for the build status
[13:37:59.330] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:37:59.330] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:116:0) after 1m0s
[13:38:59.528] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:116:0)
[13:38:59.528] Timer tick, asking Buildbucket for the build status
[13:39:00.292] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:39:00.292] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:117:0) after 1m0s
[13:40:01.591] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:117:0)
[13:40:01.591] Timer tick, asking Buildbucket for the build status
[13:40:01.794] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:40:01.794] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:118:0) after 1m0s
[13:41:02.320] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:118:0)
[13:41:02.320] Timer tick, asking Buildbucket for the build status
[13:41:02.510] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:41:02.510] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:119:0) after 1m0s
[13:42:02.592] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:119:0)
[13:42:02.592] Timer tick, asking Buildbucket for the build status
[13:42:03.006] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:42:03.006] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:120:0) after 1m0s
[13:43:03.065] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:120:0)
[13:43:03.065] Timer tick, asking Buildbucket for the build status
[13:43:03.401] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:43:03.401] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:121:0) after 1m0s
[13:44:03.505] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:121:0)
[13:44:03.505] Timer tick, asking Buildbucket for the build status
[13:44:03.902] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:44:03.902] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:122:0) after 1m0s
[13:45:04.020] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:122:0)
[13:45:04.021] Timer tick, asking Buildbucket for the build status
[13:45:04.328] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:45:04.328] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:123:0) after 1m0s
[13:46:04.445] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:123:0)
[13:46:04.445] Timer tick, asking Buildbucket for the build status
[13:46:04.594] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:46:04.594] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:124:0) after 1m0s
[13:47:05.252] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:124:0)
[13:47:05.252] Timer tick, asking Buildbucket for the build status
[13:47:05.337] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:47:05.337] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:125:0) after 1m0s
[13:48:05.599] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:125:0)
[13:48:05.599] Timer tick, asking Buildbucket for the build status
[13:48:05.805] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:48:05.805] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:126:0) after 1m0s
[13:49:06.053] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:126:0)
[13:49:06.053] Timer tick, asking Buildbucket for the build status
[13:49:06.319] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:49:06.319] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:127:0) after 1m0s
[13:50:06.411] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:127:0)
[13:50:06.411] Timer tick, asking Buildbucket for the build status
[13:50:07.142] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:50:07.142] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:128:0) after 1m0s
[13:51:07.280] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:128:0)
[13:51:07.280] Timer tick, asking Buildbucket for the build status
[13:51:07.368] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:51:07.368] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:129:0) after 1m0s
[13:52:07.534] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:129:0)
[13:52:07.534] Timer tick, asking Buildbucket for the build status
[13:52:07.978] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:52:07.979] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:130:0) after 1m0s
[13:53:08.093] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:130:0)
[13:53:08.093] Timer tick, asking Buildbucket for the build status
[13:53:08.199] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:53:08.199] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:131:0) after 1m0s
[13:54:08.294] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:131:0)
[13:54:08.294] Timer tick, asking Buildbucket for the build status
[13:54:08.500] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:54:08.500] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:132:0) after 1m0s
[13:55:08.597] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:132:0)
[13:55:08.597] Timer tick, asking Buildbucket for the build status
[13:55:08.975] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:55:08.975] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:133:0) after 1m0s
[13:56:09.128] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:133:0)
[13:56:09.128] Timer tick, asking Buildbucket for the build status
[13:56:10.130] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:56:10.130] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:134:0) after 1m0s
[13:57:10.339] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:134:0)
[13:57:10.339] Timer tick, asking Buildbucket for the build status
[13:57:10.497] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:57:10.497] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:135:0) after 1m0s
[13:58:10.748] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:135:0)
[13:58:10.748] Timer tick, asking Buildbucket for the build status
[13:58:11.120] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:58:11.120] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:136:0) after 1m0s
[13:59:11.168] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:136:0)
[13:59:11.168] Timer tick, asking Buildbucket for the build status
[13:59:11.402] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:59:11.402] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:137:0) after 1m0s
[14:00:11.519] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:137:0)
[14:00:11.519] Timer tick, asking Buildbucket for the build status
[14:00:11.619] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:00:11.619] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:138:0) after 1m0s
[14:01:12.114] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:138:0)
[14:01:12.114] Timer tick, asking Buildbucket for the build status
[14:01:12.338] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:01:12.338] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:139:0) after 1m0s
[14:02:12.684] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:139:0)
[14:02:12.684] Timer tick, asking Buildbucket for the build status
[14:02:12.925] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:02:12.925] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:140:0) after 1m0s
[14:03:13.181] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:140:0)
[14:03:13.181] Timer tick, asking Buildbucket for the build status
[14:03:13.321] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:03:13.321] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:141:0) after 1m0s
[14:04:13.549] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:141:0)
[14:04:13.549] Timer tick, asking Buildbucket for the build status
[14:04:13.904] Build 8868459423639200384: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:04:13.904] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033889487685880080:142:0) after 1m0s
[14:04:58.975] Received PubSub notification, asking Buildbucket for the build status
[14:04:59.138] Build 8868459423639200384: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[14:04:59.138] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1600783498299693",
"created_by": "project:chromium",
"created_ts": "1600775043792268",
"failure_reason": "BUILD_FAILURE",
"id": "8868459423639200384",
"parameters_json": "{\"builder_name\": \"Mac deterministic\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"e1dd9e3a1744e5b6abfa0052c731d8151a813a75\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Step('compare_build_artifacts') (retcode: 1)\"}, \"properties\": {\"$build/goma\": {\"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\", \"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build204-m9\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.fyi\", \"buildername\": \"Mac deterministic\", \"buildnumber\": 41032, \"clang_revision\": \"llvmorg-12-init-5035-gd0abc757-3\", \"got_angle_revision\": \"566821cb0e582e585ade6ef62467b7b99bb67d3d\", \"got_dawn_revision\": \"52a588f3c9ba374630158cc045dfa311ed6a7584\", \"got_nacl_revision\": \"69a0d6e8affc94187af10e0673592d1b238c6eb0\", \"got_revision\": \"e1dd9e3a1744e5b6abfa0052c731d8151a813a75\", \"got_revision_cp\": \"refs/heads/master@{#809274}\", \"got_swarming_client_revision\": \"44c13d73156581ea09b9389001e58c23a4b8d70a\", \"got_swiftshader_revision\": \"6aadd31a5f988b254046addce6aadaa650f098e9\", \"got_v8_revision\": \"ff52c73e00a4a1743dbef2b031ec8289aa89aefa\", \"got_v8_revision_cp\": \"refs/heads/8.7.151@{#1}\", \"got_webrtc_revision\": \"edd7f9e94d43312ee839e7bed9acc5d8eda7ae81\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#32153}\", \"path_config\": \"generic\", \"recipe\": \"swarming/deterministic_build\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"e1dd9e3a1744e5b6abfa0052c731d8151a813a75\"}, \"swarming\": {\"bot_dimensions\": {\"builder\": [\"Mac deterministic\"], \"caches\": [\"builder_7b52a3a1245e897041cdcf338a3870df21540919220c864c03da3b37f2e3c589_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build204-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.13\", \"Mac-10.13.6\", \"Mac-10.13.6-17G66\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"5531-8ab19d9\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Step('compare_build_artifacts') (retcode: 1)\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1600775198251002",
"status": "COMPLETED",
"status_changed_ts": "1600775198721177",
"tags": [
"build_address:luci.chromium.ci/Mac deterministic/41032",
"builder:Mac deterministic",
"buildset:commit/git/e1dd9e3a1744e5b6abfa0052c731d8151a813a75",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e1dd9e3a1744e5b6abfa0052c731d8151a813a75",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9033889487685880080",
"scheduler_job_id:chromium/Mac deterministic",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8868459423639200384/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:swarming/deterministic_build",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:4ece7249005b9a10",
"user_agent:luci-scheduler"
],
"updated_ts": "1600783498626968",
"url": "https://ci.chromium.org/b/8868459423639200384",
"utcnow_ts": "1600783499119466"
}
}
[14:04:59.138] Invocation finished in 2h20m58.589477989s with status FAILED