[09:24:01.350] New invocation is queued and will start shortly
[09:24:02.641] Starting the invocation (attempt 1)
[09:24:02.678] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:24:02.678] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:24:02.678] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9017772034881945232",
"parameters_json": "{\"builder_name\":\"Mac deterministic\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"70716b3f731ae51d3b86955b71a5e937cae087f1\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:Mac deterministic",
"scheduler_invocation_id:9017772034881945232",
"scheduler_job_id:chromium/Mac deterministic",
"user_agent:luci-scheduler",
"buildset:commit/git/70716b3f731ae51d3b86955b71a5e937cae087f1",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/70716b3f731ae51d3b86955b71a5e937cae087f1",
"gitiles_ref:refs/heads/master"
]
}
[09:24:03.650] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1616145842796991",
"id": "8852341972702834944",
"parameters_json": "{\"builder_name\": \"Mac deterministic\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"70716b3f731ae51d3b86955b71a5e937cae087f1\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1616145843497235",
"tags": [
"build_address:luci.chromium.ci/Mac deterministic/45025",
"builder:Mac deterministic",
"buildset:commit/git/70716b3f731ae51d3b86955b71a5e937cae087f1",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/70716b3f731ae51d3b86955b71a5e937cae087f1",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9017772034881945232",
"scheduler_job_id:chromium/Mac deterministic",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8852341972702834944/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:swarming/deterministic_build",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1616145843497363",
"url": "https://ci.chromium.org/b/8852341972702834944",
"utcnow_ts": "1616145843644444"
}
}
[09:24:03.650] Task URL: https://ci.chromium.org/b/8852341972702834944
[09:24:03.650] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:2:0) after 1m0s
[09:25:03.816] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:2:0)
[09:25:03.816] Timer tick, asking Buildbucket for the build status
[09:25:03.916] Build 8852341972702834944: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[09:25:03.916] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:3:0) after 1m0s
[09:26:04.156] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:3:0)
[09:26:04.156] Timer tick, asking Buildbucket for the build status
[09:26:04.563] Build 8852341972702834944: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[09:26:04.563] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:4:0) after 1m0s
[09:27:02.937] Received PubSub notification, asking Buildbucket for the build status
[09:27:03.006] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:27:04.625] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:4:0)
[09:27:04.625] Timer tick, asking Buildbucket for the build status
[09:27:04.774] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:27:04.774] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:6:0) after 1m0s
[09:28:04.797] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:6:0)
[09:28:04.797] Timer tick, asking Buildbucket for the build status
[09:28:05.001] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:28:05.001] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:7:0) after 1m0s
[09:29:05.122] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:7:0)
[09:29:05.122] Timer tick, asking Buildbucket for the build status
[09:29:05.318] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:29:05.318] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:8:0) after 1m0s
[09:30:05.398] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:8:0)
[09:30:05.398] Timer tick, asking Buildbucket for the build status
[09:30:05.523] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:30:05.523] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:9:0) after 1m0s
[09:31:06.039] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:9:0)
[09:31:06.039] Timer tick, asking Buildbucket for the build status
[09:31:06.117] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:31:06.117] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:10:0) after 1m0s
[09:32:06.278] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:10:0)
[09:32:06.278] Timer tick, asking Buildbucket for the build status
[09:32:06.369] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:32:06.369] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:11:0) after 1m0s
[09:33:06.358] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:11:0)
[09:33:06.358] Timer tick, asking Buildbucket for the build status
[09:33:06.616] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:33:06.616] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:12:0) after 1m0s
[09:34:06.688] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:12:0)
[09:34:06.688] Timer tick, asking Buildbucket for the build status
[09:34:06.766] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:34:06.766] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:13:0) after 1m0s
[09:35:06.886] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:13:0)
[09:35:06.886] Timer tick, asking Buildbucket for the build status
[09:35:06.978] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:35:06.978] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:14:0) after 1m0s
[09:36:07.008] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:14:0)
[09:36:07.008] Timer tick, asking Buildbucket for the build status
[09:36:07.072] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:36:07.072] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:15:0) after 1m0s
[09:37:07.127] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:15:0)
[09:37:07.127] Timer tick, asking Buildbucket for the build status
[09:37:07.271] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:37:07.271] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:16:0) after 1m0s
[09:38:07.291] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:16:0)
[09:38:07.291] Timer tick, asking Buildbucket for the build status
[09:38:07.405] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:38:07.405] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:17:0) after 1m0s
[09:39:07.507] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:17:0)
[09:39:07.507] Timer tick, asking Buildbucket for the build status
[09:39:07.584] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:39:07.584] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:18:0) after 1m0s
[09:40:07.597] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:18:0)
[09:40:07.597] Timer tick, asking Buildbucket for the build status
[09:40:07.729] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:40:07.729] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:19:0) after 1m0s
[09:41:07.810] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:19:0)
[09:41:07.810] Timer tick, asking Buildbucket for the build status
[09:41:07.872] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:41:07.872] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:20:0) after 1m0s
[09:42:07.961] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:20:0)
[09:42:07.961] Timer tick, asking Buildbucket for the build status
[09:42:08.068] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:42:08.068] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:21:0) after 1m0s
[09:43:08.217] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:21:0)
[09:43:08.217] Timer tick, asking Buildbucket for the build status
[09:43:08.323] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:43:08.323] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:22:0) after 1m0s
[09:44:08.458] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:22:0)
[09:44:08.458] Timer tick, asking Buildbucket for the build status
[09:44:08.544] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:44:08.544] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:23:0) after 1m0s
[09:45:08.598] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:23:0)
[09:45:08.598] Timer tick, asking Buildbucket for the build status
[09:45:08.807] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:45:08.807] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:24:0) after 1m0s
[09:46:08.823] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:24:0)
[09:46:08.823] Timer tick, asking Buildbucket for the build status
[09:46:09.009] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:46:09.009] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:25:0) after 1m0s
[09:47:09.016] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:25:0)
[09:47:09.016] Timer tick, asking Buildbucket for the build status
[09:47:09.077] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:47:09.077] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:26:0) after 1m0s
[09:48:09.208] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:26:0)
[09:48:09.208] Timer tick, asking Buildbucket for the build status
[09:48:09.286] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:48:09.286] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:27:0) after 1m0s
[09:49:09.369] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:27:0)
[09:49:09.369] Timer tick, asking Buildbucket for the build status
[09:49:09.449] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:49:09.449] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:28:0) after 1m0s
[09:50:09.607] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:28:0)
[09:50:09.607] Timer tick, asking Buildbucket for the build status
[09:50:09.703] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:50:09.703] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:29:0) after 1m0s
[09:51:09.718] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:29:0)
[09:51:09.718] Timer tick, asking Buildbucket for the build status
[09:51:09.918] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:51:09.918] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:30:0) after 1m0s
[09:52:10.092] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:30:0)
[09:52:10.092] Timer tick, asking Buildbucket for the build status
[09:52:10.275] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:52:10.275] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:31:0) after 1m0s
[09:53:10.291] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:31:0)
[09:53:10.291] Timer tick, asking Buildbucket for the build status
[09:53:10.367] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:53:10.367] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:32:0) after 1m0s
[09:54:11.248] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:32:0)
[09:54:11.248] Timer tick, asking Buildbucket for the build status
[09:54:11.317] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:54:11.317] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:33:0) after 1m0s
[09:55:11.421] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:33:0)
[09:55:11.421] Timer tick, asking Buildbucket for the build status
[09:55:11.682] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:55:11.682] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:34:0) after 1m0s
[09:56:11.743] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:34:0)
[09:56:11.743] Timer tick, asking Buildbucket for the build status
[09:56:11.926] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:56:11.926] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:35:0) after 1m0s
[09:57:12.068] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:35:0)
[09:57:12.068] Timer tick, asking Buildbucket for the build status
[09:57:12.238] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:57:12.238] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:36:0) after 1m0s
[09:58:12.381] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:36:0)
[09:58:12.381] Timer tick, asking Buildbucket for the build status
[09:58:12.455] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:58:12.455] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:37:0) after 1m0s
[09:59:12.575] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:37:0)
[09:59:12.575] Timer tick, asking Buildbucket for the build status
[09:59:12.668] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:59:12.668] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:38:0) after 1m0s
[10:00:12.840] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:38:0)
[10:00:12.840] Timer tick, asking Buildbucket for the build status
[10:00:12.958] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:00:12.959] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:39:0) after 1m0s
[10:01:13.059] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:39:0)
[10:01:13.059] Timer tick, asking Buildbucket for the build status
[10:01:13.199] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:01:13.199] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:40:0) after 1m0s
[10:02:13.389] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:40:0)
[10:02:13.389] Timer tick, asking Buildbucket for the build status
[10:02:13.531] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:02:13.531] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:41:0) after 1m0s
[10:03:13.584] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:41:0)
[10:03:13.584] Timer tick, asking Buildbucket for the build status
[10:03:13.735] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:03:13.735] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:42:0) after 1m0s
[10:04:13.810] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:42:0)
[10:04:13.810] Timer tick, asking Buildbucket for the build status
[10:04:13.965] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:04:13.965] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:43:0) after 1m0s
[10:05:14.040] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:43:0)
[10:05:14.040] Timer tick, asking Buildbucket for the build status
[10:05:14.094] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:05:14.094] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:44:0) after 1m0s
[10:06:14.113] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:44:0)
[10:06:14.113] Timer tick, asking Buildbucket for the build status
[10:06:14.304] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:06:14.304] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:45:0) after 1m0s
[10:07:14.326] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:45:0)
[10:07:14.326] Timer tick, asking Buildbucket for the build status
[10:07:14.413] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:07:14.413] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:46:0) after 1m0s
[10:08:14.503] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:46:0)
[10:08:14.503] Timer tick, asking Buildbucket for the build status
[10:08:14.686] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:08:14.686] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:47:0) after 1m0s
[10:09:15.472] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:47:0)
[10:09:15.472] Timer tick, asking Buildbucket for the build status
[10:09:15.547] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:09:15.547] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:48:0) after 1m0s
[10:10:15.750] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:48:0)
[10:10:15.750] Timer tick, asking Buildbucket for the build status
[10:10:15.821] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:10:15.821] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:49:0) after 1m0s
[10:11:15.971] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:49:0)
[10:11:15.971] Timer tick, asking Buildbucket for the build status
[10:11:16.037] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:11:16.037] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:50:0) after 1m0s
[10:12:16.042] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:50:0)
[10:12:16.042] Timer tick, asking Buildbucket for the build status
[10:12:16.199] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:12:16.199] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:51:0) after 1m0s
[10:13:16.430] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:51:0)
[10:13:16.430] Timer tick, asking Buildbucket for the build status
[10:13:16.491] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:13:16.491] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:52:0) after 1m0s
[10:14:16.622] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:52:0)
[10:14:16.622] Timer tick, asking Buildbucket for the build status
[10:14:16.690] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:14:16.690] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:53:0) after 1m0s
[10:15:16.920] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:53:0)
[10:15:16.920] Timer tick, asking Buildbucket for the build status
[10:15:16.989] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:15:16.989] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:54:0) after 1m0s
[10:16:17.045] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:54:0)
[10:16:17.045] Timer tick, asking Buildbucket for the build status
[10:16:17.828] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:16:17.828] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:55:0) after 1m0s
[10:17:17.923] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:55:0)
[10:17:17.923] Timer tick, asking Buildbucket for the build status
[10:17:17.997] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:17:17.997] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:56:0) after 1m0s
[10:18:18.088] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:56:0)
[10:18:18.088] Timer tick, asking Buildbucket for the build status
[10:18:18.220] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:18:18.220] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:57:0) after 1m0s
[10:19:18.390] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:57:0)
[10:19:18.390] Timer tick, asking Buildbucket for the build status
[10:19:18.613] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:19:18.613] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:58:0) after 1m0s
[10:20:18.716] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:58:0)
[10:20:18.716] Timer tick, asking Buildbucket for the build status
[10:20:18.785] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:20:18.785] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:59:0) after 1m0s
[10:21:18.912] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:59:0)
[10:21:18.912] Timer tick, asking Buildbucket for the build status
[10:21:19.118] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:21:19.118] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:60:0) after 1m0s
[10:22:19.201] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:60:0)
[10:22:19.201] Timer tick, asking Buildbucket for the build status
[10:22:19.262] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:22:19.262] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:61:0) after 1m0s
[10:23:19.258] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:61:0)
[10:23:19.258] Timer tick, asking Buildbucket for the build status
[10:23:19.332] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:23:19.332] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:62:0) after 1m0s
[10:24:19.487] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:62:0)
[10:24:19.487] Timer tick, asking Buildbucket for the build status
[10:24:19.592] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:24:19.592] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:63:0) after 1m0s
[10:25:19.664] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:63:0)
[10:25:19.664] Timer tick, asking Buildbucket for the build status
[10:25:19.907] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:25:19.907] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:64:0) after 1m0s
[10:26:20.021] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:64:0)
[10:26:20.021] Timer tick, asking Buildbucket for the build status
[10:26:20.099] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:26:20.099] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:65:0) after 1m0s
[10:27:20.082] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:65:0)
[10:27:20.082] Timer tick, asking Buildbucket for the build status
[10:27:20.234] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:27:20.234] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:66:0) after 1m0s
[10:28:20.304] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:66:0)
[10:28:20.304] Timer tick, asking Buildbucket for the build status
[10:28:20.391] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:28:20.391] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:67:0) after 1m0s
[10:29:20.506] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:67:0)
[10:29:20.506] Timer tick, asking Buildbucket for the build status
[10:29:20.585] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:29:20.585] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:68:0) after 1m0s
[10:30:20.635] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:68:0)
[10:30:20.635] Timer tick, asking Buildbucket for the build status
[10:30:20.732] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:30:20.732] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:69:0) after 1m0s
[10:31:20.925] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:69:0)
[10:31:20.926] Timer tick, asking Buildbucket for the build status
[10:31:21.020] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:31:21.020] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:70:0) after 1m0s
[10:32:21.028] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:70:0)
[10:32:21.028] Timer tick, asking Buildbucket for the build status
[10:32:21.095] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:32:21.095] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:71:0) after 1m0s
[10:33:21.169] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:71:0)
[10:33:21.169] Timer tick, asking Buildbucket for the build status
[10:33:21.278] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:33:21.278] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:72:0) after 1m0s
[10:34:21.408] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:72:0)
[10:34:21.408] Timer tick, asking Buildbucket for the build status
[10:34:22.103] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:34:22.103] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:73:0) after 1m0s
[10:35:22.267] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:73:0)
[10:35:22.267] Timer tick, asking Buildbucket for the build status
[10:35:22.483] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:35:22.483] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:74:0) after 1m0s
[10:36:22.598] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:74:0)
[10:36:22.598] Timer tick, asking Buildbucket for the build status
[10:36:22.660] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:36:22.660] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:75:0) after 1m0s
[10:37:22.715] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:75:0)
[10:37:22.715] Timer tick, asking Buildbucket for the build status
[10:37:22.909] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:37:22.909] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:76:0) after 1m0s
[10:38:22.956] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:76:0)
[10:38:22.956] Timer tick, asking Buildbucket for the build status
[10:38:23.015] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:38:23.015] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:77:0) after 1m0s
[10:39:23.071] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:77:0)
[10:39:23.071] Timer tick, asking Buildbucket for the build status
[10:39:23.161] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:39:23.161] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:78:0) after 1m0s
[10:40:23.185] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:78:0)
[10:40:23.185] Timer tick, asking Buildbucket for the build status
[10:40:23.250] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:40:23.250] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:79:0) after 1m0s
[10:41:23.304] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:79:0)
[10:41:23.304] Timer tick, asking Buildbucket for the build status
[10:41:23.363] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:41:23.363] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:80:0) after 1m0s
[10:42:23.402] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:80:0)
[10:42:23.402] Timer tick, asking Buildbucket for the build status
[10:42:23.483] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:42:23.483] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:81:0) after 1m0s
[10:43:23.518] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:81:0)
[10:43:23.518] Timer tick, asking Buildbucket for the build status
[10:43:23.585] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:43:23.585] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:82:0) after 1m0s
[10:44:23.641] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:82:0)
[10:44:23.641] Timer tick, asking Buildbucket for the build status
[10:44:23.719] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:44:23.719] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:83:0) after 1m0s
[10:45:23.752] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:83:0)
[10:45:23.752] Timer tick, asking Buildbucket for the build status
[10:45:23.830] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:45:23.830] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:84:0) after 1m0s
[10:46:23.929] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:84:0)
[10:46:23.929] Timer tick, asking Buildbucket for the build status
[10:46:23.991] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:46:23.991] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:85:0) after 1m0s
[10:47:24.050] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:85:0)
[10:47:24.050] Timer tick, asking Buildbucket for the build status
[10:47:24.116] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:47:24.116] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:86:0) after 1m0s
[10:48:24.300] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:86:0)
[10:48:24.301] Timer tick, asking Buildbucket for the build status
[10:48:24.392] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:48:24.392] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:87:0) after 1m0s
[10:49:24.474] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:87:0)
[10:49:24.474] Timer tick, asking Buildbucket for the build status
[10:49:24.546] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:49:24.546] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:88:0) after 1m0s
[10:50:24.567] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:88:0)
[10:50:24.567] Timer tick, asking Buildbucket for the build status
[10:50:24.662] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:50:24.662] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:89:0) after 1m0s
[10:51:24.703] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:89:0)
[10:51:24.703] Timer tick, asking Buildbucket for the build status
[10:51:24.763] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:51:24.763] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:90:0) after 1m0s
[10:52:24.842] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:90:0)
[10:52:24.842] Timer tick, asking Buildbucket for the build status
[10:52:24.909] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:52:24.909] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:91:0) after 1m0s
[10:53:24.980] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:91:0)
[10:53:24.980] Timer tick, asking Buildbucket for the build status
[10:53:25.063] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:53:25.063] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:92:0) after 1m0s
[10:54:25.349] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:92:0)
[10:54:25.349] Timer tick, asking Buildbucket for the build status
[10:54:25.503] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:54:25.503] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:93:0) after 1m0s
[10:55:25.701] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:93:0)
[10:55:25.701] Timer tick, asking Buildbucket for the build status
[10:55:26.088] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:55:26.088] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:94:0) after 1m0s
[10:56:26.231] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:94:0)
[10:56:26.231] Timer tick, asking Buildbucket for the build status
[10:56:26.320] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:56:26.320] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:95:0) after 1m0s
[10:57:26.410] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:95:0)
[10:57:26.410] Timer tick, asking Buildbucket for the build status
[10:57:26.485] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:57:26.485] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:96:0) after 1m0s
[10:58:26.554] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:96:0)
[10:58:26.554] Timer tick, asking Buildbucket for the build status
[10:58:26.618] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:58:26.619] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:97:0) after 1m0s
[10:59:26.764] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:97:0)
[10:59:26.764] Timer tick, asking Buildbucket for the build status
[10:59:26.858] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:59:26.858] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:98:0) after 1m0s
[11:00:27.299] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:98:0)
[11:00:27.299] Timer tick, asking Buildbucket for the build status
[11:00:27.373] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:00:27.373] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:99:0) after 1m0s
[11:01:28.102] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:99:0)
[11:01:28.103] Timer tick, asking Buildbucket for the build status
[11:01:28.495] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:01:28.495] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:100:0) after 1m0s
[11:02:28.632] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:100:0)
[11:02:28.632] Timer tick, asking Buildbucket for the build status
[11:02:29.765] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:02:29.765] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:101:0) after 1m0s
[11:03:30.062] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:101:0)
[11:03:30.062] Timer tick, asking Buildbucket for the build status
[11:03:30.166] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:03:30.166] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:102:0) after 1m0s
[11:04:30.211] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:102:0)
[11:04:30.211] Timer tick, asking Buildbucket for the build status
[11:04:30.317] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:04:30.318] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:103:0) after 1m0s
[11:05:30.324] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:103:0)
[11:05:30.324] Timer tick, asking Buildbucket for the build status
[11:05:30.389] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:05:30.389] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:104:0) after 1m0s
[11:06:30.477] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:104:0)
[11:06:30.477] Timer tick, asking Buildbucket for the build status
[11:06:30.540] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:06:30.540] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:105:0) after 1m0s
[11:07:30.681] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:105:0)
[11:07:30.681] Timer tick, asking Buildbucket for the build status
[11:07:30.839] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:07:30.839] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:106:0) after 1m0s
[11:08:30.873] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:106:0)
[11:08:30.873] Timer tick, asking Buildbucket for the build status
[11:08:30.944] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:08:30.944] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:107:0) after 1m0s
[11:09:30.945] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:107:0)
[11:09:30.945] Timer tick, asking Buildbucket for the build status
[11:09:31.123] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:09:31.123] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:108:0) after 1m0s
[11:10:31.143] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:108:0)
[11:10:31.143] Timer tick, asking Buildbucket for the build status
[11:10:31.273] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:10:31.273] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:109:0) after 1m0s
[11:11:31.301] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:109:0)
[11:11:31.301] Timer tick, asking Buildbucket for the build status
[11:11:31.433] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:11:31.433] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:110:0) after 1m0s
[11:12:31.487] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:110:0)
[11:12:31.487] Timer tick, asking Buildbucket for the build status
[11:12:31.566] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:12:31.566] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:111:0) after 1m0s
[11:13:31.599] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:111:0)
[11:13:31.600] Timer tick, asking Buildbucket for the build status
[11:13:31.675] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:13:31.675] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:112:0) after 1m0s
[11:14:31.741] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:112:0)
[11:14:31.741] Timer tick, asking Buildbucket for the build status
[11:14:32.012] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:14:32.012] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:113:0) after 1m0s
[11:15:32.033] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:113:0)
[11:15:32.033] Timer tick, asking Buildbucket for the build status
[11:15:32.100] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:15:32.100] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:114:0) after 1m0s
[11:16:32.128] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:114:0)
[11:16:32.128] Timer tick, asking Buildbucket for the build status
[11:16:32.207] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:16:32.207] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:115:0) after 1m0s
[11:17:32.242] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:115:0)
[11:17:32.242] Timer tick, asking Buildbucket for the build status
[11:17:32.451] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:17:32.451] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:116:0) after 1m0s
[11:18:32.501] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:116:0)
[11:18:32.501] Timer tick, asking Buildbucket for the build status
[11:18:32.760] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:18:32.760] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:117:0) after 1m0s
[11:19:32.909] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:117:0)
[11:19:32.909] Timer tick, asking Buildbucket for the build status
[11:19:33.002] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:19:33.002] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:118:0) after 1m0s
[11:20:33.034] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:118:0)
[11:20:33.034] Timer tick, asking Buildbucket for the build status
[11:20:33.099] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:20:33.099] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:119:0) after 1m0s
[11:21:33.185] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:119:0)
[11:21:33.185] Timer tick, asking Buildbucket for the build status
[11:21:33.353] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:21:33.353] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:120:0) after 1m0s
[11:22:33.356] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:120:0)
[11:22:33.356] Timer tick, asking Buildbucket for the build status
[11:22:34.061] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:22:34.061] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:121:0) after 1m0s
[11:23:34.134] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:121:0)
[11:23:34.134] Timer tick, asking Buildbucket for the build status
[11:23:34.200] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:23:34.200] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:122:0) after 1m0s
[11:24:34.251] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:122:0)
[11:24:34.251] Timer tick, asking Buildbucket for the build status
[11:24:34.401] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:24:34.401] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:123:0) after 1m0s
[11:25:34.481] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:123:0)
[11:25:34.481] Timer tick, asking Buildbucket for the build status
[11:25:34.555] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:25:34.555] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:124:0) after 1m0s
[11:26:34.655] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:124:0)
[11:26:34.655] Timer tick, asking Buildbucket for the build status
[11:26:34.727] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:26:34.727] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:125:0) after 1m0s
[11:27:34.782] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:125:0)
[11:27:34.782] Timer tick, asking Buildbucket for the build status
[11:27:35.013] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:27:35.013] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:126:0) after 1m0s
[11:28:35.065] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:126:0)
[11:28:35.065] Timer tick, asking Buildbucket for the build status
[11:28:35.337] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:28:35.337] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:127:0) after 1m0s
[11:29:35.450] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:127:0)
[11:29:35.450] Timer tick, asking Buildbucket for the build status
[11:29:35.527] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:29:35.527] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:128:0) after 1m0s
[11:30:35.611] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:128:0)
[11:30:35.612] Timer tick, asking Buildbucket for the build status
[11:30:35.687] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:30:35.687] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:129:0) after 1m0s
[11:31:35.799] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:129:0)
[11:31:35.799] Timer tick, asking Buildbucket for the build status
[11:31:35.878] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:31:35.878] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:130:0) after 1m0s
[11:32:35.911] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:130:0)
[11:32:35.911] Timer tick, asking Buildbucket for the build status
[11:32:36.297] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:32:36.297] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:131:0) after 1m0s
[11:33:36.428] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:131:0)
[11:33:36.428] Timer tick, asking Buildbucket for the build status
[11:33:36.498] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:33:36.498] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:132:0) after 1m0s
[11:34:36.579] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:132:0)
[11:34:36.579] Timer tick, asking Buildbucket for the build status
[11:34:36.675] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:34:36.675] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:133:0) after 1m0s
[11:35:36.731] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:133:0)
[11:35:36.731] Timer tick, asking Buildbucket for the build status
[11:35:36.886] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:35:36.886] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:134:0) after 1m0s
[11:36:36.977] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:134:0)
[11:36:36.977] Timer tick, asking Buildbucket for the build status
[11:36:37.042] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:36:37.042] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:135:0) after 1m0s
[11:37:37.178] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:135:0)
[11:37:37.178] Timer tick, asking Buildbucket for the build status
[11:37:37.282] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:37:37.282] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:136:0) after 1m0s
[11:38:37.382] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:136:0)
[11:38:37.383] Timer tick, asking Buildbucket for the build status
[11:38:37.540] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:38:37.540] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:137:0) after 1m0s
[11:39:37.604] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:137:0)
[11:39:37.604] Timer tick, asking Buildbucket for the build status
[11:39:37.905] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:39:37.905] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:138:0) after 1m0s
[11:40:37.986] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:138:0)
[11:40:37.986] Timer tick, asking Buildbucket for the build status
[11:40:38.099] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:40:38.099] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:139:0) after 1m0s
[11:41:38.201] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:139:0)
[11:41:38.201] Timer tick, asking Buildbucket for the build status
[11:41:38.407] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:41:38.407] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:140:0) after 1m0s
[11:42:38.452] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:140:0)
[11:42:38.452] Timer tick, asking Buildbucket for the build status
[11:42:39.026] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:42:39.026] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:141:0) after 1m0s
[11:43:39.177] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:141:0)
[11:43:39.177] Timer tick, asking Buildbucket for the build status
[11:43:39.262] Build 8852341972702834944: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:43:39.262] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017772034881945232:142:0) after 1m0s
[11:44:22.329] Received PubSub notification, asking Buildbucket for the build status
[11:44:22.403] Build 8852341972702834944: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[11:44:22.403] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1616154261994997",
"created_by": "project:chromium",
"created_ts": "1616145842796991",
"failure_reason": "BUILD_FAILURE",
"id": "8852341972702834944",
"parameters_json": "{\"builder_name\": \"Mac deterministic\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"70716b3f731ae51d3b86955b71a5e937cae087f1\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Step('compare_build_artifacts') (retcode: 1)\"}, \"properties\": {\"$build/goma\": {\"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\", \"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/opt/s/w/ir/cache\", \"temp_dir\": \"/opt/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build204-m9\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.fyi\", \"buildername\": \"Mac deterministic\", \"buildnumber\": 45025, \"clang_revision\": \"llvmorg-13-init-4720-g7bafe336-1\", \"got_angle_revision\": \"ba0bd78574b21a297e22ee2f8ac1efdeff0a9026\", \"got_dawn_revision\": \"3209df5a9cc2de5415688653d1142b1adda554db\", \"got_nacl_revision\": \"abf3277f295c6c87f0b103f291ed5e3e73933b76\", \"got_revision\": \"70716b3f731ae51d3b86955b71a5e937cae087f1\", \"got_revision_cp\": \"refs/heads/master@{#864600}\", \"got_swarming_client_revision\": \"a32a1607f6093d338f756c7e7c7b4333b0c50c9c\", \"got_swiftshader_revision\": \"a98fb3f8380a3a5c9ae3e0175634ba88c85a434f\", \"got_v8_revision\": \"43315277e45e866e927722377d36b04ca3c1014b\", \"got_v8_revision_cp\": \"refs/heads/9.1.158@{#1}\", \"got_webrtc_revision\": \"92a768ad66f54ca57002f6f2e87c7a732e3fec39\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#33488}\", \"path_config\": \"generic\", \"recipe\": \"swarming/deterministic_build\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"70716b3f731ae51d3b86955b71a5e937cae087f1\"}, \"swarming\": {\"bot_dimensions\": {\"builder\": [\"Mac deterministic\"], \"caches\": [\"builder_7b52a3a1245e897041cdcf338a3870df21540919220c864c03da3b37f2e3c589_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build204-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10\", \"Mac-10.15\", \"Mac-10.15.7\", \"Mac-10.15.7-19H2\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2\", \"2.7\", \"2.7.16\"], \"server_version\": [\"5776-cb9e157\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Step('compare_build_artifacts') (retcode: 1)\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1616146021978686",
"status": "COMPLETED",
"status_changed_ts": "1616146022461726",
"tags": [
"build_address:luci.chromium.ci/Mac deterministic/45025",
"builder:Mac deterministic",
"buildset:commit/git/70716b3f731ae51d3b86955b71a5e937cae087f1",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/70716b3f731ae51d3b86955b71a5e937cae087f1",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9017772034881945232",
"scheduler_job_id:chromium/Mac deterministic",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8852341972702834944/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:swarming/deterministic_build",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:52629e0e0cbbe610",
"user_agent:luci-scheduler"
],
"updated_ts": "1616154261995346",
"url": "https://ci.chromium.org/b/8852341972702834944",
"utcnow_ts": "1616154262394219"
}
}
[11:44:22.403] Invocation finished in 2h20m21.069629177s with status FAILED