[04:55:42.349] New invocation is queued and will start shortly
[04:55:43.526] Starting the invocation (attempt 1)
[04:55:43.579] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:55:43.580] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:55:43.580] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9017788915907626880",
"parameters_json": "{\"builder_name\":\"Mac deterministic\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"0bb5aa32938b17c485ed75eee49ca4ae2c5833bd\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:Mac deterministic",
"scheduler_invocation_id:9017788915907626880",
"scheduler_job_id:chromium/Mac deterministic",
"user_agent:luci-scheduler",
"buildset:commit/git/0bb5aa32938b17c485ed75eee49ca4ae2c5833bd",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0bb5aa32938b17c485ed75eee49ca4ae2c5833bd",
"gitiles_ref:refs/heads/master"
]
}
[04:55:44.354] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1616129743772460",
"id": "8852358853753156128",
"parameters_json": "{\"builder_name\": \"Mac deterministic\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"0bb5aa32938b17c485ed75eee49ca4ae2c5833bd\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1616129744235700",
"tags": [
"build_address:luci.chromium.ci/Mac deterministic/45023",
"builder:Mac deterministic",
"buildset:commit/git/0bb5aa32938b17c485ed75eee49ca4ae2c5833bd",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0bb5aa32938b17c485ed75eee49ca4ae2c5833bd",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9017788915907626880",
"scheduler_job_id:chromium/Mac deterministic",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8852358853753156128/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:swarming/deterministic_build",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1616129744235806",
"url": "https://ci.chromium.org/b/8852358853753156128",
"utcnow_ts": "1616129744346873"
}
}
[04:55:44.354] Task URL: https://ci.chromium.org/b/8852358853753156128
[04:55:44.354] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:2:0) after 1m0s
[04:56:44.348] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:2:0)
[04:56:44.348] Timer tick, asking Buildbucket for the build status
[04:56:44.470] Build 8852358853753156128: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[04:56:44.470] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:3:0) after 1m0s
[04:57:44.513] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:3:0)
[04:57:44.513] Timer tick, asking Buildbucket for the build status
[04:57:44.576] Build 8852358853753156128: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[04:57:44.576] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:4:0) after 1m0s
[04:58:44.610] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:4:0)
[04:58:44.610] Timer tick, asking Buildbucket for the build status
[04:58:44.686] Build 8852358853753156128: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[04:58:44.686] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:5:0) after 1m0s
[04:58:57.874] Received PubSub notification, asking Buildbucket for the build status
[04:58:57.959] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:59:44.705] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:5:0)
[04:59:44.705] Timer tick, asking Buildbucket for the build status
[04:59:44.776] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:59:44.776] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:7:0) after 1m0s
[05:00:44.827] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:7:0)
[05:00:44.827] Timer tick, asking Buildbucket for the build status
[05:00:44.936] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:00:44.936] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:8:0) after 1m0s
[05:01:45.051] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:8:0)
[05:01:45.051] Timer tick, asking Buildbucket for the build status
[05:01:45.307] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:01:45.307] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:9:0) after 1m0s
[05:02:45.320] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:9:0)
[05:02:45.320] Timer tick, asking Buildbucket for the build status
[05:02:45.423] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:02:45.423] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:10:0) after 1m0s
[05:03:45.472] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:10:0)
[05:03:45.472] Timer tick, asking Buildbucket for the build status
[05:03:45.705] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:03:45.705] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:11:0) after 1m0s
[05:04:45.769] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:11:0)
[05:04:45.769] Timer tick, asking Buildbucket for the build status
[05:04:45.844] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:04:45.844] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:12:0) after 1m0s
[05:05:45.863] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:12:0)
[05:05:45.863] Timer tick, asking Buildbucket for the build status
[05:05:45.960] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:05:45.960] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:13:0) after 1m0s
[05:06:45.985] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:13:0)
[05:06:45.985] Timer tick, asking Buildbucket for the build status
[05:06:46.071] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:06:46.072] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:14:0) after 1m0s
[05:07:46.098] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:14:0)
[05:07:46.098] Timer tick, asking Buildbucket for the build status
[05:07:46.170] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:07:46.170] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:15:0) after 1m0s
[05:08:46.196] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:15:0)
[05:08:46.196] Timer tick, asking Buildbucket for the build status
[05:08:46.264] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:08:46.264] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:16:0) after 1m0s
[05:09:46.316] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:16:0)
[05:09:46.316] Timer tick, asking Buildbucket for the build status
[05:09:46.395] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:09:46.395] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:17:0) after 1m0s
[05:10:46.429] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:17:0)
[05:10:46.429] Timer tick, asking Buildbucket for the build status
[05:10:46.570] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:10:46.570] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:18:0) after 1m0s
[05:11:46.709] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:18:0)
[05:11:46.709] Timer tick, asking Buildbucket for the build status
[05:11:46.783] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:11:46.783] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:19:0) after 1m0s
[05:12:46.864] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:19:0)
[05:12:46.864] Timer tick, asking Buildbucket for the build status
[05:12:46.940] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:12:46.940] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:20:0) after 1m0s
[05:13:47.025] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:20:0)
[05:13:47.025] Timer tick, asking Buildbucket for the build status
[05:13:47.426] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:13:47.426] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:21:0) after 1m0s
[05:14:47.552] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:21:0)
[05:14:47.552] Timer tick, asking Buildbucket for the build status
[05:14:47.634] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:14:47.634] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:22:0) after 1m0s
[05:15:47.710] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:22:0)
[05:15:47.710] Timer tick, asking Buildbucket for the build status
[05:15:47.818] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:15:47.818] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:23:0) after 1m0s
[05:16:47.826] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:23:0)
[05:16:47.826] Timer tick, asking Buildbucket for the build status
[05:16:48.195] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:16:48.195] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:24:0) after 1m0s
[05:17:48.224] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:24:0)
[05:17:48.224] Timer tick, asking Buildbucket for the build status
[05:17:48.438] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:17:48.438] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:25:0) after 1m0s
[05:18:48.551] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:25:0)
[05:18:48.551] Timer tick, asking Buildbucket for the build status
[05:18:48.620] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:18:48.620] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:26:0) after 1m0s
[05:19:48.696] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:26:0)
[05:19:48.696] Timer tick, asking Buildbucket for the build status
[05:19:48.833] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:19:48.833] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:27:0) after 1m0s
[05:20:48.850] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:27:0)
[05:20:48.850] Timer tick, asking Buildbucket for the build status
[05:20:48.935] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:20:48.935] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:28:0) after 1m0s
[05:21:48.982] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:28:0)
[05:21:48.982] Timer tick, asking Buildbucket for the build status
[05:21:49.057] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:21:49.057] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:29:0) after 1m0s
[05:22:49.094] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:29:0)
[05:22:49.094] Timer tick, asking Buildbucket for the build status
[05:22:49.161] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:22:49.161] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:30:0) after 1m0s
[05:23:49.232] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:30:0)
[05:23:49.232] Timer tick, asking Buildbucket for the build status
[05:23:49.305] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:23:49.305] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:31:0) after 1m0s
[05:24:49.334] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:31:0)
[05:24:49.334] Timer tick, asking Buildbucket for the build status
[05:24:49.513] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:24:49.513] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:32:0) after 1m0s
[05:25:49.593] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:32:0)
[05:25:49.593] Timer tick, asking Buildbucket for the build status
[05:25:49.864] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:25:49.864] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:33:0) after 1m0s
[05:26:49.965] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:33:0)
[05:26:49.965] Timer tick, asking Buildbucket for the build status
[05:26:50.132] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:26:50.132] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:34:0) after 1m0s
[05:27:50.181] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:34:0)
[05:27:50.181] Timer tick, asking Buildbucket for the build status
[05:27:50.287] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:27:50.287] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:35:0) after 1m0s
[05:28:50.580] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:35:0)
[05:28:50.580] Timer tick, asking Buildbucket for the build status
[05:28:50.722] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:28:50.722] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:36:0) after 1m0s
[05:29:50.783] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:36:0)
[05:29:50.783] Timer tick, asking Buildbucket for the build status
[05:29:50.855] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:29:50.855] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:37:0) after 1m0s
[05:30:50.922] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:37:0)
[05:30:50.922] Timer tick, asking Buildbucket for the build status
[05:30:51.251] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:30:51.251] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:38:0) after 1m0s
[05:31:51.240] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:38:0)
[05:31:51.240] Timer tick, asking Buildbucket for the build status
[05:31:51.347] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:31:51.347] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:39:0) after 1m0s
[05:32:51.413] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:39:0)
[05:32:51.413] Timer tick, asking Buildbucket for the build status
[05:32:51.483] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:32:51.484] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:40:0) after 1m0s
[05:33:51.554] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:40:0)
[05:33:51.554] Timer tick, asking Buildbucket for the build status
[05:33:51.623] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:33:51.623] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:41:0) after 1m0s
[05:34:51.622] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:41:0)
[05:34:51.622] Timer tick, asking Buildbucket for the build status
[05:34:51.775] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:34:51.775] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:42:0) after 1m0s
[05:35:51.871] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:42:0)
[05:35:51.871] Timer tick, asking Buildbucket for the build status
[05:35:52.099] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:35:52.099] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:43:0) after 1m0s
[05:36:52.155] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:43:0)
[05:36:52.155] Timer tick, asking Buildbucket for the build status
[05:36:52.248] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:36:52.248] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:44:0) after 1m0s
[05:37:52.322] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:44:0)
[05:37:52.322] Timer tick, asking Buildbucket for the build status
[05:37:52.420] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:37:52.420] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:45:0) after 1m0s
[05:38:52.496] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:45:0)
[05:38:52.496] Timer tick, asking Buildbucket for the build status
[05:38:52.599] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:38:52.599] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:46:0) after 1m0s
[05:39:52.629] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:46:0)
[05:39:52.629] Timer tick, asking Buildbucket for the build status
[05:39:52.696] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:39:52.696] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:47:0) after 1m0s
[05:40:52.717] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:47:0)
[05:40:52.717] Timer tick, asking Buildbucket for the build status
[05:40:52.822] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:40:52.822] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:48:0) after 1m0s
[05:41:52.883] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:48:0)
[05:41:52.883] Timer tick, asking Buildbucket for the build status
[05:41:52.944] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:41:52.944] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:49:0) after 1m0s
[05:42:53.002] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:49:0)
[05:42:53.002] Timer tick, asking Buildbucket for the build status
[05:42:53.255] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:42:53.256] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:50:0) after 1m0s
[05:43:53.348] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:50:0)
[05:43:53.348] Timer tick, asking Buildbucket for the build status
[05:43:53.488] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:43:53.488] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:51:0) after 1m0s
[05:44:53.578] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:51:0)
[05:44:53.578] Timer tick, asking Buildbucket for the build status
[05:44:53.664] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:44:53.664] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:52:0) after 1m0s
[05:45:53.698] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:52:0)
[05:45:53.698] Timer tick, asking Buildbucket for the build status
[05:45:53.786] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:45:53.786] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:53:0) after 1m0s
[05:46:54.038] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:53:0)
[05:46:54.038] Timer tick, asking Buildbucket for the build status
[05:46:54.103] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:46:54.104] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:54:0) after 1m0s
[05:47:54.119] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:54:0)
[05:47:54.119] Timer tick, asking Buildbucket for the build status
[05:47:54.182] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:47:54.182] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:55:0) after 1m0s
[05:48:54.250] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:55:0)
[05:48:54.250] Timer tick, asking Buildbucket for the build status
[05:48:54.468] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:48:54.468] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:56:0) after 1m0s
[05:49:54.574] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:56:0)
[05:49:54.574] Timer tick, asking Buildbucket for the build status
[05:49:54.646] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:49:54.646] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:57:0) after 1m0s
[05:50:54.701] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:57:0)
[05:50:54.701] Timer tick, asking Buildbucket for the build status
[05:50:54.776] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:50:54.776] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:58:0) after 1m0s
[05:51:54.871] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:58:0)
[05:51:54.871] Timer tick, asking Buildbucket for the build status
[05:51:54.934] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:51:54.934] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:59:0) after 1m0s
[05:52:54.989] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:59:0)
[05:52:54.989] Timer tick, asking Buildbucket for the build status
[05:52:55.054] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:52:55.054] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:60:0) after 1m0s
[05:53:55.110] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:60:0)
[05:53:55.110] Timer tick, asking Buildbucket for the build status
[05:53:55.391] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:53:55.391] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:61:0) after 1m0s
[05:54:55.411] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:61:0)
[05:54:55.411] Timer tick, asking Buildbucket for the build status
[05:54:55.491] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:54:55.491] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:62:0) after 1m0s
[05:55:55.543] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:62:0)
[05:55:55.543] Timer tick, asking Buildbucket for the build status
[05:55:55.621] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:55:55.621] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:63:0) after 1m0s
[05:56:55.642] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:63:0)
[05:56:55.642] Timer tick, asking Buildbucket for the build status
[05:56:55.939] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:56:55.940] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:64:0) after 1m0s
[05:57:55.998] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:64:0)
[05:57:55.998] Timer tick, asking Buildbucket for the build status
[05:57:56.132] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:57:56.132] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:65:0) after 1m0s
[05:58:56.192] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:65:0)
[05:58:56.192] Timer tick, asking Buildbucket for the build status
[05:58:56.266] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:58:56.266] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:66:0) after 1m0s
[05:59:56.253] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:66:0)
[05:59:56.253] Timer tick, asking Buildbucket for the build status
[05:59:56.329] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:59:56.329] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:67:0) after 1m0s
[06:00:56.380] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:67:0)
[06:00:56.380] Timer tick, asking Buildbucket for the build status
[06:00:56.474] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:00:56.474] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:68:0) after 1m0s
[06:01:56.550] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:68:0)
[06:01:56.550] Timer tick, asking Buildbucket for the build status
[06:01:56.613] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:01:56.613] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:69:0) after 1m0s
[06:02:56.634] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:69:0)
[06:02:56.634] Timer tick, asking Buildbucket for the build status
[06:02:56.701] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:02:56.701] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:70:0) after 1m0s
[06:03:56.733] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:70:0)
[06:03:56.733] Timer tick, asking Buildbucket for the build status
[06:03:56.925] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:03:56.925] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:71:0) after 1m0s
[06:04:57.087] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:71:0)
[06:04:57.087] Timer tick, asking Buildbucket for the build status
[06:04:57.221] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:04:57.221] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:72:0) after 1m0s
[06:05:57.233] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:72:0)
[06:05:57.233] Timer tick, asking Buildbucket for the build status
[06:05:57.323] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:05:57.323] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:73:0) after 1m0s
[06:06:57.343] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:73:0)
[06:06:57.343] Timer tick, asking Buildbucket for the build status
[06:06:57.615] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:06:57.615] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:74:0) after 1m0s
[06:07:57.679] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:74:0)
[06:07:57.679] Timer tick, asking Buildbucket for the build status
[06:07:57.807] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:07:57.807] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:75:0) after 1m0s
[06:08:57.856] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:75:0)
[06:08:57.856] Timer tick, asking Buildbucket for the build status
[06:08:57.931] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:08:57.931] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:76:0) after 1m0s
[06:09:57.999] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:76:0)
[06:09:57.999] Timer tick, asking Buildbucket for the build status
[06:09:58.066] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:09:58.066] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:77:0) after 1m0s
[06:10:58.143] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:77:0)
[06:10:58.143] Timer tick, asking Buildbucket for the build status
[06:10:58.249] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:10:58.249] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:78:0) after 1m0s
[06:11:58.283] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:78:0)
[06:11:58.283] Timer tick, asking Buildbucket for the build status
[06:11:58.510] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:11:58.510] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:79:0) after 1m0s
[06:12:58.579] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:79:0)
[06:12:58.579] Timer tick, asking Buildbucket for the build status
[06:12:58.652] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:12:58.652] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:80:0) after 1m0s
[06:13:58.678] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:80:0)
[06:13:58.678] Timer tick, asking Buildbucket for the build status
[06:13:58.752] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:13:58.752] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:81:0) after 1m0s
[06:14:58.824] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:81:0)
[06:14:58.824] Timer tick, asking Buildbucket for the build status
[06:14:58.887] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:14:58.887] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:82:0) after 1m0s
[06:15:58.955] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:82:0)
[06:15:58.955] Timer tick, asking Buildbucket for the build status
[06:15:59.040] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:15:59.040] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:83:0) after 1m0s
[06:16:59.110] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:83:0)
[06:16:59.110] Timer tick, asking Buildbucket for the build status
[06:16:59.207] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:16:59.207] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:84:0) after 1m0s
[06:17:59.226] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:84:0)
[06:17:59.226] Timer tick, asking Buildbucket for the build status
[06:17:59.292] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:17:59.292] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:85:0) after 1m0s
[06:18:59.327] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:85:0)
[06:18:59.327] Timer tick, asking Buildbucket for the build status
[06:18:59.422] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:18:59.422] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:86:0) after 1m0s
[06:19:59.449] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:86:0)
[06:19:59.449] Timer tick, asking Buildbucket for the build status
[06:19:59.608] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:19:59.608] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:87:0) after 1m0s
[06:20:59.663] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:87:0)
[06:20:59.663] Timer tick, asking Buildbucket for the build status
[06:20:59.741] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:20:59.741] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:88:0) after 1m0s
[06:21:59.855] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:88:0)
[06:21:59.855] Timer tick, asking Buildbucket for the build status
[06:21:59.988] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:21:59.988] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:89:0) after 1m0s
[06:23:00.002] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:89:0)
[06:23:00.002] Timer tick, asking Buildbucket for the build status
[06:23:00.197] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:23:00.197] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:90:0) after 1m0s
[06:24:00.226] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:90:0)
[06:24:00.226] Timer tick, asking Buildbucket for the build status
[06:24:00.289] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:24:00.289] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:91:0) after 1m0s
[06:25:00.289] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:91:0)
[06:25:00.289] Timer tick, asking Buildbucket for the build status
[06:25:00.350] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:25:00.350] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:92:0) after 1m0s
[06:26:00.454] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:92:0)
[06:26:00.454] Timer tick, asking Buildbucket for the build status
[06:26:00.536] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:26:00.536] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:93:0) after 1m0s
[06:27:00.575] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:93:0)
[06:27:00.575] Timer tick, asking Buildbucket for the build status
[06:27:00.637] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:27:00.637] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:94:0) after 1m0s
[06:28:00.664] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:94:0)
[06:28:00.664] Timer tick, asking Buildbucket for the build status
[06:28:00.730] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:28:00.730] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:95:0) after 1m0s
[06:29:00.737] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:95:0)
[06:29:00.737] Timer tick, asking Buildbucket for the build status
[06:29:00.817] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:29:00.817] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:96:0) after 1m0s
[06:30:00.889] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:96:0)
[06:30:00.889] Timer tick, asking Buildbucket for the build status
[06:30:00.969] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:30:00.969] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:97:0) after 1m0s
[06:31:01.008] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:97:0)
[06:31:01.008] Timer tick, asking Buildbucket for the build status
[06:31:01.368] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:31:01.368] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:98:0) after 1m0s
[06:32:01.428] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:98:0)
[06:32:01.428] Timer tick, asking Buildbucket for the build status
[06:32:01.497] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:32:01.497] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:99:0) after 1m0s
[06:33:01.578] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:99:0)
[06:33:01.578] Timer tick, asking Buildbucket for the build status
[06:33:01.653] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:33:01.653] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:100:0) after 1m0s
[06:34:01.715] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:100:0)
[06:34:01.715] Timer tick, asking Buildbucket for the build status
[06:34:01.795] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:34:01.795] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:101:0) after 1m0s
[06:35:01.849] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:101:0)
[06:35:01.849] Timer tick, asking Buildbucket for the build status
[06:35:01.926] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:35:01.926] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:102:0) after 1m0s
[06:36:02.076] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:102:0)
[06:36:02.076] Timer tick, asking Buildbucket for the build status
[06:36:02.215] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:36:02.215] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:103:0) after 1m0s
[06:37:02.254] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:103:0)
[06:37:02.254] Timer tick, asking Buildbucket for the build status
[06:37:02.319] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:37:02.319] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:104:0) after 1m0s
[06:38:02.407] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:104:0)
[06:38:02.407] Timer tick, asking Buildbucket for the build status
[06:38:02.515] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:38:02.515] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:105:0) after 1m0s
[06:39:02.531] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:105:0)
[06:39:02.531] Timer tick, asking Buildbucket for the build status
[06:39:02.619] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:39:02.619] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:106:0) after 1m0s
[06:40:02.733] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:106:0)
[06:40:02.733] Timer tick, asking Buildbucket for the build status
[06:40:02.800] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:40:02.800] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:107:0) after 1m0s
[06:41:03.106] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:107:0)
[06:41:03.106] Timer tick, asking Buildbucket for the build status
[06:41:03.192] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:41:03.192] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:108:0) after 1m0s
[06:42:03.255] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:108:0)
[06:42:03.255] Timer tick, asking Buildbucket for the build status
[06:42:03.533] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:42:03.533] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:109:0) after 1m0s
[06:43:03.604] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:109:0)
[06:43:03.604] Timer tick, asking Buildbucket for the build status
[06:43:03.757] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:43:03.757] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:110:0) after 1m0s
[06:44:03.835] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:110:0)
[06:44:03.835] Timer tick, asking Buildbucket for the build status
[06:44:04.018] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:44:04.018] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:111:0) after 1m0s
[06:45:04.051] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:111:0)
[06:45:04.051] Timer tick, asking Buildbucket for the build status
[06:45:04.123] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:45:04.123] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:112:0) after 1m0s
[06:46:04.098] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:112:0)
[06:46:04.098] Timer tick, asking Buildbucket for the build status
[06:46:04.516] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:46:04.516] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:113:0) after 1m0s
[06:47:04.627] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:113:0)
[06:47:04.627] Timer tick, asking Buildbucket for the build status
[06:47:04.750] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:47:04.750] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:114:0) after 1m0s
[06:48:04.803] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:114:0)
[06:48:04.803] Timer tick, asking Buildbucket for the build status
[06:48:05.169] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:48:05.169] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:115:0) after 1m0s
[06:49:05.242] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:115:0)
[06:49:05.242] Timer tick, asking Buildbucket for the build status
[06:49:05.327] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:49:05.327] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:116:0) after 1m0s
[06:50:05.355] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:116:0)
[06:50:05.355] Timer tick, asking Buildbucket for the build status
[06:50:05.439] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:50:05.439] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:117:0) after 1m0s
[06:51:05.465] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:117:0)
[06:51:05.465] Timer tick, asking Buildbucket for the build status
[06:51:05.544] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:51:05.544] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:118:0) after 1m0s
[06:52:05.636] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:118:0)
[06:52:05.636] Timer tick, asking Buildbucket for the build status
[06:52:05.728] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:52:05.728] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:119:0) after 1m0s
[06:53:05.766] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:119:0)
[06:53:05.766] Timer tick, asking Buildbucket for the build status
[06:53:05.893] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:53:05.893] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:120:0) after 1m0s
[06:54:05.955] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:120:0)
[06:54:05.955] Timer tick, asking Buildbucket for the build status
[06:54:06.097] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:54:06.097] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:121:0) after 1m0s
[06:55:06.211] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:121:0)
[06:55:06.211] Timer tick, asking Buildbucket for the build status
[06:55:06.295] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:55:06.295] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:122:0) after 1m0s
[06:56:06.334] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:122:0)
[06:56:06.334] Timer tick, asking Buildbucket for the build status
[06:56:08.851] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:56:08.851] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:123:0) after 1m0s
[06:57:08.967] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:123:0)
[06:57:08.967] Timer tick, asking Buildbucket for the build status
[06:57:09.067] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:57:09.068] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:124:0) after 1m0s
[06:58:09.155] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:124:0)
[06:58:09.155] Timer tick, asking Buildbucket for the build status
[06:58:09.223] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:58:09.223] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:125:0) after 1m0s
[06:59:09.292] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:125:0)
[06:59:09.292] Timer tick, asking Buildbucket for the build status
[06:59:09.361] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:59:09.361] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:126:0) after 1m0s
[07:00:09.380] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:126:0)
[07:00:09.380] Timer tick, asking Buildbucket for the build status
[07:00:09.529] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:00:09.529] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:127:0) after 1m0s
[07:01:09.651] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:127:0)
[07:01:09.651] Timer tick, asking Buildbucket for the build status
[07:01:09.756] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:01:09.756] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:128:0) after 1m0s
[07:02:09.759] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:128:0)
[07:02:09.759] Timer tick, asking Buildbucket for the build status
[07:02:10.530] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:02:10.530] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:129:0) after 1m0s
[07:03:10.607] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:129:0)
[07:03:10.607] Timer tick, asking Buildbucket for the build status
[07:03:10.845] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:03:10.845] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:130:0) after 1m0s
[07:04:10.862] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:130:0)
[07:04:10.862] Timer tick, asking Buildbucket for the build status
[07:04:10.944] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:04:10.944] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:131:0) after 1m0s
[07:05:11.111] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:131:0)
[07:05:11.111] Timer tick, asking Buildbucket for the build status
[07:05:11.179] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:05:11.179] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:132:0) after 1m0s
[07:06:11.185] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:132:0)
[07:06:11.185] Timer tick, asking Buildbucket for the build status
[07:06:11.334] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:06:11.334] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:133:0) after 1m0s
[07:07:11.354] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:133:0)
[07:07:11.354] Timer tick, asking Buildbucket for the build status
[07:07:11.470] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:07:11.470] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:134:0) after 1m0s
[07:08:11.491] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:134:0)
[07:08:11.491] Timer tick, asking Buildbucket for the build status
[07:08:11.812] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:08:11.812] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:135:0) after 1m0s
[07:09:11.834] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:135:0)
[07:09:11.834] Timer tick, asking Buildbucket for the build status
[07:09:12.071] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:09:12.071] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:136:0) after 1m0s
[07:10:12.083] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:136:0)
[07:10:12.083] Timer tick, asking Buildbucket for the build status
[07:10:12.154] Build 8852358853753156128: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:10:12.154] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9017788915907626880:137:0) after 1m0s
[07:10:35.573] Received PubSub notification, asking Buildbucket for the build status
[07:10:35.982] Build 8852358853753156128: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[07:10:35.982] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1616137835281918",
"created_by": "project:chromium",
"created_ts": "1616129743772460",
"failure_reason": "BUILD_FAILURE",
"id": "8852358853753156128",
"parameters_json": "{\"builder_name\": \"Mac deterministic\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"0bb5aa32938b17c485ed75eee49ca4ae2c5833bd\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Step('compare_build_artifacts') (retcode: 1)\"}, \"properties\": {\"$build/goma\": {\"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\", \"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/opt/s/w/ir/cache\", \"temp_dir\": \"/opt/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build204-m9\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.fyi\", \"buildername\": \"Mac deterministic\", \"buildnumber\": 45023, \"clang_revision\": \"llvmorg-13-init-4720-g7bafe336-1\", \"got_angle_revision\": \"b717952ee77647ff7fc2fa31a1b9dfc344228dca\", \"got_dawn_revision\": \"3209df5a9cc2de5415688653d1142b1adda554db\", \"got_nacl_revision\": \"abf3277f295c6c87f0b103f291ed5e3e73933b76\", \"got_revision\": \"0bb5aa32938b17c485ed75eee49ca4ae2c5833bd\", \"got_revision_cp\": \"refs/heads/master@{#864566}\", \"got_swarming_client_revision\": \"a32a1607f6093d338f756c7e7c7b4333b0c50c9c\", \"got_swiftshader_revision\": \"a98fb3f8380a3a5c9ae3e0175634ba88c85a434f\", \"got_v8_revision\": \"43315277e45e866e927722377d36b04ca3c1014b\", \"got_v8_revision_cp\": \"refs/heads/9.1.158@{#1}\", \"got_webrtc_revision\": \"92a768ad66f54ca57002f6f2e87c7a732e3fec39\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#33488}\", \"path_config\": \"generic\", \"recipe\": \"swarming/deterministic_build\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"0bb5aa32938b17c485ed75eee49ca4ae2c5833bd\"}, \"swarming\": {\"bot_dimensions\": {\"builder\": [\"Mac deterministic\"], \"caches\": [\"builder_7b52a3a1245e897041cdcf338a3870df21540919220c864c03da3b37f2e3c589_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build204-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10\", \"Mac-10.15\", \"Mac-10.15.7\", \"Mac-10.15.7-19H2\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2\", \"2.7\", \"2.7.16\"], \"server_version\": [\"5776-cb9e157\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Step('compare_build_artifacts') (retcode: 1)\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1616129935397736",
"status": "COMPLETED",
"status_changed_ts": "1616129937738366",
"tags": [
"build_address:luci.chromium.ci/Mac deterministic/45023",
"builder:Mac deterministic",
"buildset:commit/git/0bb5aa32938b17c485ed75eee49ca4ae2c5833bd",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0bb5aa32938b17c485ed75eee49ca4ae2c5833bd",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9017788915907626880",
"scheduler_job_id:chromium/Mac deterministic",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8852358853753156128/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:swarming/deterministic_build",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:5261a8661b0f7e10",
"user_agent:luci-scheduler"
],
"updated_ts": "1616137835282766",
"url": "https://ci.chromium.org/b/8852358853753156128",
"utcnow_ts": "1616137835965293"
}
}
[07:10:35.982] Invocation finished in 2h14m53.649158456s with status FAILED