[22:37:50.489] New invocation is queued and will start shortly
[22:37:51.591] Starting the invocation (attempt 1)
[22:37:51.632] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:37:51.632] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:37:51.633] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9030133876506833072",
"parameters_json": "{\"builder_name\":\"Mac deterministic\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"df9eeb20ad98b7e0810f2884a2080abaac1892f5\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:Mac deterministic",
"scheduler_invocation_id:9030133876506833072",
"scheduler_job_id:chromium/Mac deterministic",
"user_agent:luci-scheduler",
"buildset:commit/git/df9eeb20ad98b7e0810f2884a2080abaac1892f5",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/df9eeb20ad98b7e0810f2884a2080abaac1892f5",
"gitiles_ref:refs/heads/master"
]
}
[22:37:52.235] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1604356671723906",
"id": "8864703814550052672",
"parameters_json": "{\"builder_name\": \"Mac deterministic\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"df9eeb20ad98b7e0810f2884a2080abaac1892f5\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1604356672101135",
"tags": [
"build_address:luci.chromium.ci/Mac deterministic/41958",
"builder:Mac deterministic",
"buildset:commit/git/df9eeb20ad98b7e0810f2884a2080abaac1892f5",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/df9eeb20ad98b7e0810f2884a2080abaac1892f5",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9030133876506833072",
"scheduler_job_id:chromium/Mac deterministic",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8864703814550052672/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:swarming/deterministic_build",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1604356672101283",
"url": "https://ci.chromium.org/b/8864703814550052672",
"utcnow_ts": "1604356672226607"
}
}
[22:37:52.235] Task URL: https://ci.chromium.org/b/8864703814550052672
[22:37:52.235] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:2:0) after 1m0s
[22:37:56.237] Received PubSub notification, asking Buildbucket for the build status
[22:37:56.399] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:38:52.609] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:2:0)
[22:38:52.609] Timer tick, asking Buildbucket for the build status
[22:38:52.932] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:38:52.932] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:4:0) after 1m0s
[22:39:53.124] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:4:0)
[22:39:53.124] Timer tick, asking Buildbucket for the build status
[22:39:53.245] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:39:53.245] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:5:0) after 1m0s
[22:40:53.323] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:5:0)
[22:40:53.323] Timer tick, asking Buildbucket for the build status
[22:40:53.425] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:40:53.425] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:6:0) after 1m0s
[22:41:53.519] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:6:0)
[22:41:53.519] Timer tick, asking Buildbucket for the build status
[22:41:53.790] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:41:53.790] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:7:0) after 1m0s
[22:42:53.881] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:7:0)
[22:42:53.881] Timer tick, asking Buildbucket for the build status
[22:42:53.999] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:42:53.999] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:8:0) after 1m0s
[22:43:54.121] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:8:0)
[22:43:54.121] Timer tick, asking Buildbucket for the build status
[22:43:54.376] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:43:54.376] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:9:0) after 1m0s
[22:44:54.400] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:9:0)
[22:44:54.400] Timer tick, asking Buildbucket for the build status
[22:44:54.471] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:44:54.471] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:10:0) after 1m0s
[22:45:54.493] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:10:0)
[22:45:54.493] Timer tick, asking Buildbucket for the build status
[22:45:54.541] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:45:54.541] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:11:0) after 1m0s
[22:46:54.527] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:11:0)
[22:46:54.527] Timer tick, asking Buildbucket for the build status
[22:46:54.605] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:46:54.605] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:12:0) after 1m0s
[22:47:55.396] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:12:0)
[22:47:55.396] Timer tick, asking Buildbucket for the build status
[22:47:55.627] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:47:55.627] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:13:0) after 1m0s
[22:48:55.913] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:13:0)
[22:48:55.913] Timer tick, asking Buildbucket for the build status
[22:48:56.333] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:48:56.334] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:14:0) after 1m0s
[22:49:56.437] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:14:0)
[22:49:56.437] Timer tick, asking Buildbucket for the build status
[22:49:56.816] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:49:56.816] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:15:0) after 1m0s
[22:50:56.932] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:15:0)
[22:50:56.932] Timer tick, asking Buildbucket for the build status
[22:50:56.996] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:50:56.996] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:16:0) after 1m0s
[22:51:57.061] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:16:0)
[22:51:57.061] Timer tick, asking Buildbucket for the build status
[22:51:57.199] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:51:57.199] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:17:0) after 1m0s
[22:52:57.278] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:17:0)
[22:52:57.278] Timer tick, asking Buildbucket for the build status
[22:52:57.699] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:52:57.699] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:18:0) after 1m0s
[22:53:57.814] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:18:0)
[22:53:57.814] Timer tick, asking Buildbucket for the build status
[22:53:57.998] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:53:57.998] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:19:0) after 1m0s
[22:54:58.009] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:19:0)
[22:54:58.009] Timer tick, asking Buildbucket for the build status
[22:54:58.098] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:54:58.098] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:20:0) after 1m0s
[22:55:58.135] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:20:0)
[22:55:58.135] Timer tick, asking Buildbucket for the build status
[22:55:58.238] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:55:58.238] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:21:0) after 1m0s
[22:56:58.291] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:21:0)
[22:56:58.291] Timer tick, asking Buildbucket for the build status
[22:56:58.355] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:56:58.355] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:22:0) after 1m0s
[22:57:58.484] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:22:0)
[22:57:58.484] Timer tick, asking Buildbucket for the build status
[22:57:58.594] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:57:58.594] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:23:0) after 1m0s
[22:58:58.616] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:23:0)
[22:58:58.616] Timer tick, asking Buildbucket for the build status
[22:58:58.674] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:58:58.674] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:24:0) after 1m0s
[22:59:58.776] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:24:0)
[22:59:58.776] Timer tick, asking Buildbucket for the build status
[22:59:58.855] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:59:58.855] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:25:0) after 1m0s
[23:00:58.914] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:25:0)
[23:00:58.914] Timer tick, asking Buildbucket for the build status
[23:00:58.993] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:00:58.993] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:26:0) after 1m0s
[23:01:59.120] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:26:0)
[23:01:59.120] Timer tick, asking Buildbucket for the build status
[23:01:59.202] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:01:59.202] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:27:0) after 1m0s
[23:02:59.239] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:27:0)
[23:02:59.239] Timer tick, asking Buildbucket for the build status
[23:02:59.622] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:02:59.622] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:28:0) after 1m0s
[23:03:59.639] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:28:0)
[23:03:59.639] Timer tick, asking Buildbucket for the build status
[23:03:59.822] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:03:59.822] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:29:0) after 1m0s
[23:04:59.906] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:29:0)
[23:04:59.906] Timer tick, asking Buildbucket for the build status
[23:05:00.563] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:05:00.563] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:30:0) after 1m0s
[23:06:01.600] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:30:0)
[23:06:01.600] Timer tick, asking Buildbucket for the build status
[23:06:01.682] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:06:01.682] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:31:0) after 1m0s
[23:07:02.417] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:31:0)
[23:07:02.417] Timer tick, asking Buildbucket for the build status
[23:07:02.485] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:07:02.485] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:32:0) after 1m0s
[23:08:02.504] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:32:0)
[23:08:02.504] Timer tick, asking Buildbucket for the build status
[23:08:02.754] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:08:02.754] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:33:0) after 1m0s
[23:09:02.861] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:33:0)
[23:09:02.861] Timer tick, asking Buildbucket for the build status
[23:09:02.936] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:09:02.936] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:34:0) after 1m0s
[23:10:03.106] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:34:0)
[23:10:03.106] Timer tick, asking Buildbucket for the build status
[23:10:03.662] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:10:03.662] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:35:0) after 1m0s
[23:11:03.843] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:35:0)
[23:11:03.843] Timer tick, asking Buildbucket for the build status
[23:11:03.972] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:11:03.972] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:36:0) after 1m0s
[23:12:03.968] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:36:0)
[23:12:03.968] Timer tick, asking Buildbucket for the build status
[23:12:04.213] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:12:04.213] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:37:0) after 1m0s
[23:13:04.302] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:37:0)
[23:13:04.302] Timer tick, asking Buildbucket for the build status
[23:13:04.417] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:13:04.417] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:38:0) after 1m0s
[23:14:04.539] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:38:0)
[23:14:04.539] Timer tick, asking Buildbucket for the build status
[23:14:04.814] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:14:04.814] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:39:0) after 1m0s
[23:15:04.961] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:39:0)
[23:15:04.961] Timer tick, asking Buildbucket for the build status
[23:15:05.040] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:15:05.040] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:40:0) after 1m0s
[23:16:05.086] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:40:0)
[23:16:05.086] Timer tick, asking Buildbucket for the build status
[23:16:16.022] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:16:16.022] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:41:0) after 1m0s
[23:17:16.152] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:41:0)
[23:17:16.152] Timer tick, asking Buildbucket for the build status
[23:17:16.317] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:17:16.317] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:42:0) after 1m0s
[23:18:16.372] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:42:0)
[23:18:16.372] Timer tick, asking Buildbucket for the build status
[23:18:16.478] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:18:16.478] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:43:0) after 1m0s
[23:19:16.555] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:43:0)
[23:19:16.555] Timer tick, asking Buildbucket for the build status
[23:19:16.614] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:19:16.614] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:44:0) after 1m0s
[23:20:16.673] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:44:0)
[23:20:16.673] Timer tick, asking Buildbucket for the build status
[23:20:16.874] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:20:16.874] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:45:0) after 1m0s
[23:21:16.968] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:45:0)
[23:21:16.968] Timer tick, asking Buildbucket for the build status
[23:21:17.036] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:21:17.036] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:46:0) after 1m0s
[23:22:17.158] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:46:0)
[23:22:17.158] Timer tick, asking Buildbucket for the build status
[23:22:17.216] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:22:17.216] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:47:0) after 1m0s
[23:23:17.292] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:47:0)
[23:23:17.292] Timer tick, asking Buildbucket for the build status
[23:23:17.393] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:23:17.393] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:48:0) after 1m0s
[23:24:17.626] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:48:0)
[23:24:17.626] Timer tick, asking Buildbucket for the build status
[23:24:17.687] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:24:17.687] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:49:0) after 1m0s
[23:25:17.843] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:49:0)
[23:25:17.843] Timer tick, asking Buildbucket for the build status
[23:25:17.940] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:25:17.940] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:50:0) after 1m0s
[23:26:18.110] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:50:0)
[23:26:18.110] Timer tick, asking Buildbucket for the build status
[23:26:18.179] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:26:18.179] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:51:0) after 1m0s
[23:27:18.270] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:51:0)
[23:27:18.270] Timer tick, asking Buildbucket for the build status
[23:27:18.683] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:27:18.683] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:52:0) after 1m0s
[23:28:18.913] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:52:0)
[23:28:18.913] Timer tick, asking Buildbucket for the build status
[23:28:19.277] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:28:19.277] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:53:0) after 1m0s
[23:29:19.402] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:53:0)
[23:29:19.402] Timer tick, asking Buildbucket for the build status
[23:29:19.470] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:29:19.470] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:54:0) after 1m0s
[23:30:19.535] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:54:0)
[23:30:19.535] Timer tick, asking Buildbucket for the build status
[23:30:19.827] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:30:19.827] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:55:0) after 1m0s
[23:31:19.925] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:55:0)
[23:31:19.925] Timer tick, asking Buildbucket for the build status
[23:31:19.985] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:31:19.985] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:56:0) after 1m0s
[23:32:19.997] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:56:0)
[23:32:19.997] Timer tick, asking Buildbucket for the build status
[23:32:20.077] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:32:20.077] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:57:0) after 1m0s
[23:33:20.135] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:57:0)
[23:33:20.135] Timer tick, asking Buildbucket for the build status
[23:33:20.479] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:33:20.479] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:58:0) after 1m0s
[23:34:20.614] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:58:0)
[23:34:20.614] Timer tick, asking Buildbucket for the build status
[23:34:20.686] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:34:20.686] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:59:0) after 1m0s
[23:35:20.667] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:59:0)
[23:35:20.667] Timer tick, asking Buildbucket for the build status
[23:35:21.674] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:35:21.674] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:60:0) after 1m0s
[23:36:21.782] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:60:0)
[23:36:21.782] Timer tick, asking Buildbucket for the build status
[23:36:21.984] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:36:21.984] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:61:0) after 1m0s
[23:37:22.010] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:61:0)
[23:37:22.010] Timer tick, asking Buildbucket for the build status
[23:37:22.088] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:37:22.088] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:62:0) after 1m0s
[23:38:22.153] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:62:0)
[23:38:22.153] Timer tick, asking Buildbucket for the build status
[23:38:22.303] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:38:22.303] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:63:0) after 1m0s
[23:39:22.381] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:63:0)
[23:39:22.381] Timer tick, asking Buildbucket for the build status
[23:39:22.449] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:39:22.449] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:64:0) after 1m0s
[23:40:22.565] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:64:0)
[23:40:22.565] Timer tick, asking Buildbucket for the build status
[23:40:22.704] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:40:22.704] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:65:0) after 1m0s
[23:41:22.964] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:65:0)
[23:41:22.964] Timer tick, asking Buildbucket for the build status
[23:41:23.030] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:41:23.030] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:66:0) after 1m0s
[23:42:23.064] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:66:0)
[23:42:23.064] Timer tick, asking Buildbucket for the build status
[23:42:23.124] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:42:23.124] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:67:0) after 1m0s
[23:43:23.139] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:67:0)
[23:43:23.139] Timer tick, asking Buildbucket for the build status
[23:43:23.286] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:43:23.287] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:68:0) after 1m0s
[23:44:23.337] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:68:0)
[23:44:23.337] Timer tick, asking Buildbucket for the build status
[23:44:23.403] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:44:23.404] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:69:0) after 1m0s
[23:45:23.422] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:69:0)
[23:45:23.422] Timer tick, asking Buildbucket for the build status
[23:45:23.503] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:45:23.503] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:70:0) after 1m0s
[23:46:23.619] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:70:0)
[23:46:23.619] Timer tick, asking Buildbucket for the build status
[23:46:23.682] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:46:23.682] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:71:0) after 1m0s
[23:47:23.752] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:71:0)
[23:47:23.752] Timer tick, asking Buildbucket for the build status
[23:47:23.891] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:47:23.891] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:72:0) after 1m0s
[23:48:23.996] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:72:0)
[23:48:23.996] Timer tick, asking Buildbucket for the build status
[23:48:24.322] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:48:24.322] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:73:0) after 1m0s
[23:49:24.644] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:73:0)
[23:49:24.644] Timer tick, asking Buildbucket for the build status
[23:49:25.520] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:49:25.520] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:74:0) after 1m0s
[23:50:25.681] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:74:0)
[23:50:25.681] Timer tick, asking Buildbucket for the build status
[23:50:25.747] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:50:25.747] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:75:0) after 1m0s
[23:51:25.834] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:75:0)
[23:51:25.835] Timer tick, asking Buildbucket for the build status
[23:51:25.908] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:51:25.908] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:76:0) after 1m0s
[23:52:26.030] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:76:0)
[23:52:26.030] Timer tick, asking Buildbucket for the build status
[23:52:26.097] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:52:26.097] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:77:0) after 1m0s
[23:53:26.134] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:77:0)
[23:53:26.134] Timer tick, asking Buildbucket for the build status
[23:53:26.232] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:53:26.232] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:78:0) after 1m0s
[23:54:26.274] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:78:0)
[23:54:26.274] Timer tick, asking Buildbucket for the build status
[23:54:26.339] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:54:26.339] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:79:0) after 1m0s
[23:55:26.341] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:79:0)
[23:55:26.341] Timer tick, asking Buildbucket for the build status
[23:55:26.419] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:55:26.419] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:80:0) after 1m0s
[23:56:26.445] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:80:0)
[23:56:26.445] Timer tick, asking Buildbucket for the build status
[23:56:26.504] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:56:26.504] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:81:0) after 1m0s
[23:57:26.533] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:81:0)
[23:57:26.533] Timer tick, asking Buildbucket for the build status
[23:57:26.883] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:57:26.883] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:82:0) after 1m0s
[23:58:26.919] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:82:0)
[23:58:26.919] Timer tick, asking Buildbucket for the build status
[23:58:27.064] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:58:27.064] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:83:0) after 1m0s
[23:59:27.200] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:83:0)
[23:59:27.200] Timer tick, asking Buildbucket for the build status
[23:59:27.281] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:59:27.281] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:84:0) after 1m0s
[00:00:27.566] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:84:0)
[00:00:27.566] Timer tick, asking Buildbucket for the build status
[00:00:27.644] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:00:27.644] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:85:0) after 1m0s
[00:01:27.726] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:85:0)
[00:01:27.726] Timer tick, asking Buildbucket for the build status
[00:01:27.794] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:01:27.794] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:86:0) after 1m0s
[00:02:27.826] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:86:0)
[00:02:27.826] Timer tick, asking Buildbucket for the build status
[00:02:27.896] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:02:27.896] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:87:0) after 1m0s
[00:03:27.975] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:87:0)
[00:03:27.975] Timer tick, asking Buildbucket for the build status
[00:03:28.182] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:03:28.182] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:88:0) after 1m0s
[00:04:28.244] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:88:0)
[00:04:28.244] Timer tick, asking Buildbucket for the build status
[00:04:28.320] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:04:28.320] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:89:0) after 1m0s
[00:05:28.407] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:89:0)
[00:05:28.407] Timer tick, asking Buildbucket for the build status
[00:05:28.479] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:05:28.479] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:90:0) after 1m0s
[00:06:28.518] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:90:0)
[00:06:28.518] Timer tick, asking Buildbucket for the build status
[00:06:28.634] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:06:28.634] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:91:0) after 1m0s
[00:07:28.756] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:91:0)
[00:07:28.756] Timer tick, asking Buildbucket for the build status
[00:07:28.985] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:07:28.985] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:92:0) after 1m0s
[00:08:29.103] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:92:0)
[00:08:29.103] Timer tick, asking Buildbucket for the build status
[00:08:29.212] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:08:29.212] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:93:0) after 1m0s
[00:09:29.305] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:93:0)
[00:09:29.305] Timer tick, asking Buildbucket for the build status
[00:09:29.511] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:09:29.511] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:94:0) after 1m0s
[00:10:29.550] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:94:0)
[00:10:29.550] Timer tick, asking Buildbucket for the build status
[00:10:29.614] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:10:29.614] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:95:0) after 1m0s
[00:11:29.663] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:95:0)
[00:11:29.663] Timer tick, asking Buildbucket for the build status
[00:11:29.726] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:11:29.726] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:96:0) after 1m0s
[00:12:29.750] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:96:0)
[00:12:29.750] Timer tick, asking Buildbucket for the build status
[00:12:29.902] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:12:29.902] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:97:0) after 1m0s
[00:13:29.981] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:97:0)
[00:13:29.981] Timer tick, asking Buildbucket for the build status
[00:13:30.120] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:13:30.120] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:98:0) after 1m0s
[00:14:30.181] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:98:0)
[00:14:30.181] Timer tick, asking Buildbucket for the build status
[00:14:30.289] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:14:30.289] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:99:0) after 1m0s
[00:15:30.333] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:99:0)
[00:15:30.333] Timer tick, asking Buildbucket for the build status
[00:15:30.467] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:15:30.467] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:100:0) after 1m0s
[00:16:30.517] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:100:0)
[00:16:30.517] Timer tick, asking Buildbucket for the build status
[00:16:30.588] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:16:30.588] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:101:0) after 1m0s
[00:17:30.616] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:101:0)
[00:17:30.616] Timer tick, asking Buildbucket for the build status
[00:17:30.783] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:17:30.783] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:102:0) after 1m0s
[00:18:30.818] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:102:0)
[00:18:30.818] Timer tick, asking Buildbucket for the build status
[00:18:30.936] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:18:30.936] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:103:0) after 1m0s
[00:19:30.972] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:103:0)
[00:19:30.972] Timer tick, asking Buildbucket for the build status
[00:19:31.043] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:19:31.043] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:104:0) after 1m0s
[00:20:31.094] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:104:0)
[00:20:31.094] Timer tick, asking Buildbucket for the build status
[00:20:31.170] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:20:31.170] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:105:0) after 1m0s
[00:21:31.281] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:105:0)
[00:21:31.281] Timer tick, asking Buildbucket for the build status
[00:21:31.352] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:21:31.352] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:106:0) after 1m0s
[00:22:31.384] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:106:0)
[00:22:31.384] Timer tick, asking Buildbucket for the build status
[00:22:31.491] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:22:31.491] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:107:0) after 1m0s
[00:23:31.565] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:107:0)
[00:23:31.565] Timer tick, asking Buildbucket for the build status
[00:23:31.686] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:23:31.686] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:108:0) after 1m0s
[00:24:31.747] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:108:0)
[00:24:31.747] Timer tick, asking Buildbucket for the build status
[00:24:31.821] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:24:31.821] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:109:0) after 1m0s
[00:25:31.809] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:109:0)
[00:25:31.809] Timer tick, asking Buildbucket for the build status
[00:25:31.880] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:25:31.880] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:110:0) after 1m0s
[00:26:31.998] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:110:0)
[00:26:31.998] Timer tick, asking Buildbucket for the build status
[00:26:32.082] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:26:32.082] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:111:0) after 1m0s
[00:27:32.199] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:111:0)
[00:27:32.199] Timer tick, asking Buildbucket for the build status
[00:27:32.274] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:27:32.274] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:112:0) after 1m0s
[00:28:32.247] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:112:0)
[00:28:32.247] Timer tick, asking Buildbucket for the build status
[00:28:32.707] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:28:32.707] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:113:0) after 1m0s
[00:29:32.998] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:113:0)
[00:29:32.998] Timer tick, asking Buildbucket for the build status
[00:29:33.065] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:29:33.065] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:114:0) after 1m0s
[00:30:33.277] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:114:0)
[00:30:33.277] Timer tick, asking Buildbucket for the build status
[00:30:33.469] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:30:33.469] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:115:0) after 1m0s
[00:31:33.645] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:115:0)
[00:31:33.645] Timer tick, asking Buildbucket for the build status
[00:31:33.708] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:31:33.708] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:116:0) after 1m0s
[00:32:33.770] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:116:0)
[00:32:33.770] Timer tick, asking Buildbucket for the build status
[00:32:33.834] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:32:33.834] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:117:0) after 1m0s
[00:33:33.908] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:117:0)
[00:33:33.909] Timer tick, asking Buildbucket for the build status
[00:33:34.027] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:33:34.027] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:118:0) after 1m0s
[00:34:34.082] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:118:0)
[00:34:34.082] Timer tick, asking Buildbucket for the build status
[00:34:34.153] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:34:34.153] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:119:0) after 1m0s
[00:35:34.329] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:119:0)
[00:35:34.329] Timer tick, asking Buildbucket for the build status
[00:35:34.444] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:35:34.444] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:120:0) after 1m0s
[00:36:34.631] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:120:0)
[00:36:34.631] Timer tick, asking Buildbucket for the build status
[00:36:34.899] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:36:34.899] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:121:0) after 1m0s
[00:37:34.997] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:121:0)
[00:37:34.997] Timer tick, asking Buildbucket for the build status
[00:37:35.068] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:37:35.068] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:122:0) after 1m0s
[00:38:35.171] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:122:0)
[00:38:35.171] Timer tick, asking Buildbucket for the build status
[00:38:35.281] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:38:35.281] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:123:0) after 1m0s
[00:39:35.386] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:123:0)
[00:39:35.386] Timer tick, asking Buildbucket for the build status
[00:39:35.691] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:39:35.691] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:124:0) after 1m0s
[00:40:35.818] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:124:0)
[00:40:35.818] Timer tick, asking Buildbucket for the build status
[00:40:36.091] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:40:36.091] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:125:0) after 1m0s
[00:41:36.181] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:125:0)
[00:41:36.181] Timer tick, asking Buildbucket for the build status
[00:41:36.250] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:41:36.250] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:126:0) after 1m0s
[00:42:36.291] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:126:0)
[00:42:36.292] Timer tick, asking Buildbucket for the build status
[00:42:36.371] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:42:36.371] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:127:0) after 1m0s
[00:43:36.346] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:127:0)
[00:43:36.346] Timer tick, asking Buildbucket for the build status
[00:43:36.704] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:43:36.704] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:128:0) after 1m0s
[00:44:36.830] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:128:0)
[00:44:36.830] Timer tick, asking Buildbucket for the build status
[00:44:36.939] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:44:36.939] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:129:0) after 1m0s
[00:45:37.025] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:129:0)
[00:45:37.025] Timer tick, asking Buildbucket for the build status
[00:45:38.186] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:45:38.186] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:130:0) after 1m0s
[00:46:38.356] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:130:0)
[00:46:38.356] Timer tick, asking Buildbucket for the build status
[00:46:38.499] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:46:38.499] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:131:0) after 1m0s
[00:47:38.609] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:131:0)
[00:47:38.609] Timer tick, asking Buildbucket for the build status
[00:47:38.795] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:47:38.795] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:132:0) after 1m0s
[00:48:38.911] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:132:0)
[00:48:38.911] Timer tick, asking Buildbucket for the build status
[00:48:39.043] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:48:39.043] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:133:0) after 1m0s
[00:49:39.133] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:133:0)
[00:49:39.133] Timer tick, asking Buildbucket for the build status
[00:49:40.308] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:49:40.308] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:134:0) after 1m0s
[00:50:40.343] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:134:0)
[00:50:40.343] Timer tick, asking Buildbucket for the build status
[00:50:40.524] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:50:40.524] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:135:0) after 1m0s
[00:51:40.604] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:135:0)
[00:51:40.604] Timer tick, asking Buildbucket for the build status
[00:51:40.801] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:51:40.801] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:136:0) after 1m0s
[00:52:40.820] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:136:0)
[00:52:40.820] Timer tick, asking Buildbucket for the build status
[00:52:40.909] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:52:40.909] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:137:0) after 1m0s
[00:53:40.905] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:137:0)
[00:53:40.905] Timer tick, asking Buildbucket for the build status
[00:53:41.012] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:53:41.012] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:138:0) after 1m0s
[00:54:41.015] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:138:0)
[00:54:41.015] Timer tick, asking Buildbucket for the build status
[00:54:41.327] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:54:41.327] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:139:0) after 1m0s
[00:55:41.316] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:139:0)
[00:55:41.316] Timer tick, asking Buildbucket for the build status
[00:55:41.381] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:55:41.381] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:140:0) after 1m0s
[00:56:41.429] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:140:0)
[00:56:41.429] Timer tick, asking Buildbucket for the build status
[00:56:41.493] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:56:41.493] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:141:0) after 1m0s
[00:57:41.575] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:141:0)
[00:57:41.575] Timer tick, asking Buildbucket for the build status
[00:57:41.644] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:57:41.644] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:142:0) after 1m0s
[00:58:41.848] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:142:0)
[00:58:41.848] Timer tick, asking Buildbucket for the build status
[00:58:41.959] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:58:41.959] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:143:0) after 1m0s
[00:59:41.961] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:143:0)
[00:59:41.961] Timer tick, asking Buildbucket for the build status
[00:59:42.232] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:59:42.232] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:144:0) after 1m0s
[01:00:42.421] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:144:0)
[01:00:42.421] Timer tick, asking Buildbucket for the build status
[01:00:42.626] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:00:42.626] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:145:0) after 1m0s
[01:01:42.716] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:145:0)
[01:01:42.716] Timer tick, asking Buildbucket for the build status
[01:01:42.960] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:01:42.960] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:146:0) after 1m0s
[01:02:43.118] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:146:0)
[01:02:43.118] Timer tick, asking Buildbucket for the build status
[01:02:43.456] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:02:43.456] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:147:0) after 1m0s
[01:03:43.561] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:147:0)
[01:03:43.561] Timer tick, asking Buildbucket for the build status
[01:03:43.673] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:03:43.673] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:148:0) after 1m0s
[01:04:43.706] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:148:0)
[01:04:43.707] Timer tick, asking Buildbucket for the build status
[01:04:43.789] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:04:43.789] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:149:0) after 1m0s
[01:05:43.839] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:149:0)
[01:05:43.839] Timer tick, asking Buildbucket for the build status
[01:05:43.909] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:05:43.909] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:150:0) after 1m0s
[01:06:43.939] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:150:0)
[01:06:43.939] Timer tick, asking Buildbucket for the build status
[01:06:44.113] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:06:44.113] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:151:0) after 1m0s
[01:07:44.127] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:151:0)
[01:07:44.127] Timer tick, asking Buildbucket for the build status
[01:07:44.387] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:07:44.387] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:152:0) after 1m0s
[01:08:44.461] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:152:0)
[01:08:44.461] Timer tick, asking Buildbucket for the build status
[01:08:44.610] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:08:44.611] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:153:0) after 1m0s
[01:09:45.065] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:153:0)
[01:09:45.065] Timer tick, asking Buildbucket for the build status
[01:09:45.132] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:09:45.132] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:154:0) after 1m0s
[01:10:45.141] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:154:0)
[01:10:45.141] Timer tick, asking Buildbucket for the build status
[01:10:45.322] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:10:45.322] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:155:0) after 1m0s
[01:11:45.375] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:155:0)
[01:11:45.375] Timer tick, asking Buildbucket for the build status
[01:11:45.806] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:11:45.806] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:156:0) after 1m0s
[01:12:45.912] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:156:0)
[01:12:45.912] Timer tick, asking Buildbucket for the build status
[01:12:45.976] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:12:45.976] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:157:0) after 1m0s
[01:13:46.065] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:157:0)
[01:13:46.065] Timer tick, asking Buildbucket for the build status
[01:13:46.309] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:13:46.309] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:158:0) after 1m0s
[01:14:46.355] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:158:0)
[01:14:46.355] Timer tick, asking Buildbucket for the build status
[01:14:46.660] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:14:46.660] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:159:0) after 1m0s
[01:15:46.648] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:159:0)
[01:15:46.648] Timer tick, asking Buildbucket for the build status
[01:15:46.722] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:15:46.722] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:160:0) after 1m0s
[01:16:46.731] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:160:0)
[01:16:46.731] Timer tick, asking Buildbucket for the build status
[01:16:47.081] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:16:47.081] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:161:0) after 1m0s
[01:17:47.064] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:161:0)
[01:17:47.064] Timer tick, asking Buildbucket for the build status
[01:17:47.228] Build 8864703814550052672: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:17:47.228] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9030133876506833072:162:0) after 1m0s
[01:18:18.872] Received PubSub notification, asking Buildbucket for the build status
[01:18:18.969] Build 8864703814550052672: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[01:18:18.969] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1604366298391243",
"created_by": "project:chromium",
"created_ts": "1604356671723906",
"failure_reason": "INFRA_FAILURE",
"id": "8864703814550052672",
"parameters_json": "{\"builder_name\": \"Mac deterministic\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"df9eeb20ad98b7e0810f2884a2080abaac1892f5\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"recipe infra failure: Infra Failure: Step('First build') (retcode: 124)\"}, \"properties\": {\"$build/goma\": {\"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\", \"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/opt/s/w/ir/cache\", \"temp_dir\": \"/opt/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build204-m9\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.fyi\", \"buildername\": \"Mac deterministic\", \"buildnumber\": 41958, \"clang_revision\": \"llvmorg-12-init-5627-gf086e85e-3\", \"got_angle_revision\": \"ed916ddf61cc0021cebf55fb6901ba71fe9e6a2e\", \"got_dawn_revision\": \"71d2e1d23d49c3616209dbf4776fd720aaa11560\", \"got_nacl_revision\": \"f9e6f257d1a0934dbeed3c5c8f83b651dc4f55e1\", \"got_revision\": \"df9eeb20ad98b7e0810f2884a2080abaac1892f5\", \"got_revision_cp\": \"refs/heads/master@{#823324}\", \"got_swarming_client_revision\": \"d46ea7635f2911208268170512cb611412488fd8\", \"got_swiftshader_revision\": \"eaf1c53544a7ffe2c7716246ceb2dce315639733\", \"got_v8_revision\": \"fcca1a5101d5185549432a342e9ea90a3aad600f\", \"got_v8_revision_cp\": \"refs/heads/8.8.216@{#1}\", \"got_webrtc_revision\": \"ee24eb66d23ffea5ef729dc340e1fc4381c72a4a\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#32507}\", \"path_config\": \"generic\", \"recipe\": \"swarming/deterministic_build\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"df9eeb20ad98b7e0810f2884a2080abaac1892f5\"}, \"swarming\": {\"bot_dimensions\": {\"builder\": [\"Mac deterministic\"], \"caches\": [\"builder_7b52a3a1245e897041cdcf338a3870df21540919220c864c03da3b37f2e3c589_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build204-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.15\", \"Mac-10.15.7\", \"Mac-10.15.7-19H2\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.16\"], \"server_version\": [\"5614-d862eaa\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"recipe infra failure: Infra Failure: Step('First build') (retcode: 124)\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1604356675487160",
"status": "COMPLETED",
"status_changed_ts": "1604356675795653",
"tags": [
"build_address:luci.chromium.ci/Mac deterministic/41958",
"builder:Mac deterministic",
"buildset:commit/git/df9eeb20ad98b7e0810f2884a2080abaac1892f5",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/df9eeb20ad98b7e0810f2884a2080abaac1892f5",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9030133876506833072",
"scheduler_job_id:chromium/Mac deterministic",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8864703814550052672/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:swarming/deterministic_build",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:4fa3ed94ad372610",
"user_agent:luci-scheduler"
],
"updated_ts": "1604366298505111",
"url": "https://ci.chromium.org/b/8864703814550052672",
"utcnow_ts": "1604366298959145"
}
}
[01:18:18.969] Invocation finished in 2h40m28.495458418s with status FAILED