[14:50:58.350] New invocation is queued and will start shortly
[14:50:59.449] Starting the invocation (attempt 1)
[14:50:59.498] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:50:59.498] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:50:59.498] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9033696531055273168",
"parameters_json": "{\"builder_name\":\"Mac deterministic\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"3b1ae1d9dcbe464fb519648ad403bc84dd010776\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:Mac deterministic",
"scheduler_invocation_id:9033696531055273168",
"scheduler_job_id:chromium/Mac deterministic",
"user_agent:luci-scheduler",
"buildset:commit/git/3b1ae1d9dcbe464fb519648ad403bc84dd010776",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3b1ae1d9dcbe464fb519648ad403bc84dd010776",
"gitiles_ref:refs/heads/master"
]
}
[14:51:00.285] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1600959059623934",
"id": "8868266469054792592",
"parameters_json": "{\"builder_name\": \"Mac deterministic\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"3b1ae1d9dcbe464fb519648ad403bc84dd010776\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1600959060064183",
"tags": [
"build_address:luci.chromium.ci/Mac deterministic/41079",
"builder:Mac deterministic",
"buildset:commit/git/3b1ae1d9dcbe464fb519648ad403bc84dd010776",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3b1ae1d9dcbe464fb519648ad403bc84dd010776",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9033696531055273168",
"scheduler_job_id:chromium/Mac deterministic",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8868266469054792592/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:swarming/deterministic_build",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1600959060064348",
"url": "https://ci.chromium.org/b/8868266469054792592",
"utcnow_ts": "1600959060272518"
}
}
[14:51:00.285] Task URL: https://ci.chromium.org/b/8868266469054792592
[14:51:00.285] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:2:0) after 1m0s
[14:51:03.164] Received PubSub notification, asking Buildbucket for the build status
[14:51:03.341] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:52:00.481] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:2:0)
[14:52:00.481] Timer tick, asking Buildbucket for the build status
[14:52:01.234] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:52:01.234] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:4:0) after 1m0s
[14:53:02.763] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:4:0)
[14:53:02.763] Timer tick, asking Buildbucket for the build status
[14:53:02.913] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:53:02.913] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:5:0) after 1m0s
[14:54:02.986] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:5:0)
[14:54:02.986] Timer tick, asking Buildbucket for the build status
[14:54:03.289] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:54:03.289] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:6:0) after 1m0s
[14:55:03.341] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:6:0)
[14:55:03.341] Timer tick, asking Buildbucket for the build status
[14:55:04.520] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:55:04.520] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:7:0) after 1m0s
[14:56:04.564] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:7:0)
[14:56:04.564] Timer tick, asking Buildbucket for the build status
[14:56:04.978] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:56:04.978] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:8:0) after 1m0s
[14:57:05.061] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:8:0)
[14:57:05.061] Timer tick, asking Buildbucket for the build status
[14:57:05.282] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:57:05.282] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:9:0) after 1m0s
[14:58:05.697] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:9:0)
[14:58:05.697] Timer tick, asking Buildbucket for the build status
[14:58:06.007] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:58:06.007] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:10:0) after 1m0s
[14:59:06.417] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:10:0)
[14:59:06.417] Timer tick, asking Buildbucket for the build status
[14:59:06.508] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:59:06.508] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:11:0) after 1m0s
[15:00:06.833] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:11:0)
[15:00:06.833] Timer tick, asking Buildbucket for the build status
[15:00:07.012] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:00:07.012] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:12:0) after 1m0s
[15:01:07.645] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:12:0)
[15:01:07.645] Timer tick, asking Buildbucket for the build status
[15:01:07.752] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:01:07.752] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:13:0) after 1m0s
[15:02:08.252] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:13:0)
[15:02:08.252] Timer tick, asking Buildbucket for the build status
[15:02:08.566] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:02:08.566] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:14:0) after 1m0s
[15:03:08.617] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:14:0)
[15:03:08.617] Timer tick, asking Buildbucket for the build status
[15:03:08.759] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:03:08.759] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:15:0) after 1m0s
[15:04:08.839] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:15:0)
[15:04:08.839] Timer tick, asking Buildbucket for the build status
[15:04:08.952] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:04:08.952] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:16:0) after 1m0s
[15:05:09.128] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:16:0)
[15:05:09.128] Timer tick, asking Buildbucket for the build status
[15:05:09.238] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:05:09.243] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:17:0) after 1m0s
[15:06:09.331] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:17:0)
[15:06:09.331] Timer tick, asking Buildbucket for the build status
[15:06:09.455] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:06:09.455] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:18:0) after 1m0s
[15:07:09.719] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:18:0)
[15:07:09.719] Timer tick, asking Buildbucket for the build status
[15:07:09.965] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:07:09.965] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:19:0) after 1m0s
[15:08:10.738] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:19:0)
[15:08:10.738] Timer tick, asking Buildbucket for the build status
[15:08:10.876] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:08:10.876] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:20:0) after 1m0s
[15:09:11.038] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:20:0)
[15:09:11.038] Timer tick, asking Buildbucket for the build status
[15:09:11.161] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:09:11.161] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:21:0) after 1m0s
[15:10:11.373] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:21:0)
[15:10:11.373] Timer tick, asking Buildbucket for the build status
[15:10:11.536] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:10:11.536] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:22:0) after 1m0s
[15:11:11.588] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:22:0)
[15:11:11.588] Timer tick, asking Buildbucket for the build status
[15:11:11.975] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:11:11.975] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:23:0) after 1m0s
[15:12:11.990] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:23:0)
[15:12:11.990] Timer tick, asking Buildbucket for the build status
[15:12:12.067] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:12:12.067] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:24:0) after 1m0s
[15:13:12.152] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:24:0)
[15:13:12.152] Timer tick, asking Buildbucket for the build status
[15:13:12.300] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:13:12.300] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:25:0) after 1m0s
[15:14:12.365] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:25:0)
[15:14:12.365] Timer tick, asking Buildbucket for the build status
[15:14:13.670] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:14:13.671] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:26:0) after 1m0s
[15:15:13.808] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:26:0)
[15:15:13.808] Timer tick, asking Buildbucket for the build status
[15:15:13.881] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:15:13.881] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:27:0) after 1m0s
[15:16:13.962] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:27:0)
[15:16:13.962] Timer tick, asking Buildbucket for the build status
[15:16:14.045] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:16:14.045] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:28:0) after 1m0s
[15:17:14.042] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:28:0)
[15:17:14.042] Timer tick, asking Buildbucket for the build status
[15:17:14.352] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:17:14.355] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:29:0) after 1m0s
[15:18:14.464] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:29:0)
[15:18:14.464] Timer tick, asking Buildbucket for the build status
[15:18:14.601] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:18:14.601] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:30:0) after 1m0s
[15:19:14.646] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:30:0)
[15:19:14.646] Timer tick, asking Buildbucket for the build status
[15:19:14.740] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:19:14.740] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:31:0) after 1m0s
[15:20:14.826] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:31:0)
[15:20:14.826] Timer tick, asking Buildbucket for the build status
[15:20:15.017] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:20:15.017] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:32:0) after 1m0s
[15:21:15.039] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:32:0)
[15:21:15.040] Timer tick, asking Buildbucket for the build status
[15:21:15.125] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:21:15.125] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:33:0) after 1m0s
[15:22:15.147] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:33:0)
[15:22:15.147] Timer tick, asking Buildbucket for the build status
[15:22:15.236] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:22:15.236] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:34:0) after 1m0s
[15:23:15.424] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:34:0)
[15:23:15.424] Timer tick, asking Buildbucket for the build status
[15:23:15.615] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:23:15.631] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:35:0) after 1m0s
[15:24:15.711] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:35:0)
[15:24:15.711] Timer tick, asking Buildbucket for the build status
[15:24:15.997] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:24:15.997] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:36:0) after 1m0s
[15:25:16.044] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:36:0)
[15:25:16.044] Timer tick, asking Buildbucket for the build status
[15:25:16.236] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:25:16.236] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:37:0) after 1m0s
[15:26:16.333] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:37:0)
[15:26:16.333] Timer tick, asking Buildbucket for the build status
[15:26:16.546] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:26:16.546] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:38:0) after 1m0s
[15:27:16.560] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:38:0)
[15:27:16.560] Timer tick, asking Buildbucket for the build status
[15:27:16.676] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:27:16.676] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:39:0) after 1m0s
[15:28:16.723] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:39:0)
[15:28:16.723] Timer tick, asking Buildbucket for the build status
[15:28:16.834] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:28:16.834] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:40:0) after 1m0s
[15:29:16.840] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:40:0)
[15:29:16.840] Timer tick, asking Buildbucket for the build status
[15:29:16.958] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:29:16.958] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:41:0) after 1m0s
[15:30:17.010] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:41:0)
[15:30:17.010] Timer tick, asking Buildbucket for the build status
[15:30:17.101] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:30:17.101] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:42:0) after 1m0s
[15:31:17.144] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:42:0)
[15:31:17.144] Timer tick, asking Buildbucket for the build status
[15:31:17.268] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:31:17.268] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:43:0) after 1m0s
[15:32:17.325] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:43:0)
[15:32:17.325] Timer tick, asking Buildbucket for the build status
[15:32:17.862] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:32:17.862] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:44:0) after 1m0s
[15:33:17.934] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:44:0)
[15:33:17.934] Timer tick, asking Buildbucket for the build status
[15:33:18.032] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:33:18.032] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:45:0) after 1m0s
[15:34:18.240] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:45:0)
[15:34:18.240] Timer tick, asking Buildbucket for the build status
[15:34:18.334] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:34:18.334] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:46:0) after 1m0s
[15:35:18.446] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:46:0)
[15:35:18.447] Timer tick, asking Buildbucket for the build status
[15:35:18.621] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:35:18.621] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:47:0) after 1m0s
[15:36:18.636] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:47:0)
[15:36:18.636] Timer tick, asking Buildbucket for the build status
[15:36:18.732] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:36:18.732] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:48:0) after 1m0s
[15:37:18.838] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:48:0)
[15:37:18.838] Timer tick, asking Buildbucket for the build status
[15:37:20.271] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:37:20.271] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:49:0) after 1m0s
[15:38:20.288] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:49:0)
[15:38:20.288] Timer tick, asking Buildbucket for the build status
[15:38:20.550] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:38:20.550] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:50:0) after 1m0s
[15:39:20.749] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:50:0)
[15:39:20.749] Timer tick, asking Buildbucket for the build status
[15:39:21.053] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:39:21.053] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:51:0) after 1m0s
[15:40:21.068] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:51:0)
[15:40:21.068] Timer tick, asking Buildbucket for the build status
[15:40:21.149] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:40:21.149] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:52:0) after 1m0s
[15:41:21.331] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:52:0)
[15:41:21.331] Timer tick, asking Buildbucket for the build status
[15:41:21.750] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:41:21.751] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:53:0) after 1m0s
[15:42:21.829] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:53:0)
[15:42:21.830] Timer tick, asking Buildbucket for the build status
[15:42:22.012] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:42:22.012] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:54:0) after 1m0s
[15:43:22.055] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:54:0)
[15:43:22.055] Timer tick, asking Buildbucket for the build status
[15:43:22.284] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:43:22.284] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:55:0) after 1m0s
[15:44:23.215] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:55:0)
[15:44:23.215] Timer tick, asking Buildbucket for the build status
[15:44:23.358] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:44:23.358] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:56:0) after 1m0s
[15:45:23.472] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:56:0)
[15:45:23.472] Timer tick, asking Buildbucket for the build status
[15:45:23.636] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:45:23.636] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:57:0) after 1m0s
[15:46:23.789] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:57:0)
[15:46:23.789] Timer tick, asking Buildbucket for the build status
[15:46:23.984] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:46:23.984] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:58:0) after 1m0s
[15:47:24.019] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:58:0)
[15:47:24.019] Timer tick, asking Buildbucket for the build status
[15:47:24.217] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:47:24.217] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:59:0) after 1m0s
[15:48:24.331] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:59:0)
[15:48:24.331] Timer tick, asking Buildbucket for the build status
[15:48:24.448] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:48:24.448] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:60:0) after 1m0s
[15:49:24.485] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:60:0)
[15:49:24.485] Timer tick, asking Buildbucket for the build status
[15:49:28.053] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:49:28.053] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:61:0) after 1m0s
[15:50:28.086] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:61:0)
[15:50:28.086] Timer tick, asking Buildbucket for the build status
[15:50:28.421] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:50:28.421] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:62:0) after 1m0s
[15:51:28.545] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:62:0)
[15:51:28.545] Timer tick, asking Buildbucket for the build status
[15:51:28.641] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:51:28.641] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:63:0) after 1m0s
[15:52:28.676] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:63:0)
[15:52:28.676] Timer tick, asking Buildbucket for the build status
[15:52:28.780] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:52:28.780] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:64:0) after 1m0s
[15:53:28.874] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:64:0)
[15:53:28.874] Timer tick, asking Buildbucket for the build status
[15:53:29.054] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:53:29.054] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:65:0) after 1m0s
[15:54:29.144] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:65:0)
[15:54:29.144] Timer tick, asking Buildbucket for the build status
[15:54:29.229] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:54:29.229] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:66:0) after 1m0s
[15:55:29.292] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:66:0)
[15:55:29.292] Timer tick, asking Buildbucket for the build status
[15:55:29.742] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:55:29.742] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:67:0) after 1m0s
[15:56:29.766] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:67:0)
[15:56:29.766] Timer tick, asking Buildbucket for the build status
[15:56:30.184] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:56:30.184] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:68:0) after 1m0s
[15:57:30.268] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:68:0)
[15:57:30.268] Timer tick, asking Buildbucket for the build status
[15:57:30.378] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:57:30.379] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:69:0) after 1m0s
[15:58:30.517] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:69:0)
[15:58:30.517] Timer tick, asking Buildbucket for the build status
[15:58:30.598] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:58:30.598] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:70:0) after 1m0s
[15:59:30.655] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:70:0)
[15:59:30.655] Timer tick, asking Buildbucket for the build status
[15:59:30.734] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:59:30.734] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:71:0) after 1m0s
[16:00:30.766] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:71:0)
[16:00:30.766] Timer tick, asking Buildbucket for the build status
[16:00:30.867] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:00:30.867] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:72:0) after 1m0s
[16:01:30.971] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:72:0)
[16:01:30.971] Timer tick, asking Buildbucket for the build status
[16:01:31.525] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:01:31.525] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:73:0) after 1m0s
[16:02:31.565] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:73:0)
[16:02:31.565] Timer tick, asking Buildbucket for the build status
[16:02:31.768] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:02:31.768] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:74:0) after 1m0s
[16:03:31.792] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:74:0)
[16:03:31.793] Timer tick, asking Buildbucket for the build status
[16:03:32.049] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:03:32.049] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:75:0) after 1m0s
[16:04:32.605] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:75:0)
[16:04:32.605] Timer tick, asking Buildbucket for the build status
[16:04:32.850] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:04:32.850] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:76:0) after 1m0s
[16:05:32.913] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:76:0)
[16:05:32.913] Timer tick, asking Buildbucket for the build status
[16:05:33.174] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:05:33.174] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:77:0) after 1m0s
[16:06:33.224] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:77:0)
[16:06:33.224] Timer tick, asking Buildbucket for the build status
[16:06:33.595] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:06:33.595] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:78:0) after 1m0s
[16:07:33.667] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:78:0)
[16:07:33.667] Timer tick, asking Buildbucket for the build status
[16:07:34.533] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:07:34.533] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:79:0) after 1m0s
[16:08:34.584] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:79:0)
[16:08:34.584] Timer tick, asking Buildbucket for the build status
[16:08:34.709] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:08:34.709] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:80:0) after 1m0s
[16:09:34.732] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:80:0)
[16:09:34.732] Timer tick, asking Buildbucket for the build status
[16:09:34.813] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:09:34.813] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:81:0) after 1m0s
[16:10:34.821] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:81:0)
[16:10:34.821] Timer tick, asking Buildbucket for the build status
[16:10:35.064] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:10:35.064] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:82:0) after 1m0s
[16:11:37.996] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:82:0)
[16:11:37.996] Timer tick, asking Buildbucket for the build status
[16:11:38.327] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:11:38.327] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:83:0) after 1m0s
[16:12:38.385] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:83:0)
[16:12:38.385] Timer tick, asking Buildbucket for the build status
[16:12:38.515] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:12:38.515] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:84:0) after 1m0s
[16:13:38.694] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:84:0)
[16:13:38.694] Timer tick, asking Buildbucket for the build status
[16:13:38.764] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:13:38.764] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:85:0) after 1m0s
[16:14:39.031] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:85:0)
[16:14:39.031] Timer tick, asking Buildbucket for the build status
[16:14:39.745] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:14:39.745] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:86:0) after 1m0s
[16:15:39.722] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:86:0)
[16:15:39.722] Timer tick, asking Buildbucket for the build status
[16:15:39.826] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:15:39.826] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:87:0) after 1m0s
[16:16:40.383] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:87:0)
[16:16:40.383] Timer tick, asking Buildbucket for the build status
[16:16:40.611] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:16:40.611] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:88:0) after 1m0s
[16:17:41.386] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:88:0)
[16:17:41.386] Timer tick, asking Buildbucket for the build status
[16:17:41.714] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:17:41.714] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:89:0) after 1m0s
[16:18:41.797] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:89:0)
[16:18:41.797] Timer tick, asking Buildbucket for the build status
[16:18:41.879] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:18:41.879] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:90:0) after 1m0s
[16:19:41.938] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:90:0)
[16:19:41.938] Timer tick, asking Buildbucket for the build status
[16:19:42.229] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:19:42.229] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:91:0) after 1m0s
[16:20:42.274] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:91:0)
[16:20:42.274] Timer tick, asking Buildbucket for the build status
[16:20:42.429] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:20:42.429] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:92:0) after 1m0s
[16:21:42.602] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:92:0)
[16:21:42.602] Timer tick, asking Buildbucket for the build status
[16:21:42.734] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:21:42.734] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:93:0) after 1m0s
[16:22:42.827] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:93:0)
[16:22:42.827] Timer tick, asking Buildbucket for the build status
[16:22:42.951] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:22:42.951] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:94:0) after 1m0s
[16:23:42.973] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:94:0)
[16:23:42.973] Timer tick, asking Buildbucket for the build status
[16:23:43.054] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:23:43.054] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:95:0) after 1m0s
[16:24:43.042] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:95:0)
[16:24:43.042] Timer tick, asking Buildbucket for the build status
[16:24:43.153] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:24:43.153] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:96:0) after 1m0s
[16:25:43.379] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:96:0)
[16:25:43.379] Timer tick, asking Buildbucket for the build status
[16:25:43.506] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:25:43.506] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:97:0) after 1m0s
[16:26:44.194] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:97:0)
[16:26:44.194] Timer tick, asking Buildbucket for the build status
[16:26:44.402] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:26:44.402] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:98:0) after 1m0s
[16:27:44.652] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:98:0)
[16:27:44.652] Timer tick, asking Buildbucket for the build status
[16:27:44.762] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:27:44.762] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:99:0) after 1m0s
[16:28:45.134] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:99:0)
[16:28:45.134] Timer tick, asking Buildbucket for the build status
[16:28:45.226] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:28:45.227] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:100:0) after 1m0s
[16:29:45.928] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:100:0)
[16:29:45.928] Timer tick, asking Buildbucket for the build status
[16:29:46.032] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:29:46.032] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:101:0) after 1m0s
[16:30:48.599] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:101:0)
[16:30:48.599] Timer tick, asking Buildbucket for the build status
[16:30:49.095] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:30:49.095] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:102:0) after 1m0s
[16:31:49.264] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:102:0)
[16:31:49.264] Timer tick, asking Buildbucket for the build status
[16:31:49.398] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:31:49.398] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:103:0) after 1m0s
[16:32:49.532] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:103:0)
[16:32:49.532] Timer tick, asking Buildbucket for the build status
[16:32:49.670] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:32:49.670] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:104:0) after 1m0s
[16:33:50.124] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:104:0)
[16:33:50.124] Timer tick, asking Buildbucket for the build status
[16:33:50.237] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:33:50.237] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:105:0) after 1m0s
[16:34:51.507] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:105:0)
[16:34:51.507] Timer tick, asking Buildbucket for the build status
[16:34:51.622] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:34:51.622] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:106:0) after 1m0s
[16:35:52.501] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:106:0)
[16:35:52.501] Timer tick, asking Buildbucket for the build status
[16:35:52.590] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:35:52.590] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:107:0) after 1m0s
[16:36:52.656] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:107:0)
[16:36:52.656] Timer tick, asking Buildbucket for the build status
[16:36:53.189] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:36:53.189] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:108:0) after 1m0s
[16:37:53.227] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:108:0)
[16:37:53.227] Timer tick, asking Buildbucket for the build status
[16:37:53.441] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:37:53.441] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:109:0) after 1m0s
[16:38:53.478] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:109:0)
[16:38:53.478] Timer tick, asking Buildbucket for the build status
[16:38:53.777] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:38:53.777] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:110:0) after 1m0s
[16:39:53.815] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:110:0)
[16:39:53.815] Timer tick, asking Buildbucket for the build status
[16:39:53.906] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:39:53.906] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:111:0) after 1m0s
[16:40:53.969] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:111:0)
[16:40:53.969] Timer tick, asking Buildbucket for the build status
[16:40:54.057] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:40:54.058] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:112:0) after 1m0s
[16:41:54.078] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:112:0)
[16:41:54.078] Timer tick, asking Buildbucket for the build status
[16:41:54.175] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:41:54.175] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:113:0) after 1m0s
[16:42:54.186] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:113:0)
[16:42:54.186] Timer tick, asking Buildbucket for the build status
[16:42:54.276] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:42:54.276] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:114:0) after 1m0s
[16:43:54.383] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:114:0)
[16:43:54.383] Timer tick, asking Buildbucket for the build status
[16:43:54.554] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:43:54.554] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:115:0) after 1m0s
[16:44:54.681] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:115:0)
[16:44:54.681] Timer tick, asking Buildbucket for the build status
[16:44:54.806] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:44:54.806] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:116:0) after 1m0s
[16:45:54.853] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:116:0)
[16:45:54.853] Timer tick, asking Buildbucket for the build status
[16:45:55.179] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:45:55.179] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:117:0) after 1m0s
[16:46:55.240] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:117:0)
[16:46:55.240] Timer tick, asking Buildbucket for the build status
[16:46:55.333] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:46:55.333] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:118:0) after 1m0s
[16:47:55.427] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:118:0)
[16:47:55.427] Timer tick, asking Buildbucket for the build status
[16:47:56.012] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:47:56.012] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:119:0) after 1m0s
[16:48:56.043] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:119:0)
[16:48:56.043] Timer tick, asking Buildbucket for the build status
[16:48:56.265] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:48:56.265] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:120:0) after 1m0s
[16:49:56.293] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:120:0)
[16:49:56.293] Timer tick, asking Buildbucket for the build status
[16:49:56.383] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:49:56.383] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:121:0) after 1m0s
[16:50:56.474] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:121:0)
[16:50:56.474] Timer tick, asking Buildbucket for the build status
[16:50:56.674] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:50:56.674] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:122:0) after 1m0s
[16:51:56.743] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:122:0)
[16:51:56.743] Timer tick, asking Buildbucket for the build status
[16:51:56.845] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:51:56.845] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:123:0) after 1m0s
[16:52:56.869] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:123:0)
[16:52:56.869] Timer tick, asking Buildbucket for the build status
[16:52:57.078] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:52:57.078] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:124:0) after 1m0s
[16:53:57.150] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:124:0)
[16:53:57.150] Timer tick, asking Buildbucket for the build status
[16:53:57.275] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:53:57.275] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:125:0) after 1m0s
[16:54:57.319] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:125:0)
[16:54:57.319] Timer tick, asking Buildbucket for the build status
[16:54:57.948] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:54:57.948] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:126:0) after 1m0s
[16:55:57.991] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:126:0)
[16:55:57.991] Timer tick, asking Buildbucket for the build status
[16:55:58.125] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:55:58.125] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:127:0) after 1m0s
[16:56:58.183] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:127:0)
[16:56:58.183] Timer tick, asking Buildbucket for the build status
[16:56:58.755] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:56:58.755] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:128:0) after 1m0s
[16:57:58.781] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:128:0)
[16:57:58.781] Timer tick, asking Buildbucket for the build status
[16:57:58.889] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:57:58.889] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:129:0) after 1m0s
[16:58:58.887] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:129:0)
[16:58:58.888] Timer tick, asking Buildbucket for the build status
[16:58:59.282] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:58:59.282] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:130:0) after 1m0s
[16:59:59.307] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:130:0)
[16:59:59.307] Timer tick, asking Buildbucket for the build status
[17:00:01.095] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:00:01.095] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:131:0) after 1m0s
[17:01:02.126] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:131:0)
[17:01:02.126] Timer tick, asking Buildbucket for the build status
[17:01:02.455] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:01:02.455] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:132:0) after 1m0s
[17:02:02.637] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:132:0)
[17:02:02.637] Timer tick, asking Buildbucket for the build status
[17:02:02.737] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:02:02.737] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:133:0) after 1m0s
[17:03:03.076] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:133:0)
[17:03:03.076] Timer tick, asking Buildbucket for the build status
[17:03:03.197] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:03:03.197] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:134:0) after 1m0s
[17:04:03.194] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:134:0)
[17:04:03.194] Timer tick, asking Buildbucket for the build status
[17:04:03.328] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:04:03.328] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:135:0) after 1m0s
[17:05:04.046] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:135:0)
[17:05:04.046] Timer tick, asking Buildbucket for the build status
[17:05:04.198] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:05:04.198] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:136:0) after 1m0s
[17:06:04.293] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:136:0)
[17:06:04.293] Timer tick, asking Buildbucket for the build status
[17:06:04.359] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:06:04.359] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:137:0) after 1m0s
[17:07:04.460] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:137:0)
[17:07:04.460] Timer tick, asking Buildbucket for the build status
[17:07:04.725] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:07:04.725] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:138:0) after 1m0s
[17:08:05.256] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:138:0)
[17:08:05.257] Timer tick, asking Buildbucket for the build status
[17:08:05.380] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:08:05.380] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:139:0) after 1m0s
[17:09:05.965] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:139:0)
[17:09:05.965] Timer tick, asking Buildbucket for the build status
[17:09:06.057] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:09:06.057] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:140:0) after 1m0s
[17:10:06.052] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:140:0)
[17:10:06.052] Timer tick, asking Buildbucket for the build status
[17:10:06.408] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:10:06.408] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:141:0) after 1m0s
[17:11:06.496] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:141:0)
[17:11:06.496] Timer tick, asking Buildbucket for the build status
[17:11:06.748] Build 8868266469054792592: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:11:06.748] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033696531055273168:142:0) after 1m0s
[17:12:04.236] Received PubSub notification, asking Buildbucket for the build status
[17:12:04.311] Build 8868266469054792592: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[17:12:04.311] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1600967523638649",
"created_by": "project:chromium",
"created_ts": "1600959059623934",
"failure_reason": "BUILD_FAILURE",
"id": "8868266469054792592",
"parameters_json": "{\"builder_name\": \"Mac deterministic\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"3b1ae1d9dcbe464fb519648ad403bc84dd010776\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Step('compare_build_artifacts') (retcode: 1)\"}, \"properties\": {\"$build/goma\": {\"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\", \"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build204-m9\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.fyi\", \"buildername\": \"Mac deterministic\", \"buildnumber\": 41079, \"clang_revision\": \"llvmorg-12-init-5035-gd0abc757-3\", \"got_angle_revision\": \"95ee2fa38cda165fba811196619ba4aefe1ba975\", \"got_dawn_revision\": \"ed0b3cf15389ff2f9fc84e0d218ae2555b53d8a1\", \"got_nacl_revision\": \"69a0d6e8affc94187af10e0673592d1b238c6eb0\", \"got_revision\": \"3b1ae1d9dcbe464fb519648ad403bc84dd010776\", \"got_revision_cp\": \"refs/heads/master@{#810198}\", \"got_swarming_client_revision\": \"44c13d73156581ea09b9389001e58c23a4b8d70a\", \"got_swiftshader_revision\": \"a09406249fa35754129856e6eba2ab9a8dae88d5\", \"got_v8_revision\": \"5a952a34fcca1c71f1baa636f26879545d0dec92\", \"got_v8_revision_cp\": \"refs/heads/8.7.177@{#1}\", \"got_webrtc_revision\": \"afef7a74a7964fbd488f5e3956c3f07b2b084f25\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#32182}\", \"path_config\": \"generic\", \"recipe\": \"swarming/deterministic_build\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"3b1ae1d9dcbe464fb519648ad403bc84dd010776\"}, \"swarming\": {\"bot_dimensions\": {\"builder\": [\"Mac deterministic\"], \"caches\": [\"builder_7b52a3a1245e897041cdcf338a3870df21540919220c864c03da3b37f2e3c589_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build204-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.13\", \"Mac-10.13.6\", \"Mac-10.13.6-17G66\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"5531-8ab19d9\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Step('compare_build_artifacts') (retcode: 1)\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1600959062025988",
"status": "COMPLETED",
"status_changed_ts": "1600959062571207",
"tags": [
"build_address:luci.chromium.ci/Mac deterministic/41079",
"builder:Mac deterministic",
"buildset:commit/git/3b1ae1d9dcbe464fb519648ad403bc84dd010776",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3b1ae1d9dcbe464fb519648ad403bc84dd010776",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9033696531055273168",
"scheduler_job_id:chromium/Mac deterministic",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8868266469054792592/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:swarming/deterministic_build",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:4ed96a22ed7e6410",
"user_agent:luci-scheduler"
],
"updated_ts": "1600967523952749",
"url": "https://ci.chromium.org/b/8868266469054792592",
"utcnow_ts": "1600967524303956"
}
}
[17:12:04.311] Invocation finished in 2h21m5.978946626s with status FAILED