[08:35:01.329] New invocation is queued and will start shortly
[08:35:02.472] Starting the invocation (attempt 1)
[08:35:02.504] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:35:02.504] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:35:02.505] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9019043475246338352",
"parameters_json": "{\"builder_name\":\"Mac deterministic (dbg)\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"8a2900f1432e45838ae05cee27fb1b8d13fd82b5\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:Mac deterministic (dbg)",
"scheduler_invocation_id:9019043475246338352",
"scheduler_job_id:chromium/Mac deterministic (dbg)",
"user_agent:luci-scheduler",
"buildset:commit/git/8a2900f1432e45838ae05cee27fb1b8d13fd82b5",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8a2900f1432e45838ae05cee27fb1b8d13fd82b5",
"gitiles_ref:refs/heads/master"
]
}
[08:35:03.750] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1614933302620654",
"id": "8853613413230494048",
"parameters_json": "{\"builder_name\": \"Mac deterministic (dbg)\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"8a2900f1432e45838ae05cee27fb1b8d13fd82b5\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1614933303535280",
"tags": [
"build_address:luci.chromium.ci/Mac deterministic (dbg)/19240",
"builder:Mac deterministic (dbg)",
"buildset:commit/git/8a2900f1432e45838ae05cee27fb1b8d13fd82b5",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8a2900f1432e45838ae05cee27fb1b8d13fd82b5",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9019043475246338352",
"scheduler_job_id:chromium/Mac deterministic (dbg)",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8853613413230494048/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:swarming/deterministic_build",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1614933303535434",
"url": "https://ci.chromium.org/b/8853613413230494048",
"utcnow_ts": "1614933303740883"
}
}
[08:35:03.750] Task URL: https://ci.chromium.org/b/8853613413230494048
[08:35:03.750] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:2:0) after 1m0s
[08:36:03.877] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:2:0)
[08:36:03.877] Timer tick, asking Buildbucket for the build status
[08:36:04.041] Build 8853613413230494048: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[08:36:04.041] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:3:0) after 1m0s
[08:37:04.295] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:3:0)
[08:37:04.296] Timer tick, asking Buildbucket for the build status
[08:37:04.402] Build 8853613413230494048: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[08:37:04.402] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:4:0) after 1m0s
[08:38:04.638] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:4:0)
[08:38:04.638] Timer tick, asking Buildbucket for the build status
[08:38:04.789] Build 8853613413230494048: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[08:38:04.789] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:5:0) after 1m0s
[08:39:04.897] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:5:0)
[08:39:04.897] Timer tick, asking Buildbucket for the build status
[08:39:05.002] Build 8853613413230494048: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[08:39:05.002] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:6:0) after 1m0s
[08:40:05.103] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:6:0)
[08:40:05.103] Timer tick, asking Buildbucket for the build status
[08:40:05.388] Build 8853613413230494048: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[08:40:05.388] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:7:0) after 1m0s
[08:40:37.777] Received PubSub notification, asking Buildbucket for the build status
[08:40:37.854] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:41:05.379] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:7:0)
[08:41:05.379] Timer tick, asking Buildbucket for the build status
[08:41:05.478] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:41:05.478] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:9:0) after 1m0s
[08:42:05.504] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:9:0)
[08:42:05.504] Timer tick, asking Buildbucket for the build status
[08:42:05.812] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:42:05.812] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:10:0) after 1m0s
[08:43:05.956] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:10:0)
[08:43:05.956] Timer tick, asking Buildbucket for the build status
[08:43:06.026] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:43:06.026] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:11:0) after 1m0s
[08:44:06.025] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:11:0)
[08:44:06.025] Timer tick, asking Buildbucket for the build status
[08:44:06.094] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:44:06.094] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:12:0) after 1m0s
[08:45:06.162] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:12:0)
[08:45:06.162] Timer tick, asking Buildbucket for the build status
[08:45:06.254] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:45:06.254] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:13:0) after 1m0s
[08:46:06.275] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:13:0)
[08:46:06.275] Timer tick, asking Buildbucket for the build status
[08:46:06.427] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:46:06.427] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:14:0) after 1m0s
[08:47:06.410] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:14:0)
[08:47:06.410] Timer tick, asking Buildbucket for the build status
[08:47:06.489] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:47:06.489] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:15:0) after 1m0s
[08:48:06.523] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:15:0)
[08:48:06.523] Timer tick, asking Buildbucket for the build status
[08:48:06.642] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:48:06.642] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:16:0) after 1m0s
[08:49:06.657] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:16:0)
[08:49:06.657] Timer tick, asking Buildbucket for the build status
[08:49:06.747] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:49:06.747] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:17:0) after 1m0s
[08:50:07.678] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:17:0)
[08:50:07.678] Timer tick, asking Buildbucket for the build status
[08:50:07.773] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:50:07.773] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:18:0) after 1m0s
[08:51:08.032] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:18:0)
[08:51:08.032] Timer tick, asking Buildbucket for the build status
[08:51:08.121] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:51:08.121] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:19:0) after 1m0s
[08:52:08.776] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:19:0)
[08:52:08.776] Timer tick, asking Buildbucket for the build status
[08:52:08.841] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:52:08.841] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:20:0) after 1m0s
[08:53:08.963] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:20:0)
[08:53:08.963] Timer tick, asking Buildbucket for the build status
[08:53:09.028] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:53:09.028] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:21:0) after 1m0s
[08:54:09.017] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:21:0)
[08:54:09.017] Timer tick, asking Buildbucket for the build status
[08:54:09.209] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:54:09.209] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:22:0) after 1m0s
[08:55:09.228] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:22:0)
[08:55:09.228] Timer tick, asking Buildbucket for the build status
[08:55:09.456] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:55:09.456] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:23:0) after 1m0s
[08:56:09.485] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:23:0)
[08:56:09.485] Timer tick, asking Buildbucket for the build status
[08:56:10.017] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:56:10.017] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:24:0) after 1m0s
[08:57:10.036] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:24:0)
[08:57:10.036] Timer tick, asking Buildbucket for the build status
[08:57:10.116] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:57:10.116] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:25:0) after 1m0s
[08:58:10.088] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:25:0)
[08:58:10.088] Timer tick, asking Buildbucket for the build status
[08:58:10.282] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:58:10.282] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:26:0) after 1m0s
[08:59:10.328] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:26:0)
[08:59:10.328] Timer tick, asking Buildbucket for the build status
[08:59:10.693] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:59:10.693] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:27:0) after 1m0s
[09:00:10.733] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:27:0)
[09:00:10.733] Timer tick, asking Buildbucket for the build status
[09:00:10.973] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:00:10.973] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:28:0) after 1m0s
[09:01:11.005] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:28:0)
[09:01:11.005] Timer tick, asking Buildbucket for the build status
[09:01:11.164] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:01:11.164] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:29:0) after 1m0s
[09:02:11.575] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:29:0)
[09:02:11.575] Timer tick, asking Buildbucket for the build status
[09:02:11.697] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:02:11.697] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:30:0) after 1m0s
[09:03:11.899] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:30:0)
[09:03:11.899] Timer tick, asking Buildbucket for the build status
[09:03:12.201] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:03:12.201] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:31:0) after 1m0s
[09:04:12.379] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:31:0)
[09:04:12.379] Timer tick, asking Buildbucket for the build status
[09:04:12.869] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:04:12.869] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:32:0) after 1m0s
[09:05:12.890] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:32:0)
[09:05:12.890] Timer tick, asking Buildbucket for the build status
[09:05:13.052] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:05:13.052] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:33:0) after 1m0s
[09:06:13.102] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:33:0)
[09:06:13.102] Timer tick, asking Buildbucket for the build status
[09:06:13.211] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:06:13.211] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:34:0) after 1m0s
[09:07:13.360] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:34:0)
[09:07:13.360] Timer tick, asking Buildbucket for the build status
[09:07:13.467] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:07:13.467] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:35:0) after 1m0s
[09:08:13.516] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:35:0)
[09:08:13.516] Timer tick, asking Buildbucket for the build status
[09:08:13.588] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:08:13.588] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:36:0) after 1m0s
[09:09:13.730] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:36:0)
[09:09:13.730] Timer tick, asking Buildbucket for the build status
[09:09:13.809] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:09:13.809] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:37:0) after 1m0s
[09:10:13.800] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:37:0)
[09:10:13.800] Timer tick, asking Buildbucket for the build status
[09:10:13.873] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:10:13.873] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:38:0) after 1m0s
[09:11:13.911] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:38:0)
[09:11:13.911] Timer tick, asking Buildbucket for the build status
[09:11:14.004] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:11:14.005] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:39:0) after 1m0s
[09:12:14.323] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:39:0)
[09:12:14.323] Timer tick, asking Buildbucket for the build status
[09:12:14.534] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:12:14.534] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:40:0) after 1m0s
[09:13:14.753] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:40:0)
[09:13:14.753] Timer tick, asking Buildbucket for the build status
[09:13:14.856] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:13:14.856] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:41:0) after 1m0s
[09:14:14.905] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:41:0)
[09:14:14.905] Timer tick, asking Buildbucket for the build status
[09:14:14.986] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:14:14.986] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:42:0) after 1m0s
[09:15:15.057] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:42:0)
[09:15:15.057] Timer tick, asking Buildbucket for the build status
[09:15:15.138] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:15:15.138] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:43:0) after 1m0s
[09:16:15.318] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:43:0)
[09:16:15.318] Timer tick, asking Buildbucket for the build status
[09:16:15.421] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:16:15.421] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:44:0) after 1m0s
[09:17:15.921] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:44:0)
[09:17:15.921] Timer tick, asking Buildbucket for the build status
[09:17:15.998] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:17:15.998] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:45:0) after 1m0s
[09:18:16.181] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:45:0)
[09:18:16.182] Timer tick, asking Buildbucket for the build status
[09:18:16.342] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:18:16.342] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:46:0) after 1m0s
[09:19:16.605] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:46:0)
[09:19:16.605] Timer tick, asking Buildbucket for the build status
[09:19:16.670] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:19:16.670] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:47:0) after 1m0s
[09:20:16.897] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:47:0)
[09:20:16.897] Timer tick, asking Buildbucket for the build status
[09:20:17.156] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:20:17.156] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:48:0) after 1m0s
[09:21:17.794] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:48:0)
[09:21:17.794] Timer tick, asking Buildbucket for the build status
[09:21:17.875] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:21:17.875] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:49:0) after 1m0s
[09:22:18.005] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:49:0)
[09:22:18.005] Timer tick, asking Buildbucket for the build status
[09:22:18.074] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:22:18.074] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:50:0) after 1m0s
[09:23:18.100] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:50:0)
[09:23:18.100] Timer tick, asking Buildbucket for the build status
[09:23:18.218] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:23:18.218] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:51:0) after 1m0s
[09:24:18.241] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:51:0)
[09:24:18.241] Timer tick, asking Buildbucket for the build status
[09:24:18.347] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:24:18.347] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:52:0) after 1m0s
[09:25:18.371] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:52:0)
[09:25:18.371] Timer tick, asking Buildbucket for the build status
[09:25:18.523] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:25:18.523] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:53:0) after 1m0s
[09:26:18.655] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:53:0)
[09:26:18.655] Timer tick, asking Buildbucket for the build status
[09:26:18.725] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:26:18.725] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:54:0) after 1m0s
[09:27:18.743] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:54:0)
[09:27:18.743] Timer tick, asking Buildbucket for the build status
[09:27:18.798] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:27:18.798] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:55:0) after 1m0s
[09:28:18.816] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:55:0)
[09:28:18.816] Timer tick, asking Buildbucket for the build status
[09:28:18.884] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:28:18.884] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:56:0) after 1m0s
[09:29:18.905] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:56:0)
[09:29:18.905] Timer tick, asking Buildbucket for the build status
[09:29:19.443] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:29:19.443] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:57:0) after 1m0s
[09:30:19.510] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:57:0)
[09:30:19.510] Timer tick, asking Buildbucket for the build status
[09:30:19.598] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:30:19.598] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:58:0) after 1m0s
[09:31:19.628] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:58:0)
[09:31:19.628] Timer tick, asking Buildbucket for the build status
[09:31:19.709] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:31:19.709] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:59:0) after 1m0s
[09:32:19.753] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:59:0)
[09:32:19.753] Timer tick, asking Buildbucket for the build status
[09:32:19.826] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:32:19.826] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:60:0) after 1m0s
[09:33:19.848] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:60:0)
[09:33:19.848] Timer tick, asking Buildbucket for the build status
[09:33:21.131] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:33:21.131] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:61:0) after 1m0s
[09:34:21.160] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:61:0)
[09:34:21.160] Timer tick, asking Buildbucket for the build status
[09:34:21.240] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:34:21.240] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:62:0) after 1m0s
[09:35:21.339] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:62:0)
[09:35:21.339] Timer tick, asking Buildbucket for the build status
[09:35:21.419] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:35:21.419] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:63:0) after 1m0s
[09:36:21.571] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:63:0)
[09:36:21.571] Timer tick, asking Buildbucket for the build status
[09:36:21.645] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:36:21.645] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:64:0) after 1m0s
[09:37:21.829] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:64:0)
[09:37:21.830] Timer tick, asking Buildbucket for the build status
[09:37:22.384] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:37:22.384] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:65:0) after 1m0s
[09:38:22.482] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:65:0)
[09:38:22.482] Timer tick, asking Buildbucket for the build status
[09:38:22.564] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:38:22.564] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:66:0) after 1m0s
[09:39:22.547] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:66:0)
[09:39:22.547] Timer tick, asking Buildbucket for the build status
[09:39:22.611] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:39:22.611] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:67:0) after 1m0s
[09:40:22.676] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:67:0)
[09:40:22.676] Timer tick, asking Buildbucket for the build status
[09:40:22.761] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:40:22.762] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:68:0) after 1m0s
[09:41:22.838] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:68:0)
[09:41:22.838] Timer tick, asking Buildbucket for the build status
[09:41:22.936] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:41:22.936] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:69:0) after 1m0s
[09:42:23.024] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:69:0)
[09:42:23.024] Timer tick, asking Buildbucket for the build status
[09:42:23.088] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:42:23.088] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:70:0) after 1m0s
[09:43:23.342] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:70:0)
[09:43:23.342] Timer tick, asking Buildbucket for the build status
[09:43:23.422] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:43:23.422] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:71:0) after 1m0s
[09:44:23.472] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:71:0)
[09:44:23.472] Timer tick, asking Buildbucket for the build status
[09:44:23.715] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:44:23.715] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:72:0) after 1m0s
[09:45:23.814] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:72:0)
[09:45:23.814] Timer tick, asking Buildbucket for the build status
[09:45:23.931] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:45:23.931] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:73:0) after 1m0s
[09:46:24.021] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:73:0)
[09:46:24.021] Timer tick, asking Buildbucket for the build status
[09:46:24.083] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:46:24.083] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:74:0) after 1m0s
[09:47:24.565] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:74:0)
[09:47:24.565] Timer tick, asking Buildbucket for the build status
[09:47:24.677] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:47:24.677] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:75:0) after 1m0s
[09:48:24.769] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:75:0)
[09:48:24.769] Timer tick, asking Buildbucket for the build status
[09:48:25.052] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:48:25.052] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:76:0) after 1m0s
[09:49:25.445] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:76:0)
[09:49:25.445] Timer tick, asking Buildbucket for the build status
[09:49:25.935] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:49:25.935] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:77:0) after 1m0s
[09:50:26.011] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:77:0)
[09:50:26.011] Timer tick, asking Buildbucket for the build status
[09:50:26.096] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:50:26.096] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:78:0) after 1m0s
[09:51:26.185] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:78:0)
[09:51:26.185] Timer tick, asking Buildbucket for the build status
[09:51:26.260] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:51:26.260] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:79:0) after 1m0s
[09:52:26.312] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:79:0)
[09:52:26.312] Timer tick, asking Buildbucket for the build status
[09:52:26.381] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:52:26.381] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:80:0) after 1m0s
[09:53:26.435] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:80:0)
[09:53:26.435] Timer tick, asking Buildbucket for the build status
[09:53:26.524] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:53:26.524] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:81:0) after 1m0s
[09:54:26.538] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:81:0)
[09:54:26.538] Timer tick, asking Buildbucket for the build status
[09:54:26.606] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:54:26.606] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:82:0) after 1m0s
[09:55:26.623] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:82:0)
[09:55:26.623] Timer tick, asking Buildbucket for the build status
[09:55:26.907] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:55:26.908] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:83:0) after 1m0s
[09:56:26.980] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:83:0)
[09:56:26.980] Timer tick, asking Buildbucket for the build status
[09:56:27.152] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:56:27.152] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:84:0) after 1m0s
[09:57:27.202] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:84:0)
[09:57:27.202] Timer tick, asking Buildbucket for the build status
[09:57:27.298] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:57:27.298] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:85:0) after 1m0s
[09:58:28.775] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:85:0)
[09:58:28.775] Timer tick, asking Buildbucket for the build status
[09:58:29.113] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:58:29.113] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:86:0) after 1m0s
[09:59:29.689] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:86:0)
[09:59:29.689] Timer tick, asking Buildbucket for the build status
[09:59:29.842] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:59:29.842] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:87:0) after 1m0s
[10:00:29.941] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:87:0)
[10:00:29.941] Timer tick, asking Buildbucket for the build status
[10:00:30.018] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:00:30.018] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:88:0) after 1m0s
[10:01:30.068] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:88:0)
[10:01:30.068] Timer tick, asking Buildbucket for the build status
[10:01:30.152] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:01:30.152] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:89:0) after 1m0s
[10:02:30.243] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:89:0)
[10:02:30.243] Timer tick, asking Buildbucket for the build status
[10:02:30.330] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:02:30.330] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:90:0) after 1m0s
[10:03:30.526] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:90:0)
[10:03:30.526] Timer tick, asking Buildbucket for the build status
[10:03:30.599] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:03:30.600] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:91:0) after 1m0s
[10:04:30.674] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:91:0)
[10:04:30.674] Timer tick, asking Buildbucket for the build status
[10:04:30.757] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:04:30.757] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:92:0) after 1m0s
[10:05:30.837] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:92:0)
[10:05:30.838] Timer tick, asking Buildbucket for the build status
[10:05:30.932] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:05:30.932] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:93:0) after 1m0s
[10:06:31.015] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:93:0)
[10:06:31.015] Timer tick, asking Buildbucket for the build status
[10:06:31.170] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:06:31.170] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:94:0) after 1m0s
[10:07:31.354] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:94:0)
[10:07:31.354] Timer tick, asking Buildbucket for the build status
[10:07:31.518] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:07:31.518] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:95:0) after 1m0s
[10:08:31.618] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:95:0)
[10:08:31.618] Timer tick, asking Buildbucket for the build status
[10:08:31.844] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:08:31.844] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:96:0) after 1m0s
[10:09:32.030] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:96:0)
[10:09:32.030] Timer tick, asking Buildbucket for the build status
[10:09:32.154] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:09:32.154] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:97:0) after 1m0s
[10:10:32.296] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:97:0)
[10:10:32.296] Timer tick, asking Buildbucket for the build status
[10:10:33.457] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:10:33.457] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:98:0) after 1m0s
[10:11:33.591] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:98:0)
[10:11:33.591] Timer tick, asking Buildbucket for the build status
[10:11:33.668] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:11:33.668] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:99:0) after 1m0s
[10:12:33.880] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:99:0)
[10:12:33.880] Timer tick, asking Buildbucket for the build status
[10:12:34.118] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:12:34.118] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:100:0) after 1m0s
[10:13:34.220] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:100:0)
[10:13:34.220] Timer tick, asking Buildbucket for the build status
[10:13:34.340] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:13:34.340] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:101:0) after 1m0s
[10:14:34.436] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:101:0)
[10:14:34.436] Timer tick, asking Buildbucket for the build status
[10:14:35.120] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:14:35.120] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:102:0) after 1m0s
[10:15:35.283] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:102:0)
[10:15:35.283] Timer tick, asking Buildbucket for the build status
[10:15:35.426] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:15:35.426] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:103:0) after 1m0s
[10:16:35.492] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:103:0)
[10:16:35.492] Timer tick, asking Buildbucket for the build status
[10:16:35.573] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:16:35.573] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:104:0) after 1m0s
[10:17:35.673] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:104:0)
[10:17:35.673] Timer tick, asking Buildbucket for the build status
[10:17:35.749] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:17:35.749] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:105:0) after 1m0s
[10:18:35.746] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:105:0)
[10:18:35.746] Timer tick, asking Buildbucket for the build status
[10:18:35.935] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:18:35.935] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:106:0) after 1m0s
[10:19:35.988] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:106:0)
[10:19:35.988] Timer tick, asking Buildbucket for the build status
[10:19:36.064] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:19:36.064] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:107:0) after 1m0s
[10:20:36.092] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:107:0)
[10:20:36.092] Timer tick, asking Buildbucket for the build status
[10:20:36.302] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:20:36.302] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:108:0) after 1m0s
[10:21:36.346] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:108:0)
[10:21:36.346] Timer tick, asking Buildbucket for the build status
[10:21:36.411] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:21:36.411] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:109:0) after 1m0s
[10:22:36.478] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:109:0)
[10:22:36.478] Timer tick, asking Buildbucket for the build status
[10:22:36.575] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:22:36.575] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:110:0) after 1m0s
[10:23:36.598] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:110:0)
[10:23:36.598] Timer tick, asking Buildbucket for the build status
[10:23:36.799] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:23:36.799] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:111:0) after 1m0s
[10:24:36.885] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:111:0)
[10:24:36.885] Timer tick, asking Buildbucket for the build status
[10:24:37.213] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:24:37.213] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:112:0) after 1m0s
[10:25:37.215] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:112:0)
[10:25:37.215] Timer tick, asking Buildbucket for the build status
[10:25:37.606] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:25:37.606] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:113:0) after 1m0s
[10:26:37.629] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:113:0)
[10:26:37.629] Timer tick, asking Buildbucket for the build status
[10:26:37.695] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:26:37.695] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:114:0) after 1m0s
[10:27:37.756] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:114:0)
[10:27:37.756] Timer tick, asking Buildbucket for the build status
[10:27:38.154] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:27:38.154] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:115:0) after 1m0s
[10:28:38.274] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:115:0)
[10:28:38.274] Timer tick, asking Buildbucket for the build status
[10:28:38.818] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:28:38.819] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:116:0) after 1m0s
[10:29:38.870] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:116:0)
[10:29:38.871] Timer tick, asking Buildbucket for the build status
[10:29:38.942] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:29:38.942] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:117:0) after 1m0s
[10:30:38.991] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:117:0)
[10:30:38.991] Timer tick, asking Buildbucket for the build status
[10:30:39.075] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:30:39.075] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:118:0) after 1m0s
[10:31:39.103] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:118:0)
[10:31:39.103] Timer tick, asking Buildbucket for the build status
[10:31:40.273] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:31:40.273] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:119:0) after 1m0s
[10:32:40.322] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:119:0)
[10:32:40.322] Timer tick, asking Buildbucket for the build status
[10:32:40.436] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:32:40.436] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:120:0) after 1m0s
[10:33:40.488] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:120:0)
[10:33:40.488] Timer tick, asking Buildbucket for the build status
[10:33:40.705] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:33:40.705] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:121:0) after 1m0s
[10:34:40.821] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:121:0)
[10:34:40.821] Timer tick, asking Buildbucket for the build status
[10:34:40.936] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:34:40.936] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:122:0) after 1m0s
[10:35:41.034] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:122:0)
[10:35:41.034] Timer tick, asking Buildbucket for the build status
[10:35:41.167] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:35:41.167] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:123:0) after 1m0s
[10:36:41.286] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:123:0)
[10:36:41.286] Timer tick, asking Buildbucket for the build status
[10:36:41.391] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:36:41.391] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:124:0) after 1m0s
[10:37:41.467] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:124:0)
[10:37:41.467] Timer tick, asking Buildbucket for the build status
[10:37:41.639] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:37:41.639] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:125:0) after 1m0s
[10:38:41.616] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:125:0)
[10:38:41.616] Timer tick, asking Buildbucket for the build status
[10:38:41.688] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:38:41.688] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:126:0) after 1m0s
[10:39:41.765] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:126:0)
[10:39:41.765] Timer tick, asking Buildbucket for the build status
[10:39:41.845] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:39:41.845] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:127:0) after 1m0s
[10:40:41.878] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:127:0)
[10:40:41.878] Timer tick, asking Buildbucket for the build status
[10:40:42.164] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:40:42.164] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:128:0) after 1m0s
[10:41:42.213] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:128:0)
[10:41:42.213] Timer tick, asking Buildbucket for the build status
[10:41:42.515] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:41:42.515] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:129:0) after 1m0s
[10:42:42.874] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:129:0)
[10:42:42.874] Timer tick, asking Buildbucket for the build status
[10:42:42.949] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:42:42.949] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:130:0) after 1m0s
[10:43:43.057] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:130:0)
[10:43:43.057] Timer tick, asking Buildbucket for the build status
[10:43:43.132] Build 8853613413230494048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:43:43.132] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic (dbg):9019043475246338352:131:0) after 1m0s
[10:44:20.104] Received PubSub notification, asking Buildbucket for the build status
[10:44:20.174] Build 8853613413230494048: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[10:44:20.174] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1614941058924023",
"created_by": "project:chromium",
"created_ts": "1614933302620654",
"failure_reason": "BUILD_FAILURE",
"id": "8853613413230494048",
"parameters_json": "{\"builder_name\": \"Mac deterministic (dbg)\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"8a2900f1432e45838ae05cee27fb1b8d13fd82b5\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Step('compare_build_artifacts') (retcode: 1)\"}, \"properties\": {\"$build/goma\": {\"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\", \"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/opt/s/w/ir/cache\", \"temp_dir\": \"/opt/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"vm261-m9\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.fyi\", \"buildername\": \"Mac deterministic (dbg)\", \"buildnumber\": 19240, \"clang_revision\": \"llvmorg-13-init-1559-g01b87444-3\", \"got_angle_revision\": \"fe2efefac498b56334ad167f174c32dff8914f48\", \"got_dawn_revision\": \"80915849ce7d5f4c0fe834924ed420ed0002b210\", \"got_nacl_revision\": \"abf3277f295c6c87f0b103f291ed5e3e73933b76\", \"got_revision\": \"8a2900f1432e45838ae05cee27fb1b8d13fd82b5\", \"got_revision_cp\": \"refs/heads/master@{#860158}\", \"got_swarming_client_revision\": \"a32a1607f6093d338f756c7e7c7b4333b0c50c9c\", \"got_swiftshader_revision\": \"6846389f25cad4233a4bd04fd3fc6c60ae30ff35\", \"got_v8_revision\": \"3ada4ab958536c310f49288abe197d79f1bfec9a\", \"got_v8_revision_cp\": \"refs/heads/9.1.51@{#1}\", \"got_webrtc_revision\": \"3208bf102b75e8ec1eaa6640dfa3b545310b1e02\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#33382}\", \"path_config\": \"generic\", \"recipe\": \"swarming/deterministic_build\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"8a2900f1432e45838ae05cee27fb1b8d13fd82b5\"}, \"swarming\": {\"bot_dimensions\": {\"builder\": [\"Mac deterministic (dbg)\"], \"caches\": [\"builder_2934adf1353997a10c34b09ac0b37403439dbdb31713666e0a62b864f127dc88_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"none\"], \"id\": [\"vm261-m9\"], \"mac_model\": [\"VMware7,1\"], \"machine_type\": [\"n1-highcpu-8\"], \"os\": [\"Mac\", \"Mac-10\", \"Mac-10.15\", \"Mac-10.15.6\", \"Mac-10.15.6-19G73\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.16\"], \"server_version\": [\"5725-1a0d85e\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Step('compare_build_artifacts') (retcode: 1)\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1614933637188391",
"status": "COMPLETED",
"status_changed_ts": "1614933637487832",
"tags": [
"build_address:luci.chromium.ci/Mac deterministic (dbg)/19240",
"builder:Mac deterministic (dbg)",
"buildset:commit/git/8a2900f1432e45838ae05cee27fb1b8d13fd82b5",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8a2900f1432e45838ae05cee27fb1b8d13fd82b5",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9019043475246338352",
"scheduler_job_id:chromium/Mac deterministic (dbg)",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8853613413230494048/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:swarming/deterministic_build",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:521a5854d3f95610",
"user_agent:luci-scheduler"
],
"updated_ts": "1614941058924409",
"url": "https://ci.chromium.org/b/8853613413230494048",
"utcnow_ts": "1614941060165518"
}
}
[10:44:20.174] Invocation finished in 2h9m18.859981077s with status FAILED