[00:38:11.593] New invocation is queued and will start shortly
[00:38:12.718] Starting the invocation (attempt 1)
[00:38:12.819] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:38:12.819] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:38:12.820] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9017714520233718592",
"parameters_json": "{\"builder_name\":\"ToTMac\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"612ce97fe114581d5be46553500125f5705214c4\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:ToTMac",
"scheduler_invocation_id:9017714520233718592",
"scheduler_job_id:chromium/ToTMac",
"user_agent:luci-scheduler",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/612ce97fe114581d5be46553500125f5705214c4",
"gitiles_ref:refs/heads/master"
]
}
[00:38:14.578] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1616200692984767",
"id": "8852284458112272720",
"parameters_json": "{\"builder_name\": \"ToTMac\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"612ce97fe114581d5be46553500125f5705214c4\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1616200693977825",
"tags": [
"build_address:luci.chromium.ci/ToTMac/25569",
"builder:ToTMac",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/612ce97fe114581d5be46553500125f5705214c4",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9017714520233718592",
"scheduler_job_id:chromium/ToTMac",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8852284458112272720/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1616200693978214",
"url": "https://ci.chromium.org/b/8852284458112272720",
"utcnow_ts": "1616200694257202"
}
}
[00:38:14.578] Task URL: https://ci.chromium.org/b/8852284458112272720
[00:38:14.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:2:0) after 1m0s
[00:39:14.601] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:2:0)
[00:39:14.601] Timer tick, asking Buildbucket for the build status
[00:39:14.954] Build 8852284458112272720: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:39:14.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:3:0) after 1m0s
[00:40:15.015] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:3:0)
[00:40:15.044] Build status: SCHEDULED
[00:40:15.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:4:0) after 7m1s
[00:42:56.841] Received PubSub notification, asking Buildbucket for the build status
[00:42:56.869] Build status: STARTED
[00:47:16.105] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:4:0)
[00:47:16.105] Timer tick, asking Buildbucket for the build status
[00:47:16.393] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:47:16.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:6:0) after 1m0s
[00:48:16.468] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:6:0)
[00:48:16.468] Timer tick, asking Buildbucket for the build status
[00:48:16.557] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:48:16.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:7:0) after 1m0s
[00:49:16.630] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:7:0)
[00:49:16.630] Timer tick, asking Buildbucket for the build status
[00:49:16.963] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:49:16.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:8:0) after 1m0s
[00:50:16.989] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:8:0)
[00:50:16.989] Timer tick, asking Buildbucket for the build status
[00:50:17.049] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:50:17.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:9:0) after 1m0s
[00:51:17.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:9:0)
[00:51:17.071] Timer tick, asking Buildbucket for the build status
[00:51:17.151] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:51:17.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:10:0) after 1m0s
[00:52:17.181] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:10:0)
[00:52:17.215] Build status: STARTED
[00:52:17.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:11:0) after 5m43s
[00:58:00.238] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:11:0)
[00:58:00.271] Build status: STARTED
[00:58:00.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:12:0) after 5m20s
[01:03:20.258] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:12:0)
[01:03:20.291] Build status: STARTED
[01:03:20.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:13:0) after 5m9s
[01:08:29.324] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:13:0)
[01:08:29.358] Build status: STARTED
[01:08:29.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:14:0) after 1m59s
[01:10:28.382] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:14:0)
[01:10:28.382] Timer tick, asking Buildbucket for the build status
[01:10:28.470] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:10:28.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:15:0) after 1m0s
[01:11:28.583] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:15:0)
[01:11:28.583] Timer tick, asking Buildbucket for the build status
[01:11:28.680] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:11:28.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:16:0) after 1m0s
[01:12:28.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:16:0)
[01:12:28.810] Build status: STARTED
[01:12:28.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:17:0) after 5m12s
[01:17:40.873] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:17:0)
[01:17:40.928] Build status: STARTED
[01:17:40.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:18:0) after 1m28s
[01:19:08.977] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:18:0)
[01:19:09.003] Build status: STARTED
[01:19:09.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:19:0) after 7m55s
[01:27:04.096] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:19:0)
[01:27:04.124] Build status: STARTED
[01:27:04.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:20:0) after 8m22s
[01:35:26.149] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:20:0)
[01:35:26.176] Build status: STARTED
[01:35:26.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:21:0) after 5m18s
[01:40:44.277] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:21:0)
[01:40:44.277] Timer tick, asking Buildbucket for the build status
[01:40:44.369] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:40:44.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:22:0) after 1m0s
[01:41:44.393] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:22:0)
[01:41:44.393] Timer tick, asking Buildbucket for the build status
[01:41:44.549] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:41:44.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:23:0) after 1m0s
[01:42:44.623] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:23:0)
[01:42:44.647] Build status: STARTED
[01:42:44.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:24:0) after 7m9s
[01:49:53.684] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:24:0)
[01:49:53.715] Build status: STARTED
[01:49:53.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:25:0) after 3m51s
[01:53:44.754] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:25:0)
[01:53:44.754] Timer tick, asking Buildbucket for the build status
[01:53:45.016] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:53:45.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:26:0) after 1m0s
[01:54:45.123] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:26:0)
[01:54:45.123] Timer tick, asking Buildbucket for the build status
[01:54:45.198] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:54:45.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:27:0) after 1m0s
[01:55:45.245] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:27:0)
[01:55:45.245] Timer tick, asking Buildbucket for the build status
[01:55:45.479] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:55:45.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:28:0) after 1m0s
[01:56:45.528] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:28:0)
[01:56:45.528] Timer tick, asking Buildbucket for the build status
[01:56:45.762] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:56:45.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:29:0) after 1m0s
[01:57:45.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:29:0)
[01:57:45.821] Build status: STARTED
[01:57:45.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:30:0) after 1m56s
[01:59:41.863] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:30:0)
[01:59:41.863] Timer tick, asking Buildbucket for the build status
[01:59:41.951] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:59:41.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:31:0) after 1m0s
[02:00:41.978] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:31:0)
[02:00:41.978] Timer tick, asking Buildbucket for the build status
[02:00:42.052] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:00:42.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:32:0) after 1m0s
[02:01:42.200] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:32:0)
[02:01:42.200] Timer tick, asking Buildbucket for the build status
[02:01:42.340] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:01:42.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:33:0) after 1m0s
[02:02:42.440] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:33:0)
[02:02:42.440] Timer tick, asking Buildbucket for the build status
[02:02:42.519] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:02:42.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:34:0) after 1m0s
[02:03:42.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:34:0)
[02:03:42.579] Build status: STARTED
[02:03:42.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:35:0) after 1m53s
[02:05:35.644] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:35:0)
[02:05:35.644] Timer tick, asking Buildbucket for the build status
[02:05:35.757] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:05:35.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:36:0) after 1m0s
[02:06:35.787] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:36:0)
[02:06:35.787] Timer tick, asking Buildbucket for the build status
[02:06:36.087] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:06:36.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:37:0) after 1m0s
[02:07:36.163] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:37:0)
[02:07:36.197] Build status: STARTED
[02:07:36.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:38:0) after 7m1s
[02:14:37.223] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:38:0)
[02:14:37.223] Timer tick, asking Buildbucket for the build status
[02:14:37.407] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:14:37.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:39:0) after 1m0s
[02:15:37.511] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:39:0)
[02:15:37.511] Timer tick, asking Buildbucket for the build status
[02:15:37.630] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:15:37.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:40:0) after 1m0s
[02:16:37.665] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:40:0)
[02:16:37.665] Timer tick, asking Buildbucket for the build status
[02:16:37.903] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:16:37.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:41:0) after 1m0s
[02:17:37.891] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:41:0)
[02:17:37.891] Timer tick, asking Buildbucket for the build status
[02:17:38.229] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:17:38.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:42:0) after 1m0s
[02:18:38.258] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:42:0)
[02:18:38.258] Timer tick, asking Buildbucket for the build status
[02:18:38.360] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:18:38.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:43:0) after 1m0s
[02:19:38.386] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:43:0)
[02:19:38.413] Build status: STARTED
[02:19:38.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:44:0) after 2m50s
[02:22:28.454] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:44:0)
[02:22:28.454] Timer tick, asking Buildbucket for the build status
[02:22:28.523] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:22:28.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:45:0) after 1m0s
[02:23:28.641] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:45:0)
[02:23:28.641] Timer tick, asking Buildbucket for the build status
[02:23:28.729] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:23:28.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:46:0) after 1m0s
[02:24:28.868] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:46:0)
[02:24:28.868] Timer tick, asking Buildbucket for the build status
[02:24:29.175] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:24:29.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:47:0) after 1m0s
[02:25:29.204] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:47:0)
[02:25:29.237] Build status: STARTED
[02:25:29.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:48:0) after 4m49s
[02:30:18.315] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:48:0)
[02:30:18.363] Build status: STARTED
[02:30:18.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:49:0) after 2m47s
[02:33:05.402] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:49:0)
[02:33:05.455] Build status: STARTED
[02:33:05.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:50:0) after 6m33s
[02:39:38.510] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:50:0)
[02:39:38.510] Timer tick, asking Buildbucket for the build status
[02:39:38.594] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:39:38.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:51:0) after 1m0s
[02:40:38.629] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:51:0)
[02:40:38.629] Timer tick, asking Buildbucket for the build status
[02:40:38.767] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:40:38.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:52:0) after 1m0s
[02:41:38.770] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:52:0)
[02:41:38.770] Timer tick, asking Buildbucket for the build status
[02:41:38.847] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:41:38.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:53:0) after 1m0s
[02:42:38.881] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:53:0)
[02:42:38.912] Build status: STARTED
[02:42:38.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:54:0) after 3m33s
[02:46:11.942] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:54:0)
[02:46:11.969] Build status: STARTED
[02:46:11.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:55:0) after 1m58s
[02:48:09.994] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:55:0)
[02:48:10.022] Build status: STARTED
[02:48:10.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:56:0) after 1m44s
[02:49:54.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:56:0)
[02:49:54.067] Timer tick, asking Buildbucket for the build status
[02:49:54.229] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:49:54.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:57:0) after 1m0s
[02:50:54.219] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:57:0)
[02:50:54.219] Timer tick, asking Buildbucket for the build status
[02:50:54.527] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:50:54.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:58:0) after 1m0s
[02:51:54.594] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:58:0)
[02:51:54.594] Timer tick, asking Buildbucket for the build status
[02:51:54.661] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:51:54.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:59:0) after 1m0s
[02:52:54.846] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:59:0)
[02:52:54.846] Timer tick, asking Buildbucket for the build status
[02:52:55.062] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:52:55.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:60:0) after 1m0s
[02:53:55.079] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:60:0)
[02:53:55.141] Build status: STARTED
[02:53:55.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:61:0) after 3m50s
[02:57:45.165] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:61:0)
[02:57:45.247] Build status: STARTED
[02:57:45.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:62:0) after 1m52s
[02:59:37.362] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:62:0)
[02:59:37.362] Timer tick, asking Buildbucket for the build status
[02:59:37.679] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:59:37.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:63:0) after 1m0s
[03:00:37.672] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:63:0)
[03:00:37.672] Timer tick, asking Buildbucket for the build status
[03:00:37.742] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:00:37.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:64:0) after 1m0s
[03:01:37.811] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:64:0)
[03:01:37.811] Timer tick, asking Buildbucket for the build status
[03:01:37.899] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:01:37.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:65:0) after 1m0s
[03:02:37.928] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:65:0)
[03:02:37.981] Build status: STARTED
[03:02:37.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:66:0) after 4m9s
[03:06:47.118] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:66:0)
[03:06:47.118] Timer tick, asking Buildbucket for the build status
[03:06:47.800] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:06:47.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:67:0) after 1m0s
[03:07:47.827] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:67:0)
[03:07:47.854] Build status: STARTED
[03:07:47.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:68:0) after 5m22s
[03:13:09.887] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:68:0)
[03:13:09.887] Timer tick, asking Buildbucket for the build status
[03:13:10.123] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:13:10.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:69:0) after 1m0s
[03:14:10.162] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:69:0)
[03:14:10.162] Timer tick, asking Buildbucket for the build status
[03:14:10.277] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:14:10.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:70:0) after 1m0s
[03:15:10.264] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:70:0)
[03:15:10.264] Timer tick, asking Buildbucket for the build status
[03:15:10.474] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:15:10.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:71:0) after 1m0s
[03:16:10.609] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:71:0)
[03:16:10.640] Build status: STARTED
[03:16:10.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:72:0) after 7m38s
[03:23:48.751] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:72:0)
[03:23:48.784] Build status: STARTED
[03:23:48.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:73:0) after 8m55s
[03:32:43.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:73:0)
[03:32:43.864] Build status: STARTED
[03:32:43.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:74:0) after 4m18s
[03:37:01.976] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:74:0)
[03:37:02.004] Build status: STARTED
[03:37:02.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:75:0) after 5m31s
[03:42:33.031] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:75:0)
[03:42:33.058] Build status: STARTED
[03:42:33.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:76:0) after 5m34s
[03:48:07.114] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:76:0)
[03:48:07.114] Timer tick, asking Buildbucket for the build status
[03:48:07.207] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:48:07.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:77:0) after 1m0s
[03:49:07.266] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:77:0)
[03:49:07.296] Build status: STARTED
[03:49:07.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:78:0) after 5m39s
[03:54:46.290] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:78:0)
[03:54:46.320] Build status: STARTED
[03:54:46.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:79:0) after 7m13s
[04:01:59.404] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:79:0)
[04:01:59.404] Timer tick, asking Buildbucket for the build status
[04:01:59.606] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:01:59.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:80:0) after 1m0s
[04:02:59.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:80:0)
[04:02:59.666] Build status: STARTED
[04:02:59.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:81:0) after 4m59s
[04:08:00.541] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:81:0)
[04:08:00.567] Build status: STARTED
[04:08:00.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:82:0) after 1m31s
[04:09:31.580] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:82:0)
[04:09:31.613] Build status: STARTED
[04:09:31.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:83:0) after 9m53s
[04:19:24.834] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:83:0)
[04:19:24.871] Build status: STARTED
[04:19:24.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:84:0) after 9m24s
[04:28:48.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:84:0)
[04:28:48.958] Build status: STARTED
[04:28:48.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:85:0) after 3m20s
[04:32:09.008] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:85:0)
[04:32:09.037] Build status: STARTED
[04:32:09.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:86:0) after 1m31s
[04:33:40.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:86:0)
[04:33:40.278] Timer tick, asking Buildbucket for the build status
[04:33:40.359] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:33:40.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:87:0) after 1m0s
[04:34:40.556] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:87:0)
[04:34:40.556] Timer tick, asking Buildbucket for the build status
[04:34:40.662] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:34:40.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:88:0) after 1m0s
[04:35:40.731] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:88:0)
[04:35:40.731] Timer tick, asking Buildbucket for the build status
[04:35:40.802] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:35:40.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:89:0) after 1m0s
[04:36:40.874] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:89:0)
[04:36:40.907] Build status: STARTED
[04:36:40.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:90:0) after 9m1s
[04:45:41.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:90:0)
[04:45:41.953] Timer tick, asking Buildbucket for the build status
[04:45:42.142] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:45:42.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:91:0) after 1m0s
[04:46:42.157] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:91:0)
[04:46:42.157] Timer tick, asking Buildbucket for the build status
[04:46:42.221] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:46:42.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:92:0) after 1m0s
[04:47:42.316] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:92:0)
[04:47:42.316] Timer tick, asking Buildbucket for the build status
[04:47:42.454] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:47:42.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:93:0) after 1m0s
[04:48:42.528] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:93:0)
[04:48:42.528] Timer tick, asking Buildbucket for the build status
[04:48:42.613] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:48:42.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:94:0) after 1m0s
[04:49:42.647] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:94:0)
[04:49:42.647] Timer tick, asking Buildbucket for the build status
[04:49:42.790] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:49:42.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:95:0) after 1m0s
[04:50:42.827] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:95:0)
[04:50:42.827] Timer tick, asking Buildbucket for the build status
[04:50:43.279] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:50:43.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:96:0) after 1m0s
[04:51:43.356] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:96:0)
[04:51:43.356] Timer tick, asking Buildbucket for the build status
[04:51:43.767] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:51:43.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:97:0) after 1m0s
[04:52:43.760] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:97:0)
[04:52:43.790] Build status: STARTED
[04:52:43.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:98:0) after 2m49s
[04:55:32.943] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:98:0)
[04:55:32.969] Build status: STARTED
[04:55:32.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:99:0) after 4m9s
[04:59:41.983] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:99:0)
[04:59:42.020] Build status: STARTED
[04:59:42.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:100:0) after 7m0s
[05:06:42.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:100:0)
[05:06:42.099] Build status: STARTED
[05:06:42.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:101:0) after 2m53s
[05:09:35.217] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:101:0)
[05:09:35.246] Build status: STARTED
[05:09:35.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:102:0) after 3m24s
[05:12:59.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:102:0)
[05:12:59.326] Build status: STARTED
[05:12:59.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:103:0) after 9m3s
[05:22:02.595] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:103:0)
[05:22:02.595] Timer tick, asking Buildbucket for the build status
[05:22:02.686] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:22:02.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:104:0) after 1m0s
[05:23:02.717] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:104:0)
[05:23:02.717] Timer tick, asking Buildbucket for the build status
[05:23:02.918] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:23:02.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:105:0) after 1m0s
[05:24:03.096] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:105:0)
[05:24:03.096] Timer tick, asking Buildbucket for the build status
[05:24:03.318] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:24:03.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:106:0) after 1m0s
[05:25:03.458] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:106:0)
[05:25:03.497] Build status: STARTED
[05:25:03.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:107:0) after 5m51s
[05:30:54.613] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:107:0)
[05:30:54.646] Build status: STARTED
[05:30:54.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:108:0) after 3m0s
[05:33:54.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:108:0)
[05:33:54.987] Build status: STARTED
[05:33:54.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:109:0) after 8m33s
[05:42:28.162] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:109:0)
[05:42:28.162] Timer tick, asking Buildbucket for the build status
[05:42:28.243] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:42:28.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:110:0) after 1m0s
[05:43:28.362] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:110:0)
[05:43:28.362] Timer tick, asking Buildbucket for the build status
[05:43:28.436] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:43:28.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:111:0) after 1m0s
[05:44:28.637] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:111:0)
[05:44:28.637] Timer tick, asking Buildbucket for the build status
[05:44:28.718] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:44:28.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:112:0) after 1m0s
[05:45:28.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:112:0)
[05:45:28.813] Build status: STARTED
[05:45:28.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:113:0) after 9m38s
[05:55:07.304] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:113:0)
[05:55:07.334] Build status: STARTED
[05:55:07.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:114:0) after 5m4s
[06:00:11.424] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:114:0)
[06:00:11.459] Build status: STARTED
[06:00:11.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:115:0) after 3m15s
[06:03:26.526] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:115:0)
[06:03:26.526] Timer tick, asking Buildbucket for the build status
[06:03:26.643] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:03:26.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:116:0) after 1m0s
[06:04:26.675] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:116:0)
[06:04:26.705] Build status: STARTED
[06:04:26.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:117:0) after 2m42s
[06:07:08.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:117:0)
[06:07:08.801] Build status: STARTED
[06:07:08.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:118:0) after 4m41s
[06:11:49.865] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:118:0)
[06:11:49.889] Build status: STARTED
[06:11:49.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:119:0) after 5m16s
[06:17:06.001] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:119:0)
[06:17:06.030] Build status: STARTED
[06:17:06.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:120:0) after 3m49s
[06:20:55.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:120:0)
[06:20:55.254] Build status: STARTED
[06:20:55.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:121:0) after 4m46s
[06:25:41.283] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:121:0)
[06:25:41.283] Timer tick, asking Buildbucket for the build status
[06:25:41.394] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:25:41.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:122:0) after 1m0s
[06:26:41.612] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:122:0)
[06:26:41.642] Build status: STARTED
[06:26:41.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:123:0) after 5m22s
[06:32:03.692] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:123:0)
[06:32:03.692] Timer tick, asking Buildbucket for the build status
[06:32:03.921] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:32:03.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:124:0) after 1m0s
[06:33:04.175] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:124:0)
[06:33:04.175] Timer tick, asking Buildbucket for the build status
[06:33:04.253] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:33:04.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:125:0) after 1m0s
[06:34:04.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:125:0)
[06:34:04.456] Build status: STARTED
[06:34:04.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:126:0) after 1m39s
[06:35:43.514] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:126:0)
[06:35:43.514] Timer tick, asking Buildbucket for the build status
[06:35:43.612] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:35:43.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:127:0) after 1m0s
[06:36:43.668] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:127:0)
[06:36:43.668] Timer tick, asking Buildbucket for the build status
[06:36:43.742] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:36:43.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:128:0) after 1m0s
[06:37:43.782] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:128:0)
[06:37:43.782] Timer tick, asking Buildbucket for the build status
[06:37:43.852] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:37:43.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:129:0) after 1m0s
[06:38:43.996] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:129:0)
[06:38:43.996] Timer tick, asking Buildbucket for the build status
[06:38:44.079] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:38:44.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:130:0) after 1m0s
[06:39:44.309] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:130:0)
[06:39:44.309] Timer tick, asking Buildbucket for the build status
[06:39:44.424] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:39:44.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:131:0) after 1m0s
[06:40:44.606] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:131:0)
[06:40:44.606] Timer tick, asking Buildbucket for the build status
[06:40:44.897] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:40:44.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:132:0) after 1m0s
[06:41:44.940] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:132:0)
[06:41:44.940] Timer tick, asking Buildbucket for the build status
[06:41:45.017] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:41:45.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:133:0) after 1m0s
[06:42:45.293] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:133:0)
[06:42:45.322] Build status: STARTED
[06:42:45.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:134:0) after 7m49s
[06:50:34.505] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:134:0)
[06:50:34.530] Build status: STARTED
[06:50:34.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:135:0) after 4m58s
[06:55:32.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:135:0)
[06:55:32.587] Build status: STARTED
[06:55:32.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:136:0) after 9m11s
[07:04:43.719] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:136:0)
[07:04:43.719] Timer tick, asking Buildbucket for the build status
[07:04:43.813] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:04:43.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:137:0) after 1m0s
[07:05:43.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:137:0)
[07:05:43.877] Timer tick, asking Buildbucket for the build status
[07:05:43.950] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:05:43.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:138:0) after 1m0s
[07:06:44.010] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:138:0)
[07:06:44.045] Build status: STARTED
[07:06:44.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:139:0) after 7m13s
[07:13:57.289] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:139:0)
[07:13:57.289] Timer tick, asking Buildbucket for the build status
[07:13:57.575] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:13:57.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:140:0) after 1m0s
[07:14:57.942] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:140:0)
[07:14:57.942] Timer tick, asking Buildbucket for the build status
[07:14:58.162] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:14:58.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:141:0) after 1m0s
[07:15:58.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:141:0)
[07:15:58.378] Timer tick, asking Buildbucket for the build status
[07:15:58.458] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:15:58.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:142:0) after 1m0s
[07:16:58.487] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:142:0)
[07:16:58.511] Build status: STARTED
[07:16:58.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:143:0) after 3m2s
[07:20:00.542] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:143:0)
[07:20:00.570] Build status: STARTED
[07:20:00.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:144:0) after 4m6s
[07:24:06.601] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:144:0)
[07:24:06.628] Build status: STARTED
[07:24:06.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:145:0) after 2m56s
[07:27:02.654] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:145:0)
[07:27:02.654] Timer tick, asking Buildbucket for the build status
[07:27:02.862] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:27:02.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:146:0) after 1m0s
[07:28:02.920] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:146:0)
[07:28:02.951] Build status: STARTED
[07:28:02.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:147:0) after 1m0s
[07:29:03.004] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:147:0)
[07:29:03.004] Timer tick, asking Buildbucket for the build status
[07:29:03.101] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:29:03.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:148:0) after 1m0s
[07:30:03.130] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:148:0)
[07:30:03.130] Timer tick, asking Buildbucket for the build status
[07:30:03.197] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:30:03.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:149:0) after 1m0s
[07:31:03.282] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:149:0)
[07:31:03.308] Build status: STARTED
[07:31:03.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:150:0) after 5m44s
[07:36:47.582] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:150:0)
[07:36:47.618] Build status: STARTED
[07:36:47.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:151:0) after 7m40s
[07:44:27.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:151:0)
[07:44:27.716] Build status: STARTED
[07:44:27.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:152:0) after 3m9s
[07:47:36.758] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:152:0)
[07:47:36.785] Build status: STARTED
[07:47:36.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:153:0) after 6m55s
[07:54:31.954] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:153:0)
[07:54:32.005] Build status: STARTED
[07:54:32.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:154:0) after 9m25s
[08:03:57.281] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:154:0)
[08:03:57.281] Timer tick, asking Buildbucket for the build status
[08:03:57.596] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:03:57.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:155:0) after 1m0s
[08:04:57.702] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:155:0)
[08:04:57.702] Timer tick, asking Buildbucket for the build status
[08:04:57.918] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:04:57.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:156:0) after 1m0s
[08:05:57.963] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:156:0)
[08:05:57.963] Timer tick, asking Buildbucket for the build status
[08:05:58.049] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:05:58.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:157:0) after 1m0s
[08:06:58.080] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:157:0)
[08:06:58.080] Timer tick, asking Buildbucket for the build status
[08:06:58.279] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:06:58.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:158:0) after 1m0s
[08:07:58.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:158:0)
[08:07:58.391] Build status: STARTED
[08:07:58.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:159:0) after 8m26s
[08:16:24.496] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:159:0)
[08:16:24.534] Build status: STARTED
[08:16:24.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:160:0) after 9m38s
[08:26:02.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:160:0)
[08:26:02.646] Timer tick, asking Buildbucket for the build status
[08:26:02.762] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:26:02.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:161:0) after 1m0s
[08:27:02.829] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:161:0)
[08:27:02.829] Timer tick, asking Buildbucket for the build status
[08:27:02.993] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:27:02.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:162:0) after 1m0s
[08:28:03.020] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:162:0)
[08:28:03.047] Build status: STARTED
[08:28:03.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:163:0) after 6m50s
[08:34:53.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:163:0)
[08:34:53.124] Timer tick, asking Buildbucket for the build status
[08:34:53.205] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:34:53.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:164:0) after 1m0s
[08:35:53.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:164:0)
[08:35:53.273] Build status: STARTED
[08:35:53.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:165:0) after 5m4s
[08:40:57.331] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:165:0)
[08:40:57.427] Build status: STARTED
[08:40:57.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:166:0) after 6m15s
[08:47:12.422] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:166:0)
[08:47:12.465] Build status: STARTED
[08:47:12.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:167:0) after 1m37s
[08:48:49.497] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:167:0)
[08:48:49.526] Build status: STARTED
[08:48:49.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:168:0) after 1m11s
[08:50:00.863] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:168:0)
[08:50:00.897] Build status: STARTED
[08:50:00.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:169:0) after 1m43s
[08:51:43.927] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:169:0)
[08:51:43.954] Build status: STARTED
[08:51:43.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:170:0) after 6m21s
[08:58:04.993] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:170:0)
[08:58:05.062] Build status: STARTED
[08:58:05.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:171:0) after 2m58s
[09:01:03.439] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:171:0)
[09:01:03.475] Build status: STARTED
[09:01:03.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:172:0) after 1m18s
[09:02:21.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:172:0)
[09:02:21.512] Timer tick, asking Buildbucket for the build status
[09:02:21.800] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:02:21.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:173:0) after 1m0s
[09:03:22.033] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:173:0)
[09:03:22.033] Timer tick, asking Buildbucket for the build status
[09:03:22.120] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:03:22.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:174:0) after 1m0s
[09:04:22.150] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:174:0)
[09:04:22.185] Build status: STARTED
[09:04:22.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:175:0) after 1m47s
[09:06:09.265] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:175:0)
[09:06:09.265] Timer tick, asking Buildbucket for the build status
[09:06:09.341] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:06:09.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:176:0) after 1m0s
[09:07:09.439] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:176:0)
[09:07:09.468] Build status: STARTED
[09:07:09.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:177:0) after 1m23s
[09:08:32.499] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:177:0)
[09:08:32.527] Build status: STARTED
[09:08:32.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:178:0) after 5m19s
[09:13:51.573] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:178:0)
[09:13:51.573] Timer tick, asking Buildbucket for the build status
[09:13:51.857] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:13:51.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:179:0) after 1m0s
[09:14:51.887] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:179:0)
[09:14:51.911] Build status: STARTED
[09:14:51.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:180:0) after 9m5s
[09:23:56.995] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:180:0)
[09:23:56.995] Timer tick, asking Buildbucket for the build status
[09:23:57.077] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:23:57.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:181:0) after 1m0s
[09:24:57.108] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:181:0)
[09:24:57.151] Build status: STARTED
[09:24:57.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:182:0) after 1m9s
[09:26:06.178] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:182:0)
[09:26:06.178] Timer tick, asking Buildbucket for the build status
[09:26:06.331] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:26:06.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:183:0) after 1m0s
[09:27:06.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:183:0)
[09:27:06.492] Timer tick, asking Buildbucket for the build status
[09:27:06.724] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:27:06.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:184:0) after 1m0s
[09:28:06.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:184:0)
[09:28:06.953] Timer tick, asking Buildbucket for the build status
[09:28:07.225] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:28:07.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:185:0) after 1m0s
[09:29:07.328] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:185:0)
[09:29:07.328] Timer tick, asking Buildbucket for the build status
[09:29:07.438] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:29:07.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:186:0) after 1m0s
[09:30:07.504] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:186:0)
[09:30:07.504] Timer tick, asking Buildbucket for the build status
[09:30:07.577] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:30:07.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:187:0) after 1m0s
[09:31:07.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:187:0)
[09:31:07.597] Timer tick, asking Buildbucket for the build status
[09:31:07.772] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:31:07.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:188:0) after 1m0s
[09:32:07.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:188:0)
[09:32:07.828] Build status: STARTED
[09:32:07.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:189:0) after 4m55s
[09:37:02.863] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:189:0)
[09:37:02.863] Timer tick, asking Buildbucket for the build status
[09:37:02.936] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:37:02.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:190:0) after 1m0s
[09:38:02.977] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:190:0)
[09:38:03.002] Build status: STARTED
[09:38:03.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:191:0) after 3m5s
[09:41:08.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:191:0)
[09:41:08.255] Build status: STARTED
[09:41:08.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:192:0) after 3m46s
[09:44:54.388] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:192:0)
[09:44:54.419] Build status: STARTED
[09:44:54.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:193:0) after 7m22s
[09:52:16.462] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:193:0)
[09:52:16.515] Build status: STARTED
[09:52:16.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:194:0) after 4m47s
[09:57:03.559] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:194:0)
[09:57:03.559] Timer tick, asking Buildbucket for the build status
[09:57:03.642] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:57:03.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:195:0) after 1m0s
[09:58:03.682] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:195:0)
[09:58:03.682] Timer tick, asking Buildbucket for the build status
[09:58:04.026] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:58:04.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:196:0) after 1m0s
[09:59:04.243] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:196:0)
[09:59:04.273] Build status: STARTED
[09:59:04.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:197:0) after 7m49s
[10:06:53.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:197:0)
[10:06:53.355] Build status: STARTED
[10:06:53.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:198:0) after 2m5s
[10:08:58.508] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:198:0)
[10:08:58.536] Build status: STARTED
[10:08:58.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:199:0) after 4m29s
[10:13:27.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:199:0)
[10:13:27.660] Timer tick, asking Buildbucket for the build status
[10:13:27.816] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:13:27.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:200:0) after 1m0s
[10:14:27.916] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:200:0)
[10:14:27.916] Timer tick, asking Buildbucket for the build status
[10:14:28.051] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:14:28.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:201:0) after 1m0s
[10:15:28.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:201:0)
[10:15:28.082] Timer tick, asking Buildbucket for the build status
[10:15:28.299] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:15:28.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:202:0) after 1m0s
[10:16:28.329] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:202:0)
[10:16:28.329] Timer tick, asking Buildbucket for the build status
[10:16:28.440] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:16:28.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:203:0) after 1m0s
[10:17:28.527] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:203:0)
[10:17:28.527] Timer tick, asking Buildbucket for the build status
[10:17:28.610] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:17:28.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:204:0) after 1m0s
[10:18:28.655] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:204:0)
[10:18:28.655] Timer tick, asking Buildbucket for the build status
[10:18:28.719] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:18:28.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:205:0) after 1m0s
[10:19:28.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:205:0)
[10:19:28.774] Timer tick, asking Buildbucket for the build status
[10:19:28.893] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:19:28.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:206:0) after 1m0s
[10:20:28.922] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:206:0)
[10:20:28.950] Build status: STARTED
[10:20:28.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:207:0) after 3m48s
[10:24:17.129] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:207:0)
[10:24:17.129] Timer tick, asking Buildbucket for the build status
[10:24:17.201] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:24:17.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:208:0) after 1m0s
[10:25:17.268] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:208:0)
[10:25:17.268] Timer tick, asking Buildbucket for the build status
[10:25:17.418] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:25:17.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:209:0) after 1m0s
[10:26:17.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:209:0)
[10:26:17.452] Timer tick, asking Buildbucket for the build status
[10:26:17.696] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:26:17.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:210:0) after 1m0s
[10:27:17.837] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:210:0)
[10:27:17.837] Timer tick, asking Buildbucket for the build status
[10:27:18.013] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:27:18.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:211:0) after 1m0s
[10:28:18.148] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:211:0)
[10:28:18.225] Build status: STARTED
[10:28:18.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:212:0) after 9m14s
[10:37:32.271] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:212:0)
[10:37:32.325] Build status: STARTED
[10:37:32.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:213:0) after 1m13s
[10:38:45.437] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:213:0)
[10:38:45.470] Build status: STARTED
[10:38:45.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:214:0) after 2m48s
[10:41:33.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:214:0)
[10:41:33.652] Build status: STARTED
[10:41:33.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:215:0) after 1m59s
[10:43:32.687] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:215:0)
[10:43:32.687] Timer tick, asking Buildbucket for the build status
[10:43:32.931] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:43:32.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:216:0) after 1m0s
[10:44:33.000] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:216:0)
[10:44:33.000] Timer tick, asking Buildbucket for the build status
[10:44:33.072] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:44:33.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:217:0) after 1m0s
[10:45:33.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:217:0)
[10:45:33.122] Timer tick, asking Buildbucket for the build status
[10:45:33.239] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:45:33.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:218:0) after 1m0s
[10:46:33.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:218:0)
[10:46:33.379] Timer tick, asking Buildbucket for the build status
[10:46:33.720] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:46:33.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:219:0) after 1m0s
[10:47:33.771] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:219:0)
[10:47:33.803] Build status: STARTED
[10:47:33.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:220:0) after 4m57s
[10:52:30.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:220:0)
[10:52:30.879] Timer tick, asking Buildbucket for the build status
[10:52:31.187] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:52:31.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:221:0) after 1m0s
[10:53:31.286] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:221:0)
[10:53:31.319] Build status: STARTED
[10:53:31.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:222:0) after 1m22s
[10:54:53.354] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:222:0)
[10:54:53.354] Timer tick, asking Buildbucket for the build status
[10:54:53.438] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:54:53.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:223:0) after 1m0s
[10:55:53.697] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:223:0)
[10:55:53.723] Build status: STARTED
[10:55:53.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:224:0) after 1m9s
[10:57:02.809] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:224:0)
[10:57:02.886] Build status: STARTED
[10:57:02.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:225:0) after 7m16s
[11:04:18.918] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:225:0)
[11:04:18.949] Build status: STARTED
[11:04:18.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:226:0) after 9m19s
[11:13:38.007] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:226:0)
[11:13:38.007] Timer tick, asking Buildbucket for the build status
[11:13:38.123] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:13:38.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:227:0) after 1m0s
[11:14:38.164] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:227:0)
[11:14:38.164] Timer tick, asking Buildbucket for the build status
[11:14:38.251] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:14:38.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:228:0) after 1m0s
[11:15:38.328] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:228:0)
[11:15:38.328] Timer tick, asking Buildbucket for the build status
[11:15:38.872] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:15:38.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:229:0) after 1m0s
[11:16:38.906] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:229:0)
[11:16:38.906] Timer tick, asking Buildbucket for the build status
[11:16:38.981] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:16:38.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:230:0) after 1m0s
[11:17:39.087] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:230:0)
[11:17:39.087] Timer tick, asking Buildbucket for the build status
[11:17:39.165] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:17:39.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:231:0) after 1m0s
[11:18:39.199] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:231:0)
[11:18:39.199] Timer tick, asking Buildbucket for the build status
[11:18:39.289] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:18:39.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:232:0) after 1m0s
[11:19:39.321] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:232:0)
[11:19:39.356] Build status: STARTED
[11:19:39.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:233:0) after 3m10s
[11:22:49.450] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:233:0)
[11:22:49.477] Build status: STARTED
[11:22:49.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:234:0) after 7m47s
[11:30:36.678] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:234:0)
[11:30:36.678] Timer tick, asking Buildbucket for the build status
[11:30:36.824] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:30:36.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:235:0) after 1m0s
[11:31:36.867] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:235:0)
[11:31:36.893] Build status: STARTED
[11:31:36.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:236:0) after 6m5s
[11:37:42.696] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:236:0)
[11:37:42.755] Build status: STARTED
[11:37:42.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:237:0) after 8m10s
[11:45:52.795] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:237:0)
[11:45:52.836] Build status: STARTED
[11:45:52.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:238:0) after 1m4s
[11:46:56.874] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:238:0)
[11:46:56.934] Build status: STARTED
[11:46:56.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:239:0) after 1m14s
[11:48:10.963] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:239:0)
[11:48:10.963] Timer tick, asking Buildbucket for the build status
[11:48:11.052] Build 8852284458112272720: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:48:11.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:240:0) after 1m0s
[11:49:11.081] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:240:0)
[11:49:11.146] Build status: STARTED
[11:49:11.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017714520233718592:241:0) after 2m22s
[11:49:19.476] Received PubSub notification, asking Buildbucket for the build status
[11:49:19.549] Build 8852284458112272720: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[11:49:19.549] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1616240958905733",
"created_by": "project:chromium",
"created_ts": "1616200692984767",
"failure_reason": "BUILD_FAILURE",
"id": "8852284458112272720",
"parameters_json": "{\"builder_name\": \"ToTMac\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"612ce97fe114581d5be46553500125f5705214c4\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"3 Test Suite(s) failed.\\n\\n**chrome_sizes** failed.\\n\\n**browser_tests** failed because of:\\n\\n- TabManagerTest.AutoDiscardable\\n\\n- HistoryCounterTest.PrefChanged\\n\\n- TabStripBrowsertest.MoveTabFirst_DoesNotAddToGroup\\n\\n- SafeBrowsingBlockingPageBrowserTestWithThreatTypeAndIsolationSetting/SafeBrowsingBlockingPageBrowserTest.VerifyHitReportSentOnSBERAndNotIncognito/3\\n\\n- ...13310 more failure(s) (13314 total)...\\n\\n**blink_web_tests** failed:\\n\\n\\n\\n- external/wpt/mediacapture-insertable-streams/MediaStreamTrackGenerator-audio.https.html\\n\\n- virtual/webrtc-wpt-plan-b/external/wpt/webrtc/simulcast/h264.https.html\\n\\n- external/wpt/resource-timing/iframe-failed-commit.html\\n\\n- external/wpt/scroll-to-text-fragment/force-load-at-top.html\\n\\n- ...19 more failure(s) (23 total)...\"}, \"properties\": {\"$build/goma\": {\"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/milo/blamelist_pins\": [{\"host\": \"chromium.googlesource.com\", \"id\": \"612ce97fe114581d5be46553500125f5705214c4\", \"project\": \"chromium/src\"}], \"$recipe_engine/path\": {\"cache_dir\": \"/opt/s/w/ir/cache\", \"temp_dir\": \"/opt/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build281-m9\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.clang\", \"buildername\": \"ToTMac\", \"buildnumber\": 25569, \"clang_revision\": \"llvmorg-13-init-5009-ge76b8664-0\", \"got_angle_revision\": \"15a1e7357d3816c724f6001b31d7e0778e9195e1\", \"got_dawn_revision\": \"682f32af32aea8e40775ec56b4e25ab7aaea1c28\", \"got_nacl_revision\": \"abf3277f295c6c87f0b103f291ed5e3e73933b76\", \"got_revision\": \"612ce97fe114581d5be46553500125f5705214c4\", \"got_revision_cp\": \"refs/heads/master@{#864883}\", \"got_swarming_client_revision\": \"a32a1607f6093d338f756c7e7c7b4333b0c50c9c\", \"got_swiftshader_revision\": \"a98fb3f8380a3a5c9ae3e0175634ba88c85a434f\", \"got_v8_revision\": \"4d87fa1bb3c288bf5742c85a24bce1a45e2f812a\", \"got_v8_revision_cp\": \"refs/heads/9.1.164@{#1}\", \"got_webrtc_revision\": \"490c1503d92696894e9c88c2a40a24ed78abe0a8\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#33510}\", \"is_cached\": true, \"isolate_server\": \"https://isolateserver.appspot.com\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"612ce97fe114581d5be46553500125f5705214c4\", \"swarm_hashes_refs/heads/master(at){#864883}_without_patch\": {\"absl_hardening_tests\": \"b578fb80817326443965f90e2c74e32d58b46601\", \"accessibility_unittests\": \"f3051996ec36fe7b71b9e3094a4f8f00714c6e0b\", \"angle_unittests\": \"93a56014db8dca36f51433e2ee14e6ac4065b2f5\", \"app_shell_unittests\": \"c6325988dca0882da4b1e2b04981d3c96a47e02a\", \"base_unittests\": \"2e83462a057f13b23e2f4da527fd9e509388559c\", \"base_util_unittests\": \"fe30449f9b8eb298ff7914db9bc98b1ec78e014b\", \"blink_common_unittests\": \"9ceab910817e84fecace02092c748da7fc2f92e2\", \"blink_fuzzer_unittests\": \"9577dbccf047215804ded1a5763ac5205462f654\", \"blink_heap_unittests\": \"98db552e2b8ec755a021de16cfc284f0078877ef\", \"blink_platform_unittests\": \"02216bffd052ef6f87f742da2737509fa4793352\", \"blink_python_tests\": \"1aef50d45d7d11d004735a31c18557d88cbb9553\", \"blink_unittests\": \"a9910eaed61cc05bcead89a1b6d434362720890a\", \"blink_web_tests\": \"078490c724edc5e39d4eda79511840d71c9b80b8\", \"boringssl_crypto_tests\": \"693a78975a13466e986eeb7534d869b9a56b8476\", \"boringssl_ssl_tests\": \"806a48dae385a60b8db20418eb5108b1b431f4d6\", \"browser_tests\": \"c23c5f9ebd828308deabb7c553355c56819bc301\", \"capture_unittests\": \"9816a081ddeb8edf72944206889324beb0b83f07\", \"cast_unittests\": \"919c534f78ebdb58c4511625226c2cc7e2803309\", \"cc_unittests\": \"9c73963223cb3c065c716a9cf42c769cb2f24a14\", \"chrome_app_unittests\": \"b98d4ece6ec770a2c1c3b9a38fa874b453f677ab\", \"chrome_sizes\": \"c0dee37227f499fd806879168273c0789fecad4b\", \"chromedriver_py_tests\": \"adb32595cc9a27cc7015142a0b0df11f03419909\", \"chromedriver_replay_unittests\": \"aaaa23db2b62b9fb576f4661c7708a201c5a3b92\", \"chromedriver_unittests\": \"a6eb784b53e53711aaed158d3384e02df66e1f38\", \"color_unittests\": \"7f3a349dd65a61e3fdb481c97b92618000e1751c\", \"components_browsertests\": \"8e4a2acd569bd2f90be06269ae9b642ed4f78e3f\", \"components_perftests\": \"544ac5e57bd99f628020449c5097c65fe0ed64ac\", \"components_unittests\": \"b96faa2864a256a5754870ee7629e97d15672d11\", \"content_browsertests\": \"3c56f3526923bebf11b97ad4ae2788648d28877d\", \"content_nocompile_tests\": \"54d6aeee23291951173cfd90b08ef9b29c5c05c2\", \"content_shell_crash_test\": \"14db7308d4aa3ef44b5b7e09efe214b0f4acea7f\", \"content_unittests\": \"ddb7179d7734483a6e76e57bbb0728d997e8f8d6\", \"crashpad_tests\": \"4cdc065c85f337110c656baa80f3bc66c9b95c1e\", \"cronet_tests\": \"70d0f3531cc65e9e1bb188787d49603cc3ceb685\", \"cronet_unittests\": \"dab341669971fcd4afe8081ae8e955caff916ee7\", \"crypto_unittests\": \"11e5ffc3855a7f7df7c2e33bbecfd3f9b6686b97\", \"device_unittests\": \"918dea80c16d3347ff468595618701909b21be0b\", \"display_unittests\": \"817b026e3696a173343958b2f752b58ce11ebf0e\", \"events_unittests\": \"ef641f64ebe28d6a1ce4edb662fd734b6b8120e4\", \"extensions_browsertests\": \"cab803e14dc67de8616d82b3718625233b7d32e4\", \"extensions_unittests\": \"96746a8a6c0aa5df9b47e65930aa5ef1208a0dc6\", \"filesystem_service_unittests\": \"2efa24e33c517a77d30854e84c3475cd19fdc264\", \"flatbuffers_unittests\": \"6ba5b33a6bf2b97eee38d79c1d82e9e7acef91b4\", \"gcm_unit_tests\": \"0940fdeced0d4de5603876f093da60715efbb493\", \"gfx_unittests\": \"dc6d58a67a62cc381302beb1639a6a2a185c6c1a\", \"gin_unittests\": \"ac61bf4add26aae2521304071397cd50cd60bff6\", \"google_apis_unittests\": \"b12657ef1e55082b794bc5e93cb81fde733ee0dc\", \"gpu_unittests\": \"74bd10f550477bfb590aac03d4375eac035238c2\", \"grit_python_unittests\": \"ef40d9c294df0b79465dd204eeb1f7aeb8f50f7e\", \"gwp_asan_unittests\": \"475d188faaa92b50d1e352f20fded99aa08586f6\", \"headless_browsertests\": \"b94c424620ca9cd45709cc8d4b28be5e727d8919\", \"headless_unittests\": \"91f4145147280ae5fb87862a9ddd92078816d002\", \"interactive_ui_tests\": \"2ba0fbd1a27c34b11f80d06320a74412f726d269\", \"ipc_tests\": \"18eb1e1222bbf622f537ac4388266820754f4f66\", \"jingle_unittests\": \"babf73d59f828b2a2deaa4b59ebe9f4ae1abde7e\", \"latency_unittests\": \"9c135bbb736d8fbd3db2d813bee15bf345e6189d\", \"libjingle_xmpp_unittests\": \"843432cba2d00b50527d454f829e09902e910289\", \"liburlpattern_unittests\": \"29a85101f4f9ca80e9051e09ff6215194d74b205\", \"mac_signing_tests\": \"162277e3cf0261329f17d848fb78bce52a49a3ee\", \"media_blink_unittests\": \"2294e8d92a1c6ba1864888b149239ddc75f21a04\", \"media_unittests\": \"13b831d5592b63dbcf1f5da46f852e6f610a8a83\", \"message_center_unittests\": \"c0e440c5750cefd1623d3da6f63cf55662417764\", \"metrics_python_tests\": \"de9fe88a666d8fe09e7bdad279ba6c8a7a667321\", \"midi_unittests\": \"0fb919f41c538c635c15ead9ae132a45cc4ee8d0\", \"mojo_python_unittests\": \"bd4765c3ec39677bb72fff0380aa6e82264dd91f\", \"mojo_unittests\": \"7d522d3069cb4b7aa959434b7c51707bf8c57632\", \"nacl_loader_unittests\": \"5dd737c8fb15967d2b4758c883ed4fe15cec27d8\", \"native_theme_unittests\": \"3f0779fff00bfa88bdeee4b191427f42c2e019a2\", \"net_unittests\": \"c81ee2dd7175428889aa5d60116966888163eba9\", \"openscreen_unittests\": \"14737e33723fddb407959e07596bd6f232ccba06\", \"pdf_unittests\": \"14a7d189d79f5537a16641edcf4c64cc2352804b\", \"perfetto_unittests\": \"25faabd14978ce18943197436dd64998912d9cb3\", \"ppapi_unittests\": \"aead61fa0f3e38e10d98737cb1668b88a5c119d3\", \"printing_unittests\": \"a34a675939ffe9c809e07de1cc4addcd2b7e6d21\", \"remoting_unittests\": \"ed70b7a18a71c4fe64f55802cf0e8990cdefa7fd\", \"sandbox_mac_unittests\": \"48b9008cfe878a114a414467cb252e1339c2163b\", \"service_manager_unittests\": \"e39901fc8e5fbbec80129ec1d22e8967f6720220\", \"services_unittests\": \"0c259028f083f546fcc3b9124aba9f72acd1524d\", \"shell_dialogs_unittests\": \"20fe6fa523e73e907501bef7d960bb38f1ae19fa\", \"skia_unittests\": \"55962dd8247089642286d627969b2570d021a681\", \"snapshot_unittests\": \"981de128f5fd7e72fa70656a4ff6ed68a64f23f3\", \"sql_unittests\": \"8c340d4c06368bf9a9bb8125c15ece3ba827e670\", \"storage_unittests\": \"1b6d4c5a4be9307b8906cd39f84e9d69c071a030\", \"sync_integration_tests\": \"1c23b3dc6f7104e8bd5847cd76170011acbb4442\", \"telemetry_gpu_unittests\": \"7a1cb8407d54a21d485043d2f2a0f3036fe67587\", \"telemetry_perf_unittests\": \"dc6a16722535138b597ca9bdd80353beb241b1e0\", \"telemetry_unittests\": \"52ac42d679fcf98dbf7f4f45ee76203e13466f60\", \"ui_base_unittests\": \"5434d4f1700b65fd96e7b71aacb899478389b50f\", \"ui_touch_selection_unittests\": \"5f27c89aed1c0e12fccfb4a141d726eb08fe6ea8\", \"unit_tests\": \"7a124a3751a3ed433a762d473a6c3955db405419\", \"updater_tests\": \"7448ed612628540398c9b3c1e21f32335af7b36e\", \"url_unittests\": \"a289e3305277fdc744d0ee786ec265af1ec3d6fb\", \"views_perftests\": \"105df76b8453887b4f71326f0d0e9507ab8b2634\", \"views_unittests\": \"82ed8fe294e5a85768df4d9e2af2a16ed40897b5\", \"viz_unittests\": \"d900ab9cf556a6cef0435f875fe5c774079a28cd\", \"wtf_unittests\": \"7eca64e77325079d5add96ca00ad72d2ab196b5a\", \"xr_browser_tests\": \"fe0c7a758a75c75edfc9841efa865ca0cbc118cb\", \"zlib_unittests\": \"a9f5d1f74cdd57d4729b5335cf2aa50dca9dc563\"}, \"xcode_build_version\": \"12d4e\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_35788ef09d8eae7507b346e2b8d132d76f2bde09fc8050ac1251d555c07cf94e_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_a165fbc5f77948fe8465d1f67a1e4a103f195e4f29767b5fac0876e41f78e10e_v2\", \"builder_a6b7812892ce2803c2af7edd05905c93375f7b9beeb5faec870a74a927aae8ee_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build281-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10\", \"Mac-10.15\", \"Mac-10.15.7\", \"Mac-10.15.7-19H2\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2\", \"2.7\", \"2.7.16\"], \"server_version\": [\"5776-cb9e157\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"3 Test Suite(s) failed.\\n\\n**chrome_sizes** failed.\\n\\n**browser_tests** failed because of:\\n\\n- TabManagerTest.AutoDiscardable\\n\\n- HistoryCounterTest.PrefChanged\\n\\n- TabStripBrowsertest.MoveTabFirst_DoesNotAddToGroup\\n\\n- SafeBrowsingBlockingPageBrowserTestWithThreatTypeAndIsolationSetting/SafeBrowsingBlockingPageBrowserTest.VerifyHitReportSentOnSBERAndNotIncognito/3\\n\\n- ...13310 more failure(s) (13314 total)...\\n\\n**blink_web_tests** failed:\\n\\n\\n\\n- external/wpt/mediacapture-insertable-streams/MediaStreamTrackGenerator-audio.https.html\\n\\n- virtual/webrtc-wpt-plan-b/external/wpt/webrtc/simulcast/h264.https.html\\n\\n- external/wpt/resource-timing/iframe-failed-commit.html\\n\\n- external/wpt/scroll-to-text-fragment/force-load-at-top.html\\n\\n- ...19 more failure(s) (23 total)...\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1616200976153301",
"status": "COMPLETED",
"status_changed_ts": "1616200976621371",
"tags": [
"build_address:luci.chromium.ci/ToTMac/25569",
"builder:ToTMac",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/612ce97fe114581d5be46553500125f5705214c4",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9017714520233718592",
"scheduler_job_id:chromium/ToTMac",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8852284458112272720/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:5265e30238683610",
"user_agent:luci-scheduler"
],
"updated_ts": "1616240958906031",
"url": "https://ci.chromium.org/b/8852284458112272720",
"utcnow_ts": "1616240959541440"
}
}
[11:49:19.549] Invocation finished in 11h11m7.972285678s with status FAILED