[14:33:37.400] New invocation is queued and will start shortly
[14:33:38.825] Starting the invocation (attempt 1)
[14:33:38.871] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:33:38.871] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:33:38.871] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9023188374465692016",
"parameters_json": "{\"builder_name\":\"ToTMacASan\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"a949945422485a8a776cfd86b69b79fed20f6239\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:ToTMacASan",
"scheduler_invocation_id:9023188374465692016",
"scheduler_job_id:chromium/ToTMacASan",
"user_agent:luci-scheduler",
"buildset:commit/git/a949945422485a8a776cfd86b69b79fed20f6239",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a949945422485a8a776cfd86b69b79fed20f6239",
"gitiles_ref:refs/heads/master"
]
}
[14:33:40.262] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1610980419317384",
"id": "8857758311792078656",
"parameters_json": "{\"builder_name\": \"ToTMacASan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"a949945422485a8a776cfd86b69b79fed20f6239\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1610980420131636",
"tags": [
"build_address:luci.chromium.ci/ToTMacASan/24313",
"builder:ToTMacASan",
"buildset:commit/git/a949945422485a8a776cfd86b69b79fed20f6239",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a949945422485a8a776cfd86b69b79fed20f6239",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9023188374465692016",
"scheduler_job_id:chromium/ToTMacASan",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8857758311792078656/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1610980420131757",
"url": "https://ci.chromium.org/b/8857758311792078656",
"utcnow_ts": "1610980420254709"
}
}
[14:33:40.262] Task URL: https://ci.chromium.org/b/8857758311792078656
[14:33:40.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:2:0) after 1m0s
[14:33:50.541] Received PubSub notification, asking Buildbucket for the build status
[14:33:50.616] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:34:40.323] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:2:0)
[14:34:40.323] Timer tick, asking Buildbucket for the build status
[14:34:40.417] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:34:40.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:4:0) after 1m0s
[14:35:40.469] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:4:0)
[14:35:40.469] Timer tick, asking Buildbucket for the build status
[14:35:40.912] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:35:40.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:5:0) after 1m0s
[14:36:40.928] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:5:0)
[14:36:40.928] Timer tick, asking Buildbucket for the build status
[14:36:41.212] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:36:41.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:6:0) after 1m0s
[14:37:41.192] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:6:0)
[14:37:41.192] Timer tick, asking Buildbucket for the build status
[14:37:41.594] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:37:41.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:7:0) after 1m0s
[14:38:41.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:7:0)
[14:38:41.614] Timer tick, asking Buildbucket for the build status
[14:38:41.817] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:38:41.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:8:0) after 1m0s
[14:39:41.889] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:8:0)
[14:39:41.889] Timer tick, asking Buildbucket for the build status
[14:39:42.008] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:39:42.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:9:0) after 1m0s
[14:40:42.042] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:9:0)
[14:40:42.042] Timer tick, asking Buildbucket for the build status
[14:40:42.207] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:40:42.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:10:0) after 1m0s
[14:41:42.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:10:0)
[14:41:42.257] Timer tick, asking Buildbucket for the build status
[14:41:42.359] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:41:42.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:11:0) after 1m0s
[14:42:42.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:11:0)
[14:42:42.401] Timer tick, asking Buildbucket for the build status
[14:42:42.477] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:42:42.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:12:0) after 1m0s
[14:43:42.502] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:12:0)
[14:43:42.502] Timer tick, asking Buildbucket for the build status
[14:43:42.593] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:43:42.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:13:0) after 1m0s
[14:44:42.610] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:13:0)
[14:44:42.610] Timer tick, asking Buildbucket for the build status
[14:44:42.659] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:44:42.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:14:0) after 1m0s
[14:45:42.675] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:14:0)
[14:45:42.675] Timer tick, asking Buildbucket for the build status
[14:45:42.758] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:45:42.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:15:0) after 1m0s
[14:46:42.782] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:15:0)
[14:46:42.782] Timer tick, asking Buildbucket for the build status
[14:46:42.858] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:46:42.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:16:0) after 1m0s
[14:47:42.890] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:16:0)
[14:47:42.890] Timer tick, asking Buildbucket for the build status
[14:47:42.939] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:47:42.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:17:0) after 1m0s
[14:48:42.950] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:17:0)
[14:48:42.950] Timer tick, asking Buildbucket for the build status
[14:48:43.048] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:48:43.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:18:0) after 1m0s
[14:49:43.145] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:18:0)
[14:49:43.145] Timer tick, asking Buildbucket for the build status
[14:49:43.283] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:49:43.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:19:0) after 1m0s
[14:50:43.336] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:19:0)
[14:50:43.336] Timer tick, asking Buildbucket for the build status
[14:50:43.436] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:50:43.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:20:0) after 1m0s
[14:51:43.454] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:20:0)
[14:51:43.454] Timer tick, asking Buildbucket for the build status
[14:51:43.643] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:51:43.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:21:0) after 1m0s
[14:52:43.666] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:21:0)
[14:52:43.666] Timer tick, asking Buildbucket for the build status
[14:52:43.891] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:52:43.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:22:0) after 1m0s
[14:53:43.986] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:22:0)
[14:53:43.986] Timer tick, asking Buildbucket for the build status
[14:53:44.097] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:53:44.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:23:0) after 1m0s
[14:54:44.123] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:23:0)
[14:54:44.123] Timer tick, asking Buildbucket for the build status
[14:54:44.215] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:54:44.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:24:0) after 1m0s
[14:55:44.235] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:24:0)
[14:55:44.235] Timer tick, asking Buildbucket for the build status
[14:55:44.694] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:55:44.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:25:0) after 1m0s
[14:56:44.807] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:25:0)
[14:56:44.807] Timer tick, asking Buildbucket for the build status
[14:56:44.901] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:56:44.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:26:0) after 1m0s
[14:57:44.905] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:26:0)
[14:57:44.905] Timer tick, asking Buildbucket for the build status
[14:57:45.151] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:57:45.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:27:0) after 1m0s
[14:58:45.228] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:27:0)
[14:58:45.228] Timer tick, asking Buildbucket for the build status
[14:58:45.338] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:58:45.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:28:0) after 1m0s
[14:59:45.371] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:28:0)
[14:59:45.371] Timer tick, asking Buildbucket for the build status
[14:59:45.629] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:59:45.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:29:0) after 1m0s
[15:00:45.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:29:0)
[15:00:45.700] Timer tick, asking Buildbucket for the build status
[15:00:45.790] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:00:45.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:30:0) after 1m0s
[15:01:45.861] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:30:0)
[15:01:45.861] Timer tick, asking Buildbucket for the build status
[15:01:46.005] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:01:46.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:31:0) after 1m0s
[15:02:46.039] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:31:0)
[15:02:46.039] Timer tick, asking Buildbucket for the build status
[15:02:46.210] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:02:46.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:32:0) after 1m0s
[15:03:46.259] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:32:0)
[15:03:46.259] Timer tick, asking Buildbucket for the build status
[15:03:46.633] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:03:46.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:33:0) after 1m0s
[15:04:46.654] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:33:0)
[15:04:46.654] Timer tick, asking Buildbucket for the build status
[15:04:46.739] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:04:46.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:34:0) after 1m0s
[15:05:46.750] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:34:0)
[15:05:46.750] Timer tick, asking Buildbucket for the build status
[15:05:46.900] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:05:46.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:35:0) after 1m0s
[15:06:46.926] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:35:0)
[15:06:46.926] Timer tick, asking Buildbucket for the build status
[15:06:46.999] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:06:46.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:36:0) after 1m0s
[15:07:47.132] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:36:0)
[15:07:47.132] Timer tick, asking Buildbucket for the build status
[15:07:47.192] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:07:47.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:37:0) after 1m0s
[15:08:47.237] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:37:0)
[15:08:47.237] Timer tick, asking Buildbucket for the build status
[15:08:47.383] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:08:47.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:38:0) after 1m0s
[15:09:47.437] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:38:0)
[15:09:47.437] Timer tick, asking Buildbucket for the build status
[15:09:47.502] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:09:47.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:39:0) after 1m0s
[15:10:47.526] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:39:0)
[15:10:47.526] Timer tick, asking Buildbucket for the build status
[15:10:47.603] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:10:47.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:40:0) after 1m0s
[15:11:47.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:40:0)
[15:11:47.669] Timer tick, asking Buildbucket for the build status
[15:11:47.732] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:11:47.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:41:0) after 1m0s
[15:12:47.807] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:41:0)
[15:12:47.807] Timer tick, asking Buildbucket for the build status
[15:12:47.861] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:12:47.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:42:0) after 1m0s
[15:13:47.908] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:42:0)
[15:13:47.908] Timer tick, asking Buildbucket for the build status
[15:13:48.092] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:13:48.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:43:0) after 1m0s
[15:14:48.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:43:0)
[15:14:48.144] Timer tick, asking Buildbucket for the build status
[15:14:48.245] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:14:48.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:44:0) after 1m0s
[15:15:48.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:44:0)
[15:15:48.370] Timer tick, asking Buildbucket for the build status
[15:15:48.457] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:15:48.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:45:0) after 1m0s
[15:16:48.486] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:45:0)
[15:16:48.486] Timer tick, asking Buildbucket for the build status
[15:16:48.695] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:16:48.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:46:0) after 1m0s
[15:17:48.769] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:46:0)
[15:17:48.769] Timer tick, asking Buildbucket for the build status
[15:17:49.001] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:17:49.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:47:0) after 1m0s
[15:18:49.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:47:0)
[15:18:49.067] Timer tick, asking Buildbucket for the build status
[15:18:49.318] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:18:49.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:48:0) after 1m0s
[15:19:49.456] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:48:0)
[15:19:49.456] Timer tick, asking Buildbucket for the build status
[15:19:49.780] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:19:49.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:49:0) after 1m0s
[15:20:49.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:49:0)
[15:20:49.886] Timer tick, asking Buildbucket for the build status
[15:20:49.959] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:20:49.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:50:0) after 1m0s
[15:21:50.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:50:0)
[15:21:50.035] Timer tick, asking Buildbucket for the build status
[15:21:50.397] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:21:50.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:51:0) after 1m0s
[15:22:50.473] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:51:0)
[15:22:50.473] Timer tick, asking Buildbucket for the build status
[15:22:50.571] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:22:50.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:52:0) after 1m0s
[15:23:50.640] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:52:0)
[15:23:50.640] Timer tick, asking Buildbucket for the build status
[15:23:50.767] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:23:50.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:53:0) after 1m0s
[15:24:50.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:53:0)
[15:24:50.840] Timer tick, asking Buildbucket for the build status
[15:24:51.064] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:24:51.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:54:0) after 1m0s
[15:25:51.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:54:0)
[15:25:51.082] Timer tick, asking Buildbucket for the build status
[15:25:51.284] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:25:51.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:55:0) after 1m0s
[15:26:51.411] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:55:0)
[15:26:51.411] Timer tick, asking Buildbucket for the build status
[15:26:51.483] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:26:51.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:56:0) after 1m0s
[15:27:51.603] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:56:0)
[15:27:51.603] Timer tick, asking Buildbucket for the build status
[15:27:51.685] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:27:51.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:57:0) after 1m0s
[15:28:51.745] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:57:0)
[15:28:51.745] Timer tick, asking Buildbucket for the build status
[15:28:51.962] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:28:51.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:58:0) after 1m0s
[15:29:51.984] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:58:0)
[15:29:51.984] Timer tick, asking Buildbucket for the build status
[15:29:52.045] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:29:52.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:59:0) after 1m0s
[15:30:52.219] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:59:0)
[15:30:52.219] Timer tick, asking Buildbucket for the build status
[15:30:52.484] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:30:52.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:60:0) after 1m0s
[15:31:52.538] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:60:0)
[15:31:52.538] Timer tick, asking Buildbucket for the build status
[15:31:52.693] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:31:52.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:61:0) after 1m0s
[15:32:52.823] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:61:0)
[15:32:52.823] Timer tick, asking Buildbucket for the build status
[15:32:52.909] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:32:52.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:62:0) after 1m0s
[15:33:52.913] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:62:0)
[15:33:52.913] Timer tick, asking Buildbucket for the build status
[15:33:53.035] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:33:53.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:63:0) after 1m0s
[15:34:53.029] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:63:0)
[15:34:53.029] Timer tick, asking Buildbucket for the build status
[15:34:53.232] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:34:53.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:64:0) after 1m0s
[15:35:53.289] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:64:0)
[15:35:53.289] Timer tick, asking Buildbucket for the build status
[15:35:53.354] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:35:53.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:65:0) after 1m0s
[15:36:53.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:65:0)
[15:36:53.374] Timer tick, asking Buildbucket for the build status
[15:36:53.528] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:36:53.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:66:0) after 1m0s
[15:37:53.561] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:66:0)
[15:37:53.561] Timer tick, asking Buildbucket for the build status
[15:37:53.664] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:37:53.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:67:0) after 1m0s
[15:38:53.734] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:67:0)
[15:38:53.734] Timer tick, asking Buildbucket for the build status
[15:38:53.902] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:38:53.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:68:0) after 1m0s
[15:39:53.922] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:68:0)
[15:39:53.922] Timer tick, asking Buildbucket for the build status
[15:39:53.987] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:39:53.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:69:0) after 1m0s
[15:40:54.010] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:69:0)
[15:40:54.010] Timer tick, asking Buildbucket for the build status
[15:40:54.255] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:40:54.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:70:0) after 1m0s
[15:41:54.535] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:70:0)
[15:41:54.535] Timer tick, asking Buildbucket for the build status
[15:41:54.625] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:41:54.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:71:0) after 1m0s
[15:42:54.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:71:0)
[15:42:54.624] Timer tick, asking Buildbucket for the build status
[15:42:54.696] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:42:54.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:72:0) after 1m0s
[15:43:54.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:72:0)
[15:43:54.831] Timer tick, asking Buildbucket for the build status
[15:43:55.033] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:43:55.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:73:0) after 1m0s
[15:44:55.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:73:0)
[15:44:55.152] Timer tick, asking Buildbucket for the build status
[15:44:55.370] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:44:55.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:74:0) after 1m0s
[15:45:55.390] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:74:0)
[15:45:55.390] Timer tick, asking Buildbucket for the build status
[15:45:55.556] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:45:55.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:75:0) after 1m0s
[15:46:55.643] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:75:0)
[15:46:55.643] Timer tick, asking Buildbucket for the build status
[15:46:55.701] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:46:55.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:76:0) after 1m0s
[15:47:55.812] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:76:0)
[15:47:55.812] Timer tick, asking Buildbucket for the build status
[15:47:56.198] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:47:56.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:77:0) after 1m0s
[15:48:56.239] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:77:0)
[15:48:56.239] Timer tick, asking Buildbucket for the build status
[15:48:56.659] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:48:56.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:78:0) after 1m0s
[15:49:56.712] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:78:0)
[15:49:56.712] Timer tick, asking Buildbucket for the build status
[15:49:56.985] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:49:56.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:79:0) after 1m0s
[15:50:57.005] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:79:0)
[15:50:57.005] Timer tick, asking Buildbucket for the build status
[15:50:57.151] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:50:57.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:80:0) after 1m0s
[15:51:57.180] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:80:0)
[15:51:57.180] Timer tick, asking Buildbucket for the build status
[15:51:57.418] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:51:57.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:81:0) after 1m0s
[15:52:57.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:81:0)
[15:52:57.476] Timer tick, asking Buildbucket for the build status
[15:52:57.744] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:52:57.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:82:0) after 1m0s
[15:53:57.773] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:82:0)
[15:53:57.773] Timer tick, asking Buildbucket for the build status
[15:53:58.044] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:53:58.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:83:0) after 1m0s
[15:54:58.066] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:83:0)
[15:54:58.066] Timer tick, asking Buildbucket for the build status
[15:54:58.127] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:54:58.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:84:0) after 1m0s
[15:55:58.203] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:84:0)
[15:55:58.203] Timer tick, asking Buildbucket for the build status
[15:55:58.263] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:55:58.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:85:0) after 1m0s
[15:56:58.892] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:85:0)
[15:56:58.892] Timer tick, asking Buildbucket for the build status
[15:56:58.965] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:56:58.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:86:0) after 1m0s
[15:57:59.485] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:86:0)
[15:57:59.485] Timer tick, asking Buildbucket for the build status
[15:57:59.607] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:57:59.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:87:0) after 1m0s
[15:58:59.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:87:0)
[15:58:59.749] Timer tick, asking Buildbucket for the build status
[15:59:00.191] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:59:00.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:88:0) after 1m0s
[16:00:00.239] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:88:0)
[16:00:00.239] Timer tick, asking Buildbucket for the build status
[16:00:00.412] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:00:00.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:89:0) after 1m0s
[16:01:00.503] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:89:0)
[16:01:00.504] Timer tick, asking Buildbucket for the build status
[16:01:00.595] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:01:00.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:90:0) after 1m0s
[16:02:01.598] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:90:0)
[16:02:01.598] Timer tick, asking Buildbucket for the build status
[16:02:02.026] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:02:02.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:91:0) after 1m0s
[16:03:02.523] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:91:0)
[16:03:02.523] Timer tick, asking Buildbucket for the build status
[16:03:02.766] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:03:02.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:92:0) after 1m0s
[16:04:02.844] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:92:0)
[16:04:02.844] Timer tick, asking Buildbucket for the build status
[16:04:02.964] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:04:02.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:93:0) after 1m0s
[16:05:03.314] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:93:0)
[16:05:03.314] Timer tick, asking Buildbucket for the build status
[16:05:04.586] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:05:04.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:94:0) after 1m0s
[16:06:04.664] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:94:0)
[16:06:04.664] Timer tick, asking Buildbucket for the build status
[16:06:04.972] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:06:04.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:95:0) after 1m0s
[16:07:05.021] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:95:0)
[16:07:05.021] Timer tick, asking Buildbucket for the build status
[16:07:05.108] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:07:05.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:96:0) after 1m0s
[16:08:05.293] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:96:0)
[16:08:05.293] Timer tick, asking Buildbucket for the build status
[16:08:05.522] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:08:05.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:97:0) after 1m0s
[16:09:05.758] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:97:0)
[16:09:05.758] Timer tick, asking Buildbucket for the build status
[16:09:05.875] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:09:05.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:98:0) after 1m0s
[16:10:06.042] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:98:0)
[16:10:06.042] Timer tick, asking Buildbucket for the build status
[16:10:06.515] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:10:06.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:99:0) after 1m0s
[16:11:06.759] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:99:0)
[16:11:06.759] Timer tick, asking Buildbucket for the build status
[16:11:06.869] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:11:06.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:100:0) after 1m0s
[16:12:07.043] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:100:0)
[16:12:07.043] Timer tick, asking Buildbucket for the build status
[16:12:07.135] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:12:07.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:101:0) after 1m0s
[16:13:07.169] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:101:0)
[16:13:07.169] Timer tick, asking Buildbucket for the build status
[16:13:07.241] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:13:07.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:102:0) after 1m0s
[16:14:07.219] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:102:0)
[16:14:07.219] Timer tick, asking Buildbucket for the build status
[16:14:07.626] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:14:07.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:103:0) after 1m0s
[16:15:07.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:103:0)
[16:15:07.669] Timer tick, asking Buildbucket for the build status
[16:15:07.744] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:15:07.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:104:0) after 1m0s
[16:16:07.778] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:104:0)
[16:16:07.778] Timer tick, asking Buildbucket for the build status
[16:16:07.846] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:16:07.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:105:0) after 1m0s
[16:17:07.883] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:105:0)
[16:17:07.883] Timer tick, asking Buildbucket for the build status
[16:17:07.943] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:17:07.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:106:0) after 1m0s
[16:18:08.002] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:106:0)
[16:18:08.002] Timer tick, asking Buildbucket for the build status
[16:18:08.448] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:18:08.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:107:0) after 1m0s
[16:19:08.477] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:107:0)
[16:19:08.477] Timer tick, asking Buildbucket for the build status
[16:19:08.578] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:19:08.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:108:0) after 1m0s
[16:20:08.675] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:108:0)
[16:20:08.675] Timer tick, asking Buildbucket for the build status
[16:20:08.875] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:20:08.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:109:0) after 1m0s
[16:21:08.913] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:109:0)
[16:21:08.913] Timer tick, asking Buildbucket for the build status
[16:21:08.995] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:21:08.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:110:0) after 1m0s
[16:22:09.088] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:110:0)
[16:22:09.089] Timer tick, asking Buildbucket for the build status
[16:22:09.222] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:22:09.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:111:0) after 1m0s
[16:23:09.330] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:111:0)
[16:23:09.330] Timer tick, asking Buildbucket for the build status
[16:23:09.411] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:23:09.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:112:0) after 1m0s
[16:24:09.518] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:112:0)
[16:24:09.518] Timer tick, asking Buildbucket for the build status
[16:24:09.651] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:24:09.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:113:0) after 1m0s
[16:25:09.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:113:0)
[16:25:09.746] Timer tick, asking Buildbucket for the build status
[16:25:09.818] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:25:09.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:114:0) after 1m0s
[16:26:09.903] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:114:0)
[16:26:09.903] Timer tick, asking Buildbucket for the build status
[16:26:09.979] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:26:09.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:115:0) after 1m0s
[16:27:10.005] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:115:0)
[16:27:10.005] Timer tick, asking Buildbucket for the build status
[16:27:10.063] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:27:10.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:116:0) after 1m0s
[16:28:10.102] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:116:0)
[16:28:10.102] Timer tick, asking Buildbucket for the build status
[16:28:10.170] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:28:10.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:117:0) after 1m0s
[16:29:10.271] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:117:0)
[16:29:10.271] Timer tick, asking Buildbucket for the build status
[16:29:10.413] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:29:10.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:118:0) after 1m0s
[16:30:10.454] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:118:0)
[16:30:10.454] Timer tick, asking Buildbucket for the build status
[16:30:10.743] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:30:10.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:119:0) after 1m0s
[16:31:10.784] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:119:0)
[16:31:10.784] Timer tick, asking Buildbucket for the build status
[16:31:11.331] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:31:11.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:120:0) after 1m0s
[16:32:11.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:120:0)
[16:32:11.378] Timer tick, asking Buildbucket for the build status
[16:32:11.646] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:32:11.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:121:0) after 1m0s
[16:33:11.701] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:121:0)
[16:33:11.701] Timer tick, asking Buildbucket for the build status
[16:33:12.108] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:33:12.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:122:0) after 1m0s
[16:34:12.217] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:122:0)
[16:34:12.217] Timer tick, asking Buildbucket for the build status
[16:34:12.537] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:34:12.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:123:0) after 1m0s
[16:35:12.657] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:123:0)
[16:35:12.657] Timer tick, asking Buildbucket for the build status
[16:35:12.754] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:35:12.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:124:0) after 1m0s
[16:36:12.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:124:0)
[16:36:12.776] Timer tick, asking Buildbucket for the build status
[16:36:12.852] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:36:12.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:125:0) after 1m0s
[16:37:12.900] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:125:0)
[16:37:12.900] Timer tick, asking Buildbucket for the build status
[16:37:13.144] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:37:13.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:126:0) after 1m0s
[16:38:13.163] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:126:0)
[16:38:13.163] Timer tick, asking Buildbucket for the build status
[16:38:13.379] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:38:13.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:127:0) after 1m0s
[16:39:13.389] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:127:0)
[16:39:13.389] Timer tick, asking Buildbucket for the build status
[16:39:13.506] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:39:13.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:128:0) after 1m0s
[16:40:13.652] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:128:0)
[16:40:13.652] Timer tick, asking Buildbucket for the build status
[16:40:14.212] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:40:14.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:129:0) after 1m0s
[16:41:14.362] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:129:0)
[16:41:14.363] Timer tick, asking Buildbucket for the build status
[16:41:14.623] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:41:14.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:130:0) after 1m0s
[16:42:14.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:130:0)
[16:42:14.660] Timer tick, asking Buildbucket for the build status
[16:42:14.811] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:42:14.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:131:0) after 1m0s
[16:43:14.799] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:131:0)
[16:43:14.799] Timer tick, asking Buildbucket for the build status
[16:43:14.880] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:43:14.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:132:0) after 1m0s
[16:44:15.000] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:132:0)
[16:44:15.001] Timer tick, asking Buildbucket for the build status
[16:44:16.986] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:44:16.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:133:0) after 1m0s
[16:45:16.974] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:133:0)
[16:45:16.974] Timer tick, asking Buildbucket for the build status
[16:45:17.034] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:45:17.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:134:0) after 1m0s
[16:46:17.130] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:134:0)
[16:46:17.130] Timer tick, asking Buildbucket for the build status
[16:46:18.062] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:46:18.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:135:0) after 1m0s
[16:47:18.065] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:135:0)
[16:47:18.065] Timer tick, asking Buildbucket for the build status
[16:47:18.146] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:47:18.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:136:0) after 1m0s
[16:48:18.138] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:136:0)
[16:48:18.139] Timer tick, asking Buildbucket for the build status
[16:48:18.937] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:48:18.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:137:0) after 1m0s
[16:49:19.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:137:0)
[16:49:19.035] Timer tick, asking Buildbucket for the build status
[16:49:19.184] Build 8857758311792078656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:49:19.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023188374465692016:138:0) after 1m0s
[16:49:40.661] Received PubSub notification, asking Buildbucket for the build status
[16:49:40.753] Build 8857758311792078656: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[16:49:40.753] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1610988580267579",
"created_by": "project:chromium",
"created_ts": "1610980419317384",
"failure_reason": "BUILD_FAILURE",
"id": "8857758311792078656",
"parameters_json": "{\"builder_name\": \"ToTMacASan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"a949945422485a8a776cfd86b69b79fed20f6239\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[20745/56934] CXX obj/base/base_unittests/memory_unittest.o\\nFAILED: obj/base/base_unittests/memory_unittest.o\\n../../third_party/llvm-build/Release+Asserts/bin/clang++ -MMD -MF obj/base/base_unittests/memory_uni...(too long)\\n../../base/process/memory_unittest.cc:77:21: error: attempt to call free on non-heap object 'buf' [-Werror,-Wfree-nonheap-object]\\nASSERT_DEATH(free(buf), \\\"\\\");\\n^\\n1 error generated.\\n```\\n#### More information in raw_io.output[failure_summary]\"}, \"properties\": {\"$build/goma\": {\"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/milo/blamelist_pins\": [{\"host\": \"chromium.googlesource.com\", \"id\": \"a949945422485a8a776cfd86b69b79fed20f6239\", \"project\": \"chromium/src\"}], \"$recipe_engine/path\": {\"cache_dir\": \"/opt/s/w/ir/cache\", \"temp_dir\": \"/opt/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build285-m9\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.clang\", \"buildername\": \"ToTMacASan\", \"buildnumber\": 24313, \"clang_revision\": \"llvmorg-12-init-16940-g3dbbadb8-0\", \"got_angle_revision\": \"68f15c734d5cef3bfa3f8d86654fd7a5808679ec\", \"got_dawn_revision\": \"5c20f1ec9ca95008eb452e04133c332af3a2b3fa\", \"got_nacl_revision\": \"cb31feffa500401c95c6c44d88b7c358236bca36\", \"got_revision\": \"a949945422485a8a776cfd86b69b79fed20f6239\", \"got_revision_cp\": \"refs/heads/master@{#844517}\", \"got_swarming_client_revision\": \"1a072711d4388c62e02480fabc26c68c24494be9\", \"got_swiftshader_revision\": \"149733cead636de93d96c5c64f30168d5f6bb03f\", \"got_v8_revision\": \"16b9bbbd581c25391981aa03180b76aa60463a3e\", \"got_v8_revision_cp\": \"refs/heads/8.9.255@{#1}\", \"got_webrtc_revision\": \"12971a22d265c7ba1c3c388f5d487580939a1162\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#33014}\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"a949945422485a8a776cfd86b69b79fed20f6239\", \"xcode_build_version\": \"12a7209\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_35788ef09d8eae7507b346e2b8d132d76f2bde09fc8050ac1251d555c07cf94e_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_a165fbc5f77948fe8465d1f67a1e4a103f195e4f29767b5fac0876e41f78e10e_v2\", \"builder_a6b7812892ce2803c2af7edd05905c93375f7b9beeb5faec870a74a927aae8ee_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build285-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10\", \"Mac-10.15\", \"Mac-10.15.7\", \"Mac-10.15.7-19H2\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.16\"], \"server_version\": [\"5666-679c9bd\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[20745/56934] CXX obj/base/base_unittests/memory_unittest.o\\nFAILED: obj/base/base_unittests/memory_unittest.o\\n../../third_party/llvm-build/Release+Asserts/bin/clang++ -MMD -MF obj/base/base_unittests/memory_uni...(too long)\\n../../base/process/memory_unittest.cc:77:21: error: attempt to call free on non-heap object 'buf' [-Werror,-Wfree-nonheap-object]\\nASSERT_DEATH(free(buf), \\\"\\\");\\n^\\n1 error generated.\\n```\\n#### More information in raw_io.output[failure_summary]\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1610980429212845",
"status": "COMPLETED",
"status_changed_ts": "1610980429897043",
"tags": [
"build_address:luci.chromium.ci/ToTMacASan/24313",
"builder:ToTMacASan",
"buildset:commit/git/a949945422485a8a776cfd86b69b79fed20f6239",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a949945422485a8a776cfd86b69b79fed20f6239",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9023188374465692016",
"scheduler_job_id:chromium/ToTMacASan",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8857758311792078656/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:512ebbf2d9b68510",
"user_agent:luci-scheduler"
],
"updated_ts": "1610988580349291",
"url": "https://ci.chromium.org/b/8857758311792078656",
"utcnow_ts": "1610988580745469"
}
}
[16:49:40.753] Invocation finished in 2h16m3.368943195s with status FAILED