[10:02:54.476] New invocation is queued and will start shortly
[10:02:56.009] Starting the invocation (attempt 1)
[10:02:56.050] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:02:56.050] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:02:56.050] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9069953441080054960",
"parameters_json": "{\"builder_name\":\"ToTMacASan\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"a5b40765e8e93a1e5ce8b349852d52ad8845d498\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:ToTMacASan",
"scheduler_invocation_id:9069953441080054960",
"scheduler_job_id:chromium/ToTMacASan",
"user_agent:luci-scheduler",
"buildset:commit/git/a5b40765e8e93a1e5ce8b349852d52ad8845d498",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a5b40765e8e93a1e5ce8b349852d52ad8845d498",
"gitiles_ref:refs/heads/master"
]
}
[10:02:56.961] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary": true,
"canary_preference": "CANARY",
"created_by": "project:chromium",
"created_ts": "1566381776236742",
"id": "8904523378559984352",
"parameters_json": "{\"builder_name\": \"ToTMacASan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"a5b40765e8e93a1e5ce8b349852d52ad8845d498\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1566381776754213",
"tags": [
"build_address:luci.chromium.ci/ToTMacASan/20139",
"builder:ToTMacASan",
"buildset:commit/git/a5b40765e8e93a1e5ce8b349852d52ad8845d498",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a5b40765e8e93a1e5ce8b349852d52ad8845d498",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9069953441080054960",
"scheduler_job_id:chromium/ToTMacASan",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8904523378559984352/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1566381776754335",
"url": "https://ci.chromium.org/b/8904523378559984352",
"utcnow_ts": "1566381776951788"
}
}
[10:02:56.961] Task URL: https://ci.chromium.org/b/8904523378559984352
[10:02:56.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:2:0) after 1m0s
[10:03:57.085] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:2:0)
[10:03:57.085] Timer tick, asking Buildbucket for the build status
[10:03:57.789] Build 8904523378559984352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:03:57.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:3:0) after 1m0s
[10:04:57.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:3:0)
[10:04:57.878] Timer tick, asking Buildbucket for the build status
[10:04:58.532] Build 8904523378559984352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:04:58.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:4:0) after 1m0s
[10:05:32.148] Received PubSub notification, asking Buildbucket for the build status
[10:05:32.343] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:05:58.532] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:4:0)
[10:05:58.532] Timer tick, asking Buildbucket for the build status
[10:05:58.976] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:05:58.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:6:0) after 1m0s
[10:06:59.012] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:6:0)
[10:06:59.012] Timer tick, asking Buildbucket for the build status
[10:07:01.129] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:07:01.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:7:0) after 1m0s
[10:08:01.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:7:0)
[10:08:01.122] Timer tick, asking Buildbucket for the build status
[10:08:01.354] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:08:01.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:8:0) after 1m0s
[10:09:01.416] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:8:0)
[10:09:01.416] Timer tick, asking Buildbucket for the build status
[10:09:02.062] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:09:02.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:9:0) after 1m0s
[10:10:02.148] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:9:0)
[10:10:02.148] Timer tick, asking Buildbucket for the build status
[10:10:02.729] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:10:02.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:10:0) after 1m0s
[10:11:02.731] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:10:0)
[10:11:02.731] Timer tick, asking Buildbucket for the build status
[10:11:03.123] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:11:03.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:11:0) after 1m0s
[10:12:03.176] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:11:0)
[10:12:03.176] Timer tick, asking Buildbucket for the build status
[10:12:03.674] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:12:03.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:12:0) after 1m0s
[10:13:03.711] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:12:0)
[10:13:03.711] Timer tick, asking Buildbucket for the build status
[10:13:04.247] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:13:04.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:13:0) after 1m0s
[10:14:04.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:13:0)
[10:14:04.291] Timer tick, asking Buildbucket for the build status
[10:14:04.721] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:14:04.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:14:0) after 1m0s
[10:15:04.782] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:14:0)
[10:15:04.782] Timer tick, asking Buildbucket for the build status
[10:15:04.919] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:15:04.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:15:0) after 1m0s
[10:16:04.938] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:15:0)
[10:16:04.938] Timer tick, asking Buildbucket for the build status
[10:16:05.474] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:16:05.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:16:0) after 1m0s
[10:17:05.532] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:16:0)
[10:17:05.532] Timer tick, asking Buildbucket for the build status
[10:17:05.708] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:17:05.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:17:0) after 1m0s
[10:18:05.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:17:0)
[10:18:05.780] Timer tick, asking Buildbucket for the build status
[10:18:05.926] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:18:05.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:18:0) after 1m0s
[10:19:06.031] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:18:0)
[10:19:06.031] Timer tick, asking Buildbucket for the build status
[10:19:06.222] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:19:06.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:19:0) after 1m0s
[10:20:06.272] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:19:0)
[10:20:06.273] Timer tick, asking Buildbucket for the build status
[10:20:06.808] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:20:06.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:20:0) after 1m0s
[10:21:06.874] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:20:0)
[10:21:06.874] Timer tick, asking Buildbucket for the build status
[10:21:07.386] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:21:07.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:21:0) after 1m0s
[10:22:07.443] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:21:0)
[10:22:07.443] Timer tick, asking Buildbucket for the build status
[10:22:07.677] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:22:07.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:22:0) after 1m0s
[10:23:07.698] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:22:0)
[10:23:07.698] Timer tick, asking Buildbucket for the build status
[10:23:07.951] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:23:07.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:23:0) after 1m0s
[10:24:07.943] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:23:0)
[10:24:07.943] Timer tick, asking Buildbucket for the build status
[10:24:08.202] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:24:08.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:24:0) after 1m0s
[10:25:08.232] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:24:0)
[10:25:08.232] Timer tick, asking Buildbucket for the build status
[10:25:08.445] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:25:08.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:25:0) after 1m0s
[10:26:08.440] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:25:0)
[10:26:08.440] Timer tick, asking Buildbucket for the build status
[10:26:08.867] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:26:08.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:26:0) after 1m0s
[10:27:08.950] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:26:0)
[10:27:08.951] Timer tick, asking Buildbucket for the build status
[10:27:10.873] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:27:10.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:27:0) after 1m0s
[10:28:10.979] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:27:0)
[10:28:10.979] Timer tick, asking Buildbucket for the build status
[10:28:13.090] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:28:13.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:28:0) after 1m0s
[10:29:13.233] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:28:0)
[10:29:13.233] Timer tick, asking Buildbucket for the build status
[10:29:15.783] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:29:15.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:29:0) after 1m0s
[10:30:15.789] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:29:0)
[10:30:15.789] Timer tick, asking Buildbucket for the build status
[10:30:16.028] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:30:16.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:30:0) after 1m0s
[10:31:16.053] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:30:0)
[10:31:16.053] Timer tick, asking Buildbucket for the build status
[10:31:16.748] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:31:16.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:31:0) after 1m0s
[10:32:16.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:31:0)
[10:32:16.774] Timer tick, asking Buildbucket for the build status
[10:32:19.826] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:32:19.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:32:0) after 1m0s
[10:33:19.951] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:32:0)
[10:33:19.951] Timer tick, asking Buildbucket for the build status
[10:33:20.229] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:33:20.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:33:0) after 1m0s
[10:34:20.244] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:33:0)
[10:34:20.244] Timer tick, asking Buildbucket for the build status
[10:34:20.491] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:34:20.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:34:0) after 1m0s
[10:35:20.697] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:34:0)
[10:35:20.697] Timer tick, asking Buildbucket for the build status
[10:35:20.931] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:35:20.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:35:0) after 1m0s
[10:36:21.282] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:35:0)
[10:36:21.282] Timer tick, asking Buildbucket for the build status
[10:36:22.332] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:36:22.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:36:0) after 1m0s
[10:37:22.390] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:36:0)
[10:37:22.390] Timer tick, asking Buildbucket for the build status
[10:37:22.574] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:37:22.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:37:0) after 1m0s
[10:38:22.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:37:0)
[10:38:22.677] Timer tick, asking Buildbucket for the build status
[10:38:22.856] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:38:22.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:38:0) after 1m0s
[10:39:22.973] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:38:0)
[10:39:22.973] Timer tick, asking Buildbucket for the build status
[10:39:23.164] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:39:23.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:39:0) after 1m0s
[10:40:23.313] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:39:0)
[10:40:23.313] Timer tick, asking Buildbucket for the build status
[10:40:24.044] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:40:24.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:40:0) after 1m0s
[10:41:24.068] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:40:0)
[10:41:24.068] Timer tick, asking Buildbucket for the build status
[10:41:24.299] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:41:24.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:41:0) after 1m0s
[10:42:24.469] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:41:0)
[10:42:24.469] Timer tick, asking Buildbucket for the build status
[10:42:25.073] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:42:25.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:42:0) after 1m0s
[10:43:25.222] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:42:0)
[10:43:25.222] Timer tick, asking Buildbucket for the build status
[10:43:26.048] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:43:26.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:43:0) after 1m0s
[10:44:26.140] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:43:0)
[10:44:26.140] Timer tick, asking Buildbucket for the build status
[10:44:26.299] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:44:26.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:44:0) after 1m0s
[10:45:26.315] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:44:0)
[10:45:26.315] Timer tick, asking Buildbucket for the build status
[10:45:26.829] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:45:26.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:45:0) after 1m0s
[10:46:26.937] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:45:0)
[10:46:26.937] Timer tick, asking Buildbucket for the build status
[10:46:27.216] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:46:27.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:46:0) after 1m0s
[10:47:27.337] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:46:0)
[10:47:27.337] Timer tick, asking Buildbucket for the build status
[10:47:27.483] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:47:27.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:47:0) after 1m0s
[10:48:27.641] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:47:0)
[10:48:27.641] Timer tick, asking Buildbucket for the build status
[10:48:28.015] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:48:28.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:48:0) after 1m0s
[10:49:28.038] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:48:0)
[10:49:28.038] Timer tick, asking Buildbucket for the build status
[10:49:28.609] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:49:28.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:49:0) after 1m0s
[10:50:28.814] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:49:0)
[10:50:28.814] Timer tick, asking Buildbucket for the build status
[10:50:29.002] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:50:29.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:50:0) after 1m0s
[10:51:29.250] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:50:0)
[10:51:29.250] Timer tick, asking Buildbucket for the build status
[10:51:29.416] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:51:29.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:51:0) after 1m0s
[10:52:29.440] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:51:0)
[10:52:29.440] Timer tick, asking Buildbucket for the build status
[10:52:29.585] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:52:29.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:52:0) after 1m0s
[10:53:29.667] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:52:0)
[10:53:29.667] Timer tick, asking Buildbucket for the build status
[10:53:29.810] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:53:29.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:53:0) after 1m0s
[10:54:29.991] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:53:0)
[10:54:29.991] Timer tick, asking Buildbucket for the build status
[10:54:30.235] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:54:30.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:54:0) after 1m0s
[10:55:30.258] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:54:0)
[10:55:30.258] Timer tick, asking Buildbucket for the build status
[10:55:30.908] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:55:30.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:55:0) after 1m0s
[10:56:30.972] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:55:0)
[10:56:30.972] Timer tick, asking Buildbucket for the build status
[10:56:31.386] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:56:31.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:56:0) after 1m0s
[10:57:31.451] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:56:0)
[10:57:31.451] Timer tick, asking Buildbucket for the build status
[10:57:31.641] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:57:31.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:57:0) after 1m0s
[10:58:31.694] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:57:0)
[10:58:31.694] Timer tick, asking Buildbucket for the build status
[10:58:31.895] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:58:31.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:58:0) after 1m0s
[10:59:31.956] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:58:0)
[10:59:31.956] Timer tick, asking Buildbucket for the build status
[10:59:32.295] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:59:32.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:59:0) after 1m0s
[11:00:32.341] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:59:0)
[11:00:32.341] Timer tick, asking Buildbucket for the build status
[11:00:32.512] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:00:32.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:60:0) after 1m0s
[11:01:32.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:60:0)
[11:01:32.552] Timer tick, asking Buildbucket for the build status
[11:01:32.835] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:01:32.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:61:0) after 1m0s
[11:02:32.951] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:61:0)
[11:02:32.951] Timer tick, asking Buildbucket for the build status
[11:02:33.343] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:02:33.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:62:0) after 1m0s
[11:03:33.445] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:62:0)
[11:03:33.448] Timer tick, asking Buildbucket for the build status
[11:03:33.743] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:03:33.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:63:0) after 1m0s
[11:04:33.812] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:63:0)
[11:04:33.813] Timer tick, asking Buildbucket for the build status
[11:04:34.059] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:04:34.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:64:0) after 1m0s
[11:05:34.131] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:64:0)
[11:05:34.131] Timer tick, asking Buildbucket for the build status
[11:05:34.643] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:05:34.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:65:0) after 1m0s
[11:06:34.706] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:65:0)
[11:06:34.706] Timer tick, asking Buildbucket for the build status
[11:06:37.010] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:06:37.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:66:0) after 1m0s
[11:07:37.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:66:0)
[11:07:37.122] Timer tick, asking Buildbucket for the build status
[11:07:37.274] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:07:37.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:67:0) after 1m0s
[11:08:37.263] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:67:0)
[11:08:37.263] Timer tick, asking Buildbucket for the build status
[11:08:37.412] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:08:37.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:68:0) after 1m0s
[11:09:37.520] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:68:0)
[11:09:37.520] Timer tick, asking Buildbucket for the build status
[11:09:37.764] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:09:37.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:69:0) after 1m0s
[11:10:37.790] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:69:0)
[11:10:37.790] Timer tick, asking Buildbucket for the build status
[11:10:38.327] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:10:38.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:70:0) after 1m0s
[11:11:38.369] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:70:0)
[11:11:38.369] Timer tick, asking Buildbucket for the build status
[11:11:38.523] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:11:38.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:71:0) after 1m0s
[11:12:38.565] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:71:0)
[11:12:38.565] Timer tick, asking Buildbucket for the build status
[11:12:38.993] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:12:38.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:72:0) after 1m0s
[11:13:39.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:72:0)
[11:13:39.124] Timer tick, asking Buildbucket for the build status
[11:13:39.555] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:13:39.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:73:0) after 1m0s
[11:14:39.620] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:73:0)
[11:14:39.620] Timer tick, asking Buildbucket for the build status
[11:14:39.873] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:14:39.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:74:0) after 1m0s
[11:15:39.989] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:74:0)
[11:15:39.989] Timer tick, asking Buildbucket for the build status
[11:15:40.320] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:15:40.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:75:0) after 1m0s
[11:16:40.377] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:75:0)
[11:16:40.378] Timer tick, asking Buildbucket for the build status
[11:16:40.572] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:16:40.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:76:0) after 1m0s
[11:17:40.616] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:76:0)
[11:17:40.616] Timer tick, asking Buildbucket for the build status
[11:17:41.124] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:17:41.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:77:0) after 1m0s
[11:18:41.163] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:77:0)
[11:18:41.163] Timer tick, asking Buildbucket for the build status
[11:18:41.312] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:18:41.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:78:0) after 1m0s
[11:19:41.353] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:78:0)
[11:19:41.353] Timer tick, asking Buildbucket for the build status
[11:19:41.822] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:19:41.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:79:0) after 1m0s
[11:20:41.959] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:79:0)
[11:20:41.959] Timer tick, asking Buildbucket for the build status
[11:20:43.380] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:20:43.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:80:0) after 1m0s
[11:21:43.430] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:80:0)
[11:21:43.430] Timer tick, asking Buildbucket for the build status
[11:21:43.700] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:21:43.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:81:0) after 1m0s
[11:22:43.714] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:81:0)
[11:22:43.714] Timer tick, asking Buildbucket for the build status
[11:22:43.860] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:22:43.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:82:0) after 1m0s
[11:23:43.914] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:82:0)
[11:23:43.914] Timer tick, asking Buildbucket for the build status
[11:23:44.234] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:23:44.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:83:0) after 1m0s
[11:24:44.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:83:0)
[11:24:44.308] Timer tick, asking Buildbucket for the build status
[11:24:44.775] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:24:44.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:84:0) after 1m0s
[11:25:44.903] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:84:0)
[11:25:44.903] Timer tick, asking Buildbucket for the build status
[11:25:46.024] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:25:46.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:85:0) after 1m0s
[11:26:46.072] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:85:0)
[11:26:46.072] Timer tick, asking Buildbucket for the build status
[11:26:46.243] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:26:46.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:86:0) after 1m0s
[11:27:46.328] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:86:0)
[11:27:46.328] Timer tick, asking Buildbucket for the build status
[11:27:46.743] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:27:46.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:87:0) after 1m0s
[11:28:46.756] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:87:0)
[11:28:46.756] Timer tick, asking Buildbucket for the build status
[11:28:47.538] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:28:47.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:88:0) after 1m0s
[11:29:47.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:88:0)
[11:29:47.566] Timer tick, asking Buildbucket for the build status
[11:29:48.245] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:29:48.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:89:0) after 1m0s
[11:30:48.526] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:89:0)
[11:30:48.526] Timer tick, asking Buildbucket for the build status
[11:30:48.769] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:30:48.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:90:0) after 1m0s
[11:31:49.004] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:90:0)
[11:31:49.004] Timer tick, asking Buildbucket for the build status
[11:31:49.281] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:31:49.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:91:0) after 1m0s
[11:32:49.305] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:91:0)
[11:32:49.305] Timer tick, asking Buildbucket for the build status
[11:32:49.452] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:32:49.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:92:0) after 1m0s
[11:33:49.652] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:92:0)
[11:33:49.652] Timer tick, asking Buildbucket for the build status
[11:33:50.137] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:33:50.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:93:0) after 1m0s
[11:34:50.206] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:93:0)
[11:34:50.206] Timer tick, asking Buildbucket for the build status
[11:34:51.239] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:34:51.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:94:0) after 1m0s
[11:35:51.368] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:94:0)
[11:35:51.368] Timer tick, asking Buildbucket for the build status
[11:35:53.403] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:35:53.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:95:0) after 1m0s
[11:36:53.394] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:95:0)
[11:36:53.394] Timer tick, asking Buildbucket for the build status
[11:36:53.919] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:36:53.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:96:0) after 1m0s
[11:37:53.965] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:96:0)
[11:37:53.965] Timer tick, asking Buildbucket for the build status
[11:37:54.180] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:37:54.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:97:0) after 1m0s
[11:38:54.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:97:0)
[11:38:54.246] Timer tick, asking Buildbucket for the build status
[11:38:55.521] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:38:55.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:98:0) after 1m0s
[11:39:55.527] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:98:0)
[11:39:55.527] Timer tick, asking Buildbucket for the build status
[11:39:55.674] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:39:55.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:99:0) after 1m0s
[11:40:55.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:99:0)
[11:40:55.700] Timer tick, asking Buildbucket for the build status
[11:40:56.877] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:40:56.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:100:0) after 1m0s
[11:41:56.965] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:100:0)
[11:41:56.965] Timer tick, asking Buildbucket for the build status
[11:41:57.373] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:41:57.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:101:0) after 1m0s
[11:42:57.386] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:101:0)
[11:42:57.386] Timer tick, asking Buildbucket for the build status
[11:42:59.324] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:42:59.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:102:0) after 1m0s
[11:43:59.448] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:102:0)
[11:43:59.448] Timer tick, asking Buildbucket for the build status
[11:43:59.953] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:43:59.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:103:0) after 1m0s
[11:44:59.994] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:103:0)
[11:44:59.994] Timer tick, asking Buildbucket for the build status
[11:45:00.195] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:45:00.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:104:0) after 1m0s
[11:46:00.230] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:104:0)
[11:46:00.230] Timer tick, asking Buildbucket for the build status
[11:46:00.447] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:46:00.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:105:0) after 1m0s
[11:47:00.491] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:105:0)
[11:47:00.491] Timer tick, asking Buildbucket for the build status
[11:47:01.926] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:47:01.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:106:0) after 1m0s
[11:48:01.962] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:106:0)
[11:48:01.962] Timer tick, asking Buildbucket for the build status
[11:48:03.272] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:48:03.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:107:0) after 1m0s
[11:49:03.332] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:107:0)
[11:49:03.332] Timer tick, asking Buildbucket for the build status
[11:49:03.460] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:49:03.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:108:0) after 1m0s
[11:50:03.500] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:108:0)
[11:50:03.500] Timer tick, asking Buildbucket for the build status
[11:50:03.875] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:50:03.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:109:0) after 1m0s
[11:51:03.959] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:109:0)
[11:51:03.959] Timer tick, asking Buildbucket for the build status
[11:51:04.349] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:51:04.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:110:0) after 1m0s
[11:52:04.412] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:110:0)
[11:52:04.412] Timer tick, asking Buildbucket for the build status
[11:52:04.843] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:52:04.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:111:0) after 1m0s
[11:53:04.873] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:111:0)
[11:53:04.873] Timer tick, asking Buildbucket for the build status
[11:53:05.138] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:53:05.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:112:0) after 1m0s
[11:54:05.173] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:112:0)
[11:54:05.173] Timer tick, asking Buildbucket for the build status
[11:54:05.439] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:54:05.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:113:0) after 1m0s
[11:55:05.498] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:113:0)
[11:55:05.498] Timer tick, asking Buildbucket for the build status
[11:55:05.658] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:55:05.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:114:0) after 1m0s
[11:56:05.728] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:114:0)
[11:56:05.728] Timer tick, asking Buildbucket for the build status
[11:56:05.937] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:56:05.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:115:0) after 1m0s
[11:57:06.239] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:115:0)
[11:57:06.239] Timer tick, asking Buildbucket for the build status
[11:57:07.185] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:57:07.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:116:0) after 1m0s
[11:58:07.183] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:116:0)
[11:58:07.183] Timer tick, asking Buildbucket for the build status
[11:58:07.379] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:58:07.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:117:0) after 1m0s
[11:59:07.406] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:117:0)
[11:59:07.406] Timer tick, asking Buildbucket for the build status
[11:59:07.582] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:59:07.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:118:0) after 1m0s
[12:00:07.620] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:118:0)
[12:00:07.620] Timer tick, asking Buildbucket for the build status
[12:00:08.091] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:00:08.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:119:0) after 1m0s
[12:01:08.602] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:119:0)
[12:01:08.602] Timer tick, asking Buildbucket for the build status
[12:01:09.785] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:01:09.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:120:0) after 1m0s
[12:02:10.036] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:120:0)
[12:02:10.036] Timer tick, asking Buildbucket for the build status
[12:02:10.485] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:02:10.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:121:0) after 1m0s
[12:03:10.737] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:121:0)
[12:03:10.737] Timer tick, asking Buildbucket for the build status
[12:03:11.367] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:03:11.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:122:0) after 1m0s
[12:04:11.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:122:0)
[12:04:11.544] Timer tick, asking Buildbucket for the build status
[12:04:12.243] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:04:12.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:123:0) after 1m0s
[12:05:12.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:123:0)
[12:05:12.381] Timer tick, asking Buildbucket for the build status
[12:05:13.112] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:05:13.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:124:0) after 1m0s
[12:06:13.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:124:0)
[12:06:13.208] Timer tick, asking Buildbucket for the build status
[12:06:15.413] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:06:15.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:125:0) after 1m0s
[12:07:15.469] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:125:0)
[12:07:15.469] Timer tick, asking Buildbucket for the build status
[12:07:17.364] Build 8904523378559984352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:07:17.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9069953441080054960:126:0) after 1m0s
[12:07:47.673] Received PubSub notification, asking Buildbucket for the build status
[12:07:49.797] Build 8904523378559984352: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[12:07:49.797] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary": true,
"canary_preference": "CANARY",
"completed_ts": "1566389238017775",
"created_by": "project:chromium",
"created_ts": "1566381776236742",
"failure_reason": "INFRA_FAILURE",
"id": "8904523378559984352",
"parameters_json": "{\"builder_name\": \"ToTMacASan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"a5b40765e8e93a1e5ce8b349852d52ad8845d498\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build281-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTMacASan\", \"buildnumber\": 20139, \"got_angle_revision\": \"ed4906f89d3dc1119de5bd6e7fbe24cf3104bcba\", \"got_clang_revision\": \"369512-7f581df6-0\", \"got_dawn_revision\": \"ae2b9f4720a7286e001d63939b9deaf2731ccc9f\", \"got_nacl_revision\": \"058a26f57015051953a727add26e7e26348b9558\", \"got_revision\": \"a5b40765e8e93a1e5ce8b349852d52ad8845d498\", \"got_revision_cp\": \"refs/heads/master@{#688934}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"941e663bad8b353c885e3ee775f4d5c96878ecd4\", \"got_v8_revision_cp\": \"refs/heads/7.8.138@{#1}\", \"got_webrtc_revision\": \"364b2673c037b0cd0564e84ccbbf698dd3b60542\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#28921}\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"a5b40765e8e93a1e5ce8b349852d52ad8845d498\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11m382q\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build281-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4397-8786906\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1566381931080778",
"status": "COMPLETED",
"status_changed_ts": "1566389247220455",
"tags": [
"build_address:luci.chromium.ci/ToTMacASan/20139",
"builder:ToTMacASan",
"buildset:commit/git/a5b40765e8e93a1e5ce8b349852d52ad8845d498",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a5b40765e8e93a1e5ce8b349852d52ad8845d498",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9069953441080054960",
"scheduler_job_id:chromium/ToTMacASan",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8904523378559984352/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:46cc72a92ace9710",
"user_agent:luci-scheduler"
],
"updated_ts": "1566389247256130",
"url": "https://ci.chromium.org/b/8904523378559984352",
"utcnow_ts": "1566389269769833"
}
}
[12:07:49.797] Invocation finished in 2h4m55.348430184s with status FAILED