[06:24:52.735] New invocation is queued and will start shortly
[06:24:54.265] Starting the invocation (attempt 1)
[06:24:54.360] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:24:54.360] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:24:54.362] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9064440743319764256",
"parameters_json": "{\"builder_name\":\"ToTMacASan\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"9f23f45ffac25ec40ef3f5cd169f175ffe1f988d\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:ToTMacASan",
"scheduler_invocation_id:9064440743319764256",
"scheduler_job_id:chromium/ToTMacASan",
"user_agent:luci-scheduler",
"buildset:commit/git/9f23f45ffac25ec40ef3f5cd169f175ffe1f988d",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9f23f45ffac25ec40ef3f5cd169f175ffe1f988d",
"gitiles_ref:refs/heads/master"
]
}
[06:24:56.285] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1571639094902246",
"id": "8899010680382202976",
"parameters_json": "{\"builder_name\": \"ToTMacASan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"9f23f45ffac25ec40ef3f5cd169f175ffe1f988d\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1571639095932026",
"tags": [
"build_address:luci.chromium.ci/ToTMacASan/20605",
"builder:ToTMacASan",
"buildset:commit/git/9f23f45ffac25ec40ef3f5cd169f175ffe1f988d",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9f23f45ffac25ec40ef3f5cd169f175ffe1f988d",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9064440743319764256",
"scheduler_job_id:chromium/ToTMacASan",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8899010680382202976/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1571639095932139",
"url": "https://ci.chromium.org/b/8899010680382202976",
"utcnow_ts": "1571639096250117"
}
}
[06:24:56.285] Task URL: https://ci.chromium.org/b/8899010680382202976
[06:24:56.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:2:0) after 1m0s
[06:25:56.406] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:2:0)
[06:25:56.406] Timer tick, asking Buildbucket for the build status
[06:25:57.880] Build 8899010680382202976: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[06:25:57.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:3:0) after 1m0s
[06:26:58.039] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:3:0)
[06:26:58.039] Timer tick, asking Buildbucket for the build status
[06:26:58.658] Build 8899010680382202976: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[06:26:58.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:4:0) after 1m0s
[06:27:56.500] Received PubSub notification, asking Buildbucket for the build status
[06:27:56.676] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:27:58.789] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:4:0)
[06:27:58.789] Timer tick, asking Buildbucket for the build status
[06:27:59.008] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:27:59.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:6:0) after 1m0s
[06:28:59.199] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:6:0)
[06:28:59.199] Timer tick, asking Buildbucket for the build status
[06:28:59.667] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:28:59.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:7:0) after 1m0s
[06:29:59.750] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:7:0)
[06:29:59.750] Timer tick, asking Buildbucket for the build status
[06:30:00.420] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:30:00.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:8:0) after 1m0s
[06:31:00.446] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:8:0)
[06:31:00.446] Timer tick, asking Buildbucket for the build status
[06:31:00.845] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:31:00.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:9:0) after 1m0s
[06:32:00.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:9:0)
[06:32:00.897] Timer tick, asking Buildbucket for the build status
[06:32:01.545] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:32:01.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:10:0) after 1m0s
[06:33:01.581] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:10:0)
[06:33:01.581] Timer tick, asking Buildbucket for the build status
[06:33:01.962] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:33:01.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:11:0) after 1m0s
[06:34:01.956] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:11:0)
[06:34:01.956] Timer tick, asking Buildbucket for the build status
[06:34:02.228] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:34:02.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:12:0) after 1m0s
[06:35:02.276] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:12:0)
[06:35:02.276] Timer tick, asking Buildbucket for the build status
[06:35:02.609] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:35:02.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:13:0) after 1m0s
[06:36:02.633] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:13:0)
[06:36:02.633] Timer tick, asking Buildbucket for the build status
[06:36:03.498] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:36:03.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:14:0) after 1m0s
[06:37:03.481] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:14:0)
[06:37:03.481] Timer tick, asking Buildbucket for the build status
[06:37:04.212] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:37:04.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:15:0) after 1m0s
[06:38:04.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:15:0)
[06:38:04.257] Timer tick, asking Buildbucket for the build status
[06:38:04.970] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:38:04.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:16:0) after 1m0s
[06:39:05.050] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:16:0)
[06:39:05.050] Timer tick, asking Buildbucket for the build status
[06:39:05.419] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:39:05.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:17:0) after 1m0s
[06:40:05.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:17:0)
[06:40:05.512] Timer tick, asking Buildbucket for the build status
[06:40:06.450] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:40:06.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:18:0) after 1m0s
[06:41:06.474] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:18:0)
[06:41:06.474] Timer tick, asking Buildbucket for the build status
[06:41:06.797] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:41:06.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:19:0) after 1m0s
[06:42:06.883] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:19:0)
[06:42:06.883] Timer tick, asking Buildbucket for the build status
[06:42:07.436] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:42:07.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:20:0) after 1m0s
[06:43:07.654] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:20:0)
[06:43:07.654] Timer tick, asking Buildbucket for the build status
[06:43:07.844] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:43:07.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:21:0) after 1m0s
[06:44:07.973] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:21:0)
[06:44:07.973] Timer tick, asking Buildbucket for the build status
[06:44:08.374] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:44:08.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:22:0) after 1m0s
[06:45:08.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:22:0)
[06:45:08.484] Timer tick, asking Buildbucket for the build status
[06:45:09.629] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:45:09.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:23:0) after 1m0s
[06:46:09.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:23:0)
[06:46:09.749] Timer tick, asking Buildbucket for the build status
[06:46:10.496] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:46:10.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:24:0) after 1m0s
[06:47:10.537] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:24:0)
[06:47:10.537] Timer tick, asking Buildbucket for the build status
[06:47:11.255] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:47:11.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:25:0) after 1m0s
[06:48:11.355] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:25:0)
[06:48:11.355] Timer tick, asking Buildbucket for the build status
[06:48:11.547] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:48:11.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:26:0) after 1m0s
[06:49:11.662] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:26:0)
[06:49:11.662] Timer tick, asking Buildbucket for the build status
[06:49:17.236] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:49:17.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:27:0) after 1m0s
[06:50:17.310] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:27:0)
[06:50:17.310] Timer tick, asking Buildbucket for the build status
[06:50:20.208] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:50:20.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:28:0) after 1m0s
[06:51:20.233] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:28:0)
[06:51:20.233] Timer tick, asking Buildbucket for the build status
[06:51:20.450] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:51:20.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:29:0) after 1m0s
[06:52:20.487] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:29:0)
[06:52:20.487] Timer tick, asking Buildbucket for the build status
[06:52:20.739] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:52:20.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:30:0) after 1m0s
[06:53:20.766] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:30:0)
[06:53:20.766] Timer tick, asking Buildbucket for the build status
[06:53:21.123] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:53:21.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:31:0) after 1m0s
[06:54:21.148] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:31:0)
[06:54:21.148] Timer tick, asking Buildbucket for the build status
[06:54:22.092] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:54:22.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:32:0) after 1m0s
[06:55:22.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:32:0)
[06:55:22.179] Timer tick, asking Buildbucket for the build status
[06:55:23.162] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:55:23.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:33:0) after 1m0s
[06:56:23.463] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:33:0)
[06:56:23.463] Timer tick, asking Buildbucket for the build status
[06:56:25.328] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:56:25.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:34:0) after 1m0s
[06:57:25.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:34:0)
[06:57:25.361] Timer tick, asking Buildbucket for the build status
[06:57:31.924] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:57:31.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:35:0) after 1m0s
[06:58:31.962] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:35:0)
[06:58:31.962] Timer tick, asking Buildbucket for the build status
[06:58:32.281] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:58:32.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:36:0) after 1m0s
[06:59:32.383] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:36:0)
[06:59:32.383] Timer tick, asking Buildbucket for the build status
[06:59:32.913] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:59:32.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:37:0) after 1m0s
[07:00:32.993] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:37:0)
[07:00:32.993] Timer tick, asking Buildbucket for the build status
[07:00:34.356] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:00:34.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:38:0) after 1m0s
[07:01:34.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:38:0)
[07:01:34.379] Timer tick, asking Buildbucket for the build status
[07:01:35.339] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:01:35.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:39:0) after 1m0s
[07:02:35.358] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:39:0)
[07:02:35.358] Timer tick, asking Buildbucket for the build status
[07:02:35.865] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:02:35.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:40:0) after 1m0s
[07:03:35.900] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:40:0)
[07:03:35.900] Timer tick, asking Buildbucket for the build status
[07:03:36.182] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:03:36.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:41:0) after 1m0s
[07:04:36.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:41:0)
[07:04:36.208] Timer tick, asking Buildbucket for the build status
[07:04:36.586] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:04:36.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:42:0) after 1m0s
[07:05:36.610] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:42:0)
[07:05:36.610] Timer tick, asking Buildbucket for the build status
[07:05:37.385] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:05:37.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:43:0) after 1m0s
[07:06:37.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:43:0)
[07:06:37.425] Timer tick, asking Buildbucket for the build status
[07:06:39.213] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:06:39.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:44:0) after 1m0s
[07:07:39.284] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:44:0)
[07:07:39.284] Timer tick, asking Buildbucket for the build status
[07:07:40.343] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:07:40.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:45:0) after 1m0s
[07:08:40.366] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:45:0)
[07:08:40.366] Timer tick, asking Buildbucket for the build status
[07:08:43.426] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:08:43.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:46:0) after 1m0s
[07:09:43.546] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:46:0)
[07:09:43.546] Timer tick, asking Buildbucket for the build status
[07:09:48.253] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:09:48.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:47:0) after 1m0s
[07:10:48.408] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:47:0)
[07:10:48.408] Timer tick, asking Buildbucket for the build status
[07:10:51.158] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:10:51.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:48:0) after 1m0s
[07:11:51.183] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:48:0)
[07:11:51.183] Timer tick, asking Buildbucket for the build status
[07:11:51.999] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:11:51.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:49:0) after 1m0s
[07:12:52.165] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:49:0)
[07:12:52.165] Timer tick, asking Buildbucket for the build status
[07:12:54.089] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:12:54.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:50:0) after 1m0s
[07:13:54.296] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:50:0)
[07:13:54.296] Timer tick, asking Buildbucket for the build status
[07:13:54.811] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:13:54.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:51:0) after 1m0s
[07:14:56.289] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:51:0)
[07:14:56.289] Timer tick, asking Buildbucket for the build status
[07:14:57.223] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:14:57.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:52:0) after 1m0s
[07:15:57.320] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:52:0)
[07:15:57.320] Timer tick, asking Buildbucket for the build status
[07:15:57.582] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:15:57.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:53:0) after 1m0s
[07:16:58.028] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:53:0)
[07:16:58.028] Timer tick, asking Buildbucket for the build status
[07:17:02.948] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:17:02.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:54:0) after 1m0s
[07:18:02.979] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:54:0)
[07:18:02.979] Timer tick, asking Buildbucket for the build status
[07:18:04.398] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:18:04.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:55:0) after 1m0s
[07:19:04.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:55:0)
[07:19:04.512] Timer tick, asking Buildbucket for the build status
[07:19:05.010] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:19:05.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:56:0) after 1m0s
[07:20:05.190] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:56:0)
[07:20:05.190] Timer tick, asking Buildbucket for the build status
[07:20:06.230] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:20:06.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:57:0) after 1m0s
[07:21:06.293] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:57:0)
[07:21:06.293] Timer tick, asking Buildbucket for the build status
[07:21:07.399] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:21:07.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:58:0) after 1m0s
[07:22:07.424] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:58:0)
[07:22:07.424] Timer tick, asking Buildbucket for the build status
[07:22:07.694] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:22:07.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:59:0) after 1m0s
[07:23:07.731] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:59:0)
[07:23:07.731] Timer tick, asking Buildbucket for the build status
[07:23:07.944] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:23:07.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:60:0) after 1m0s
[07:24:08.042] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:60:0)
[07:24:08.042] Timer tick, asking Buildbucket for the build status
[07:24:08.458] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:24:08.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:61:0) after 1m0s
[07:25:08.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:61:0)
[07:25:08.476] Timer tick, asking Buildbucket for the build status
[07:25:09.252] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:25:09.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:62:0) after 1m0s
[07:26:09.430] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:62:0)
[07:26:09.430] Timer tick, asking Buildbucket for the build status
[07:26:10.129] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:26:10.130] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:63:0) after 1m0s
[07:27:10.195] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:63:0)
[07:27:10.195] Timer tick, asking Buildbucket for the build status
[07:27:12.632] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:27:12.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:64:0) after 1m0s
[07:28:12.692] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:64:0)
[07:28:12.692] Timer tick, asking Buildbucket for the build status
[07:28:15.904] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:28:15.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:65:0) after 1m0s
[07:29:15.935] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:65:0)
[07:29:15.935] Timer tick, asking Buildbucket for the build status
[07:29:16.589] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:29:16.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:66:0) after 1m0s
[07:30:16.593] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:66:0)
[07:30:16.593] Timer tick, asking Buildbucket for the build status
[07:30:17.719] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:30:17.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:67:0) after 1m0s
[07:31:17.702] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:67:0)
[07:31:17.702] Timer tick, asking Buildbucket for the build status
[07:31:17.977] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:31:17.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:68:0) after 1m0s
[07:32:18.005] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:68:0)
[07:32:18.005] Timer tick, asking Buildbucket for the build status
[07:32:18.494] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:32:18.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:69:0) after 1m0s
[07:33:18.526] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:69:0)
[07:33:18.526] Timer tick, asking Buildbucket for the build status
[07:33:19.121] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:33:19.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:70:0) after 1m0s
[07:34:19.225] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:70:0)
[07:34:19.225] Timer tick, asking Buildbucket for the build status
[07:34:19.601] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:34:19.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:71:0) after 1m0s
[07:35:19.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:71:0)
[07:35:19.690] Timer tick, asking Buildbucket for the build status
[07:35:19.995] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:35:19.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:72:0) after 1m0s
[07:36:20.153] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:72:0)
[07:36:20.153] Timer tick, asking Buildbucket for the build status
[07:36:20.593] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:36:20.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:73:0) after 1m0s
[07:37:20.627] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:73:0)
[07:37:20.627] Timer tick, asking Buildbucket for the build status
[07:37:23.256] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:37:23.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:74:0) after 1m0s
[07:38:23.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:74:0)
[07:38:23.373] Timer tick, asking Buildbucket for the build status
[07:38:23.593] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:38:23.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:75:0) after 1m0s
[07:39:23.734] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:75:0)
[07:39:23.734] Timer tick, asking Buildbucket for the build status
[07:39:26.694] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:39:26.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:76:0) after 1m0s
[07:40:26.713] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:76:0)
[07:40:26.713] Timer tick, asking Buildbucket for the build status
[07:40:26.975] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:40:26.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:77:0) after 1m0s
[07:41:27.089] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:77:0)
[07:41:27.089] Timer tick, asking Buildbucket for the build status
[07:41:27.660] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:41:27.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:78:0) after 1m0s
[07:42:27.745] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:78:0)
[07:42:27.745] Timer tick, asking Buildbucket for the build status
[07:42:28.142] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:42:28.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:79:0) after 1m0s
[07:43:28.219] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:79:0)
[07:43:28.219] Timer tick, asking Buildbucket for the build status
[07:43:28.420] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:43:28.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:80:0) after 1m0s
[07:44:28.483] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:80:0)
[07:44:28.483] Timer tick, asking Buildbucket for the build status
[07:44:29.149] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:44:29.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:81:0) after 1m0s
[07:45:29.231] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:81:0)
[07:45:29.231] Timer tick, asking Buildbucket for the build status
[07:45:31.156] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:45:31.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:82:0) after 1m0s
[07:46:31.198] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:82:0)
[07:46:31.198] Timer tick, asking Buildbucket for the build status
[07:46:31.671] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:46:31.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:83:0) after 1m0s
[07:47:31.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:83:0)
[07:47:31.743] Timer tick, asking Buildbucket for the build status
[07:47:32.259] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:47:32.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:84:0) after 1m0s
[07:48:32.284] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:84:0)
[07:48:32.284] Timer tick, asking Buildbucket for the build status
[07:48:32.959] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:48:32.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:85:0) after 1m0s
[07:49:32.997] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:85:0)
[07:49:32.997] Timer tick, asking Buildbucket for the build status
[07:49:33.777] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:49:33.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:86:0) after 1m0s
[07:50:33.848] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:86:0)
[07:50:33.848] Timer tick, asking Buildbucket for the build status
[07:50:34.571] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:50:34.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:87:0) after 1m0s
[07:51:34.683] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:87:0)
[07:51:34.683] Timer tick, asking Buildbucket for the build status
[07:51:35.235] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:51:35.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:88:0) after 1m0s
[07:52:35.267] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:88:0)
[07:52:35.267] Timer tick, asking Buildbucket for the build status
[07:52:35.489] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:52:35.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:89:0) after 1m0s
[07:53:35.515] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:89:0)
[07:53:35.515] Timer tick, asking Buildbucket for the build status
[07:53:35.919] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:53:35.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:90:0) after 1m0s
[07:54:36.061] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:90:0)
[07:54:36.061] Timer tick, asking Buildbucket for the build status
[07:54:39.020] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:54:39.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:91:0) after 1m0s
[07:55:39.068] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:91:0)
[07:55:39.068] Timer tick, asking Buildbucket for the build status
[07:55:39.547] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:55:39.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:92:0) after 1m0s
[07:56:39.603] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:92:0)
[07:56:39.603] Timer tick, asking Buildbucket for the build status
[07:56:45.554] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:56:45.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:93:0) after 1m0s
[07:57:45.582] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:93:0)
[07:57:45.582] Timer tick, asking Buildbucket for the build status
[07:57:45.910] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:57:45.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:94:0) after 1m0s
[07:58:45.928] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:94:0)
[07:58:45.928] Timer tick, asking Buildbucket for the build status
[07:58:46.631] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:58:46.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:95:0) after 1m0s
[07:59:46.650] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:95:0)
[07:59:46.650] Timer tick, asking Buildbucket for the build status
[07:59:48.803] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:59:48.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:96:0) after 1m0s
[08:00:48.819] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:96:0)
[08:00:48.819] Timer tick, asking Buildbucket for the build status
[08:00:49.108] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:00:49.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:97:0) after 1m0s
[08:01:49.137] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:97:0)
[08:01:49.137] Timer tick, asking Buildbucket for the build status
[08:01:49.397] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:01:49.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:98:0) after 1m0s
[08:02:49.454] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:98:0)
[08:02:49.454] Timer tick, asking Buildbucket for the build status
[08:02:49.732] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:02:49.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:99:0) after 1m0s
[08:03:49.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:99:0)
[08:03:49.831] Timer tick, asking Buildbucket for the build status
[08:03:53.795] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:03:53.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:100:0) after 1m0s
[08:04:53.847] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:100:0)
[08:04:53.847] Timer tick, asking Buildbucket for the build status
[08:04:54.982] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:04:54.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:101:0) after 1m0s
[08:05:55.045] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:101:0)
[08:05:55.045] Timer tick, asking Buildbucket for the build status
[08:05:55.334] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:05:55.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:102:0) after 1m0s
[08:06:55.375] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:102:0)
[08:06:55.375] Timer tick, asking Buildbucket for the build status
[08:06:56.614] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:06:56.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:103:0) after 1m0s
[08:07:56.636] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:103:0)
[08:07:56.636] Timer tick, asking Buildbucket for the build status
[08:07:59.368] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:07:59.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:104:0) after 1m0s
[08:08:59.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:104:0)
[08:08:59.432] Timer tick, asking Buildbucket for the build status
[08:09:01.174] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:09:01.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:105:0) after 1m0s
[08:10:01.203] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:105:0)
[08:10:01.203] Timer tick, asking Buildbucket for the build status
[08:10:01.507] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:10:01.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:106:0) after 1m0s
[08:11:01.537] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:106:0)
[08:11:01.537] Timer tick, asking Buildbucket for the build status
[08:11:02.140] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:11:02.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:107:0) after 1m0s
[08:12:02.242] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:107:0)
[08:12:02.242] Timer tick, asking Buildbucket for the build status
[08:12:03.239] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:12:03.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:108:0) after 1m0s
[08:13:03.234] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:108:0)
[08:13:03.234] Timer tick, asking Buildbucket for the build status
[08:13:04.409] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:13:04.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:109:0) after 1m0s
[08:14:04.473] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:109:0)
[08:14:04.473] Timer tick, asking Buildbucket for the build status
[08:14:05.182] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:14:05.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:110:0) after 1m0s
[08:15:05.219] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:110:0)
[08:15:05.219] Timer tick, asking Buildbucket for the build status
[08:15:05.739] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:15:05.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:111:0) after 1m0s
[08:16:05.815] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:111:0)
[08:16:05.815] Timer tick, asking Buildbucket for the build status
[08:16:06.311] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:16:06.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:112:0) after 1m0s
[08:17:06.417] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:112:0)
[08:17:06.417] Timer tick, asking Buildbucket for the build status
[08:17:06.618] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:17:06.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:113:0) after 1m0s
[08:18:06.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:113:0)
[08:18:06.885] Timer tick, asking Buildbucket for the build status
[08:18:07.803] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:18:07.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:114:0) after 1m0s
[08:19:07.964] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:114:0)
[08:19:07.964] Timer tick, asking Buildbucket for the build status
[08:19:08.918] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:19:08.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:115:0) after 1m0s
[08:20:09.138] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:115:0)
[08:20:09.138] Timer tick, asking Buildbucket for the build status
[08:20:10.238] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:20:10.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:116:0) after 1m0s
[08:21:10.514] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:116:0)
[08:21:10.514] Timer tick, asking Buildbucket for the build status
[08:21:17.177] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:21:17.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:117:0) after 1m0s
[08:22:17.235] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:117:0)
[08:22:17.235] Timer tick, asking Buildbucket for the build status
[08:22:17.640] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:22:17.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:118:0) after 1m0s
[08:23:17.799] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:118:0)
[08:23:17.799] Timer tick, asking Buildbucket for the build status
[08:23:18.836] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:23:18.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:119:0) after 1m0s
[08:24:18.996] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:119:0)
[08:24:18.996] Timer tick, asking Buildbucket for the build status
[08:24:19.380] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:24:19.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:120:0) after 1m0s
[08:25:19.441] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:120:0)
[08:25:19.441] Timer tick, asking Buildbucket for the build status
[08:25:19.853] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:25:19.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:121:0) after 1m0s
[08:26:19.842] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:121:0)
[08:26:19.842] Timer tick, asking Buildbucket for the build status
[08:26:20.129] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:26:20.130] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:122:0) after 1m0s
[08:27:20.157] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:122:0)
[08:27:20.157] Timer tick, asking Buildbucket for the build status
[08:27:20.418] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:27:20.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:123:0) after 1m0s
[08:28:20.487] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:123:0)
[08:28:20.487] Timer tick, asking Buildbucket for the build status
[08:28:20.777] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:28:20.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:124:0) after 1m0s
[08:29:20.795] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:124:0)
[08:29:20.795] Timer tick, asking Buildbucket for the build status
[08:29:21.266] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:29:21.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:125:0) after 1m0s
[08:30:21.320] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:125:0)
[08:30:21.320] Timer tick, asking Buildbucket for the build status
[08:30:25.258] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:30:25.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:126:0) after 1m0s
[08:31:25.309] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:126:0)
[08:31:25.309] Timer tick, asking Buildbucket for the build status
[08:31:28.179] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:31:28.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:127:0) after 1m0s
[08:32:28.203] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:127:0)
[08:32:28.203] Timer tick, asking Buildbucket for the build status
[08:32:29.160] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:32:29.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:128:0) after 1m0s
[08:33:29.176] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:128:0)
[08:33:29.176] Timer tick, asking Buildbucket for the build status
[08:33:29.379] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:33:29.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:129:0) after 1m0s
[08:34:29.423] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:129:0)
[08:34:29.423] Timer tick, asking Buildbucket for the build status
[08:34:29.602] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:34:29.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:130:0) after 1m0s
[08:35:29.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:130:0)
[08:35:29.736] Timer tick, asking Buildbucket for the build status
[08:35:30.676] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:35:30.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:131:0) after 1m0s
[08:36:30.706] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:131:0)
[08:36:30.706] Timer tick, asking Buildbucket for the build status
[08:36:30.894] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:36:30.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:132:0) after 1m0s
[08:37:30.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:132:0)
[08:37:30.960] Timer tick, asking Buildbucket for the build status
[08:37:33.883] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:37:33.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:133:0) after 1m0s
[08:38:33.924] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:133:0)
[08:38:33.924] Timer tick, asking Buildbucket for the build status
[08:38:34.509] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:38:34.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:134:0) after 1m0s
[08:39:34.605] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:134:0)
[08:39:34.605] Timer tick, asking Buildbucket for the build status
[08:39:34.974] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:39:34.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:135:0) after 1m0s
[08:40:35.008] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:135:0)
[08:40:35.008] Timer tick, asking Buildbucket for the build status
[08:40:37.995] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:40:37.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:136:0) after 1m0s
[08:41:38.016] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:136:0)
[08:41:38.016] Timer tick, asking Buildbucket for the build status
[08:41:38.556] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:41:38.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:137:0) after 1m0s
[08:42:38.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:137:0)
[08:42:38.566] Timer tick, asking Buildbucket for the build status
[08:42:41.988] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:42:41.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:138:0) after 1m0s
[08:43:42.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:138:0)
[08:43:42.122] Timer tick, asking Buildbucket for the build status
[08:43:44.610] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:43:44.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:139:0) after 1m0s
[08:44:44.688] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:139:0)
[08:44:44.688] Timer tick, asking Buildbucket for the build status
[08:44:46.536] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:44:46.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:140:0) after 1m0s
[08:45:46.926] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:140:0)
[08:45:46.926] Timer tick, asking Buildbucket for the build status
[08:45:47.309] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:45:47.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:141:0) after 1m0s
[08:46:47.539] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:141:0)
[08:46:47.539] Timer tick, asking Buildbucket for the build status
[08:46:50.158] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:46:50.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:142:0) after 1m0s
[08:47:50.242] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:142:0)
[08:47:50.242] Timer tick, asking Buildbucket for the build status
[08:47:50.447] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:47:50.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:143:0) after 1m0s
[08:48:50.482] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:143:0)
[08:48:50.482] Timer tick, asking Buildbucket for the build status
[08:48:50.789] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:48:50.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:144:0) after 1m0s
[08:49:50.814] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:144:0)
[08:49:50.814] Timer tick, asking Buildbucket for the build status
[08:49:53.015] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:49:53.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:145:0) after 1m0s
[08:50:53.083] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:145:0)
[08:50:53.083] Timer tick, asking Buildbucket for the build status
[08:50:53.832] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:50:53.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:146:0) after 1m0s
[08:51:53.867] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:146:0)
[08:51:53.867] Timer tick, asking Buildbucket for the build status
[08:51:54.134] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:51:54.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:147:0) after 1m0s
[08:52:54.203] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:147:0)
[08:52:54.203] Timer tick, asking Buildbucket for the build status
[08:52:55.486] Build 8899010680382202976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:52:55.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9064440743319764256:148:0) after 1m0s
[08:53:51.702] Received PubSub notification, asking Buildbucket for the build status
[08:53:52.274] Build 8899010680382202976: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[08:53:52.274] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1571648031246645",
"created_by": "project:chromium",
"created_ts": "1571639094902246",
"failure_reason": "BUILD_FAILURE",
"id": "8899010680382202976",
"parameters_json": "{\"builder_name\": \"ToTMacASan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"9f23f45ffac25ec40ef3f5cd169f175ffe1f988d\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[13981/32445] CXX obj/gpu/command_buffer/service/gles2_sources/program_cache.o\\nFAILED: obj/gpu/command_buffer/service/gles2_sources/program_cache.o\\n../../third_party/llvm-build/Release+Asserts/bin/clang++ -MMD -MF obj/gpu/command_buffer/service/gle...(too long)\\nfatal error: file '/b/s/w/ir/cache/builder/src/out/Release/../../build/mac_files/xcode_binaries/Contents/Developer/Platforms/MacOSX.platform/Developer/SDKs/MacOSX10.14.sdk/usr/include/ctype.h' has been modified since the precompiled header 'obj/gpu/command_buffer/service/gles2_sources/precompile.h-cc.gch' was built: mtime changed\\nnote: please rebuild precompiled header 'obj/gpu/command_buffer/service/gles2_sources/precompile.h-cc.gch'\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build285-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTMacASan\", \"buildnumber\": 20605, \"got_angle_revision\": \"4a80ba25e67b56bd32b90f9665c35129ca705217\", \"got_clang_revision\": \"375386-ee881197-0\", \"got_dawn_revision\": \"8d000e0cc230663dbeae86f59aaa16fc91b1eac1\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"9f23f45ffac25ec40ef3f5cd169f175ffe1f988d\", \"got_revision_cp\": \"refs/heads/master@{#707725}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_v8_revision\": \"b32cc6513131fb1a4327d7d8a15e533eb20e64b4\", \"got_v8_revision_cp\": \"refs/heads/8.0.3@{#1}\", \"got_webrtc_revision\": \"3663ed3ad67893746efd86267a936a7295031ab1\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29548}\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"9f23f45ffac25ec40ef3f5cd169f175ffe1f988d\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a420a\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build285-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4542-cd693bf\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[13981/32445] CXX obj/gpu/command_buffer/service/gles2_sources/program_cache.o\\nFAILED: obj/gpu/command_buffer/service/gles2_sources/program_cache.o\\n../../third_party/llvm-build/Release+Asserts/bin/clang++ -MMD -MF obj/gpu/command_buffer/service/gle...(too long)\\nfatal error: file '/b/s/w/ir/cache/builder/src/out/Release/../../build/mac_files/xcode_binaries/Contents/Developer/Platforms/MacOSX.platform/Developer/SDKs/MacOSX10.14.sdk/usr/include/ctype.h' has been modified since the precompiled header 'obj/gpu/command_buffer/service/gles2_sources/precompile.h-cc.gch' was built: mtime changed\\nnote: please rebuild precompiled header 'obj/gpu/command_buffer/service/gles2_sources/precompile.h-cc.gch'\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1571639275138157",
"status": "COMPLETED",
"status_changed_ts": "1571639275424538",
"tags": [
"build_address:luci.chromium.ci/ToTMacASan/20605",
"builder:ToTMacASan",
"buildset:commit/git/9f23f45ffac25ec40ef3f5cd169f175ffe1f988d",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9f23f45ffac25ec40ef3f5cd169f175ffe1f988d",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9064440743319764256",
"scheduler_job_id:chromium/ToTMacASan",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8899010680382202976/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:4805cefc2e302510",
"user_agent:luci-scheduler"
],
"updated_ts": "1571648031405382",
"url": "https://ci.chromium.org/b/8899010680382202976",
"utcnow_ts": "1571648032266349"
}
}
[08:53:52.274] Invocation finished in 2h28m59.557362776s with status FAILED