[04:47:06.900] New invocation is queued and will start shortly
[04:47:08.474] Starting the invocation (attempt 1)
[04:47:08.518] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:47:08.519] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:47:08.519] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9041254070694714928",
"parameters_json": "{\"builder_name\":\"ToTMacASan\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"8d0330a2cbfdac74a0c69aa214451d7135d676b7\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:ToTMacASan",
"scheduler_invocation_id:9041254070694714928",
"scheduler_job_id:chromium/ToTMacASan",
"user_agent:luci-scheduler",
"buildset:commit/git/8d0330a2cbfdac74a0c69aa214451d7135d676b7",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8d0330a2cbfdac74a0c69aa214451d7135d676b7",
"gitiles_ref:refs/heads/master"
]
}
[04:47:09.757] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1593751628667164",
"id": "8875824008176750272",
"parameters_json": "{\"builder_name\": \"ToTMacASan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"8d0330a2cbfdac74a0c69aa214451d7135d676b7\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1593751629506781",
"tags": [
"build_address:luci.chromium.ci/ToTMacASan/22938",
"builder:ToTMacASan",
"buildset:commit/git/8d0330a2cbfdac74a0c69aa214451d7135d676b7",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8d0330a2cbfdac74a0c69aa214451d7135d676b7",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9041254070694714928",
"scheduler_job_id:chromium/ToTMacASan",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8875824008176750272/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1593751629506946",
"url": "https://ci.chromium.org/b/8875824008176750272",
"utcnow_ts": "1593751629745870"
}
}
[04:47:09.757] Task URL: https://ci.chromium.org/b/8875824008176750272
[04:47:09.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:2:0) after 1m0s
[04:48:09.805] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:2:0)
[04:48:09.805] Timer tick, asking Buildbucket for the build status
[04:48:10.077] Build 8875824008176750272: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[04:48:10.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:3:0) after 1m0s
[04:49:10.085] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:3:0)
[04:49:10.085] Timer tick, asking Buildbucket for the build status
[04:49:10.253] Build 8875824008176750272: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[04:49:10.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:4:0) after 1m0s
[04:50:10.290] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:4:0)
[04:50:10.290] Timer tick, asking Buildbucket for the build status
[04:50:10.397] Build 8875824008176750272: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[04:50:10.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:5:0) after 1m0s
[04:51:10.458] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:5:0)
[04:51:10.458] Timer tick, asking Buildbucket for the build status
[04:51:10.577] Build 8875824008176750272: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[04:51:10.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:6:0) after 1m0s
[04:51:35.316] Received PubSub notification, asking Buildbucket for the build status
[04:51:35.460] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:52:10.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:6:0)
[04:52:10.597] Timer tick, asking Buildbucket for the build status
[04:52:10.735] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:52:10.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:8:0) after 1m0s
[04:53:10.772] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:8:0)
[04:53:10.772] Timer tick, asking Buildbucket for the build status
[04:53:10.947] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:53:10.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:9:0) after 1m0s
[04:54:11.009] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:9:0)
[04:54:11.009] Timer tick, asking Buildbucket for the build status
[04:54:11.168] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:54:11.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:10:0) after 1m0s
[04:55:11.221] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:10:0)
[04:55:11.221] Timer tick, asking Buildbucket for the build status
[04:55:11.472] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:55:11.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:11:0) after 1m0s
[04:56:11.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:11:0)
[04:56:11.530] Timer tick, asking Buildbucket for the build status
[04:56:11.647] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:56:11.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:12:0) after 1m0s
[04:57:11.701] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:12:0)
[04:57:11.701] Timer tick, asking Buildbucket for the build status
[04:57:11.942] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:57:11.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:13:0) after 1m0s
[04:58:11.934] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:13:0)
[04:58:11.934] Timer tick, asking Buildbucket for the build status
[04:58:12.208] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:58:12.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:14:0) after 1m0s
[04:59:12.259] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:14:0)
[04:59:12.259] Timer tick, asking Buildbucket for the build status
[04:59:12.416] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:59:12.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:15:0) after 1m0s
[05:00:12.445] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:15:0)
[05:00:12.445] Timer tick, asking Buildbucket for the build status
[05:00:12.818] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:00:12.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:16:0) after 1m0s
[05:01:12.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:16:0)
[05:01:12.875] Timer tick, asking Buildbucket for the build status
[05:01:13.196] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:01:13.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:17:0) after 1m0s
[05:02:13.289] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:17:0)
[05:02:13.289] Timer tick, asking Buildbucket for the build status
[05:02:13.504] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:02:13.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:18:0) after 1m0s
[05:03:13.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:18:0)
[05:03:13.550] Timer tick, asking Buildbucket for the build status
[05:03:13.900] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:03:13.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:19:0) after 1m0s
[05:04:14.009] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:19:0)
[05:04:14.009] Timer tick, asking Buildbucket for the build status
[05:04:14.184] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:04:14.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:20:0) after 1m0s
[05:05:14.214] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:20:0)
[05:05:14.214] Timer tick, asking Buildbucket for the build status
[05:05:14.347] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:05:14.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:21:0) after 1m0s
[05:06:14.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:21:0)
[05:06:14.370] Timer tick, asking Buildbucket for the build status
[05:06:14.708] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:06:14.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:22:0) after 1m0s
[05:07:14.763] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:22:0)
[05:07:14.763] Timer tick, asking Buildbucket for the build status
[05:07:15.021] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:07:15.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:23:0) after 1m0s
[05:08:15.077] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:23:0)
[05:08:15.077] Timer tick, asking Buildbucket for the build status
[05:08:15.479] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:08:15.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:24:0) after 1m0s
[05:09:15.603] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:24:0)
[05:09:15.603] Timer tick, asking Buildbucket for the build status
[05:09:15.753] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:09:15.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:25:0) after 1m0s
[05:10:15.775] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:25:0)
[05:10:15.775] Timer tick, asking Buildbucket for the build status
[05:10:16.033] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:10:16.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:26:0) after 1m0s
[05:11:16.106] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:26:0)
[05:11:16.106] Timer tick, asking Buildbucket for the build status
[05:11:16.252] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:11:16.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:27:0) after 1m0s
[05:12:16.375] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:27:0)
[05:12:16.375] Timer tick, asking Buildbucket for the build status
[05:12:16.879] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:12:16.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:28:0) after 1m0s
[05:13:16.929] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:28:0)
[05:13:16.929] Timer tick, asking Buildbucket for the build status
[05:13:17.145] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:13:17.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:29:0) after 1m0s
[05:14:18.412] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:29:0)
[05:14:18.412] Timer tick, asking Buildbucket for the build status
[05:14:18.749] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:14:18.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:30:0) after 1m0s
[05:15:18.770] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:30:0)
[05:15:18.770] Timer tick, asking Buildbucket for the build status
[05:15:18.916] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:15:18.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:31:0) after 1m0s
[05:16:18.939] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:31:0)
[05:16:18.939] Timer tick, asking Buildbucket for the build status
[05:16:19.154] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:16:19.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:32:0) after 1m0s
[05:17:19.195] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:32:0)
[05:17:19.195] Timer tick, asking Buildbucket for the build status
[05:17:19.594] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:17:19.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:33:0) after 1m0s
[05:18:19.617] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:33:0)
[05:18:19.617] Timer tick, asking Buildbucket for the build status
[05:18:20.001] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:18:20.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:34:0) after 1m0s
[05:19:20.061] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:34:0)
[05:19:20.061] Timer tick, asking Buildbucket for the build status
[05:19:20.208] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:19:20.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:35:0) after 1m0s
[05:20:20.296] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:35:0)
[05:20:20.297] Timer tick, asking Buildbucket for the build status
[05:20:20.558] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:20:20.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:36:0) after 1m0s
[05:21:20.589] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:36:0)
[05:21:20.589] Timer tick, asking Buildbucket for the build status
[05:21:20.876] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:21:20.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:37:0) after 1m0s
[05:22:20.913] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:37:0)
[05:22:20.913] Timer tick, asking Buildbucket for the build status
[05:22:21.010] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:22:21.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:38:0) after 1m0s
[05:23:21.042] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:38:0)
[05:23:21.042] Timer tick, asking Buildbucket for the build status
[05:23:21.172] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:23:21.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:39:0) after 1m0s
[05:24:21.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:39:0)
[05:24:21.205] Timer tick, asking Buildbucket for the build status
[05:24:21.333] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:24:21.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:40:0) after 1m0s
[05:25:21.385] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:40:0)
[05:25:21.385] Timer tick, asking Buildbucket for the build status
[05:25:21.492] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:25:21.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:41:0) after 1m0s
[05:26:21.534] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:41:0)
[05:26:21.535] Timer tick, asking Buildbucket for the build status
[05:26:21.673] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:26:21.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:42:0) after 1m0s
[05:27:21.718] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:42:0)
[05:27:21.718] Timer tick, asking Buildbucket for the build status
[05:27:21.853] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:27:21.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:43:0) after 1m0s
[05:28:21.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:43:0)
[05:28:21.875] Timer tick, asking Buildbucket for the build status
[05:28:22.032] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:28:22.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:44:0) after 1m0s
[05:29:22.061] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:44:0)
[05:29:22.061] Timer tick, asking Buildbucket for the build status
[05:29:22.309] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:29:22.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:45:0) after 1m0s
[05:30:22.493] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:45:0)
[05:30:22.493] Timer tick, asking Buildbucket for the build status
[05:30:22.642] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:30:22.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:46:0) after 1m0s
[05:31:22.699] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:46:0)
[05:31:22.699] Timer tick, asking Buildbucket for the build status
[05:31:22.882] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:31:22.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:47:0) after 1m0s
[05:32:22.870] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:47:0)
[05:32:22.870] Timer tick, asking Buildbucket for the build status
[05:32:23.089] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:32:23.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:48:0) after 1m0s
[05:33:23.150] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:48:0)
[05:33:23.150] Timer tick, asking Buildbucket for the build status
[05:33:23.265] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:33:23.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:49:0) after 1m0s
[05:34:23.294] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:49:0)
[05:34:23.294] Timer tick, asking Buildbucket for the build status
[05:34:23.846] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:34:23.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:50:0) after 1m0s
[05:35:23.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:50:0)
[05:35:23.930] Timer tick, asking Buildbucket for the build status
[05:35:24.167] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:35:24.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:51:0) after 1m0s
[05:36:24.198] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:51:0)
[05:36:24.198] Timer tick, asking Buildbucket for the build status
[05:36:24.335] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:36:24.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:52:0) after 1m0s
[05:37:24.361] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:52:0)
[05:37:24.361] Timer tick, asking Buildbucket for the build status
[05:37:24.850] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:37:24.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:53:0) after 1m0s
[05:38:24.899] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:53:0)
[05:38:24.899] Timer tick, asking Buildbucket for the build status
[05:38:25.005] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:38:25.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:54:0) after 1m0s
[05:39:25.048] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:54:0)
[05:39:25.048] Timer tick, asking Buildbucket for the build status
[05:39:26.027] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:39:26.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:55:0) after 1m0s
[05:40:26.047] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:55:0)
[05:40:26.047] Timer tick, asking Buildbucket for the build status
[05:40:26.184] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:40:26.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:56:0) after 1m0s
[05:41:26.225] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:56:0)
[05:41:26.225] Timer tick, asking Buildbucket for the build status
[05:41:26.581] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:41:26.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:57:0) after 1m0s
[05:42:26.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:57:0)
[05:42:26.669] Timer tick, asking Buildbucket for the build status
[05:42:26.800] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:42:26.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:58:0) after 1m0s
[05:43:26.902] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:58:0)
[05:43:26.902] Timer tick, asking Buildbucket for the build status
[05:43:27.053] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:43:27.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:59:0) after 1m0s
[05:44:27.081] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:59:0)
[05:44:27.081] Timer tick, asking Buildbucket for the build status
[05:44:27.233] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:44:27.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:60:0) after 1m0s
[05:45:27.255] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:60:0)
[05:45:27.255] Timer tick, asking Buildbucket for the build status
[05:45:27.427] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:45:27.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:61:0) after 1m0s
[05:46:27.485] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:61:0)
[05:46:27.485] Timer tick, asking Buildbucket for the build status
[05:46:27.933] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:46:27.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:62:0) after 1m0s
[05:47:27.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:62:0)
[05:47:27.957] Timer tick, asking Buildbucket for the build status
[05:47:28.082] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:47:28.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:63:0) after 1m0s
[05:48:28.104] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:63:0)
[05:48:28.104] Timer tick, asking Buildbucket for the build status
[05:48:28.290] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:48:28.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:64:0) after 1m0s
[05:49:28.321] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:64:0)
[05:49:28.321] Timer tick, asking Buildbucket for the build status
[05:49:28.491] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:49:28.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:65:0) after 1m0s
[05:50:28.556] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:65:0)
[05:50:28.556] Timer tick, asking Buildbucket for the build status
[05:50:28.697] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:50:28.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:66:0) after 1m0s
[05:51:28.775] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:66:0)
[05:51:28.775] Timer tick, asking Buildbucket for the build status
[05:51:28.968] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:51:28.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:67:0) after 1m0s
[05:52:29.046] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:67:0)
[05:52:29.046] Timer tick, asking Buildbucket for the build status
[05:52:29.496] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:52:29.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:68:0) after 1m0s
[05:53:29.702] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:68:0)
[05:53:29.702] Timer tick, asking Buildbucket for the build status
[05:53:30.053] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:53:30.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:69:0) after 1m0s
[05:54:30.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:69:0)
[05:54:30.122] Timer tick, asking Buildbucket for the build status
[05:54:30.423] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:54:30.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:70:0) after 1m0s
[05:55:30.466] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:70:0)
[05:55:30.466] Timer tick, asking Buildbucket for the build status
[05:55:30.548] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:55:30.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:71:0) after 1m0s
[05:56:30.648] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:71:0)
[05:56:30.648] Timer tick, asking Buildbucket for the build status
[05:56:30.828] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:56:30.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:72:0) after 1m0s
[05:57:30.937] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:72:0)
[05:57:30.937] Timer tick, asking Buildbucket for the build status
[05:57:31.040] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:57:31.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:73:0) after 1m0s
[05:58:31.098] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:73:0)
[05:58:31.098] Timer tick, asking Buildbucket for the build status
[05:58:31.277] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:58:31.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:74:0) after 1m0s
[05:59:31.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:74:0)
[05:59:31.382] Timer tick, asking Buildbucket for the build status
[05:59:31.543] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:59:31.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:75:0) after 1m0s
[06:00:31.567] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:75:0)
[06:00:31.567] Timer tick, asking Buildbucket for the build status
[06:00:31.695] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:00:31.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:76:0) after 1m0s
[06:01:31.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:76:0)
[06:01:31.680] Timer tick, asking Buildbucket for the build status
[06:01:31.819] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:01:31.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:77:0) after 1m0s
[06:02:31.843] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:77:0)
[06:02:31.843] Timer tick, asking Buildbucket for the build status
[06:02:32.184] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:02:32.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:78:0) after 1m0s
[06:03:32.212] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:78:0)
[06:03:32.212] Timer tick, asking Buildbucket for the build status
[06:03:32.495] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:03:32.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:79:0) after 1m0s
[06:04:32.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:79:0)
[06:04:32.552] Timer tick, asking Buildbucket for the build status
[06:04:32.768] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:04:32.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:80:0) after 1m0s
[06:05:32.834] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:80:0)
[06:05:32.834] Timer tick, asking Buildbucket for the build status
[06:05:33.014] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:05:33.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:81:0) after 1m0s
[06:06:33.057] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:81:0)
[06:06:33.057] Timer tick, asking Buildbucket for the build status
[06:06:33.315] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:06:33.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:82:0) after 1m0s
[06:07:33.323] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:82:0)
[06:07:33.323] Timer tick, asking Buildbucket for the build status
[06:07:34.242] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:07:34.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:83:0) after 1m0s
[06:08:34.267] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:83:0)
[06:08:34.268] Timer tick, asking Buildbucket for the build status
[06:08:35.521] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:08:35.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:84:0) after 1m0s
[06:09:35.583] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:84:0)
[06:09:35.583] Timer tick, asking Buildbucket for the build status
[06:09:35.744] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:09:35.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:85:0) after 1m0s
[06:10:35.793] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:85:0)
[06:10:35.793] Timer tick, asking Buildbucket for the build status
[06:10:35.935] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:10:35.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:86:0) after 1m0s
[06:11:36.046] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:86:0)
[06:11:36.046] Timer tick, asking Buildbucket for the build status
[06:11:36.260] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:11:36.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:87:0) after 1m0s
[06:12:36.285] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:87:0)
[06:12:36.285] Timer tick, asking Buildbucket for the build status
[06:12:36.622] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:12:36.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:88:0) after 1m0s
[06:13:36.665] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:88:0)
[06:13:36.665] Timer tick, asking Buildbucket for the build status
[06:13:37.157] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:13:37.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:89:0) after 1m0s
[06:14:37.188] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:89:0)
[06:14:37.188] Timer tick, asking Buildbucket for the build status
[06:14:37.407] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:14:37.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:90:0) after 1m0s
[06:15:37.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:90:0)
[06:15:37.452] Timer tick, asking Buildbucket for the build status
[06:15:37.841] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:15:37.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:91:0) after 1m0s
[06:16:37.832] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:91:0)
[06:16:37.832] Timer tick, asking Buildbucket for the build status
[06:16:37.994] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:16:37.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:92:0) after 1m0s
[06:17:38.030] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:92:0)
[06:17:38.030] Timer tick, asking Buildbucket for the build status
[06:17:38.561] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:17:38.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:93:0) after 1m0s
[06:18:38.588] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:93:0)
[06:18:38.588] Timer tick, asking Buildbucket for the build status
[06:18:38.751] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:18:38.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:94:0) after 1m0s
[06:19:38.937] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:94:0)
[06:19:38.937] Timer tick, asking Buildbucket for the build status
[06:19:39.072] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:19:39.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:95:0) after 1m0s
[06:20:39.062] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:95:0)
[06:20:39.062] Timer tick, asking Buildbucket for the build status
[06:20:39.209] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:20:39.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:96:0) after 1m0s
[06:21:39.238] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:96:0)
[06:21:39.238] Timer tick, asking Buildbucket for the build status
[06:21:39.378] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:21:39.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:97:0) after 1m0s
[06:22:39.445] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:97:0)
[06:22:39.445] Timer tick, asking Buildbucket for the build status
[06:22:40.449] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:22:40.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:98:0) after 1m0s
[06:23:40.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:98:0)
[06:23:40.530] Timer tick, asking Buildbucket for the build status
[06:23:40.650] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:23:40.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:99:0) after 1m0s
[06:24:40.750] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:99:0)
[06:24:40.750] Timer tick, asking Buildbucket for the build status
[06:24:42.205] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:24:42.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:100:0) after 1m0s
[06:25:42.258] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:100:0)
[06:25:42.258] Timer tick, asking Buildbucket for the build status
[06:25:42.394] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:25:42.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:101:0) after 1m0s
[06:26:42.420] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:101:0)
[06:26:42.420] Timer tick, asking Buildbucket for the build status
[06:26:42.785] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:26:42.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:102:0) after 1m0s
[06:27:42.809] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:102:0)
[06:27:42.809] Timer tick, asking Buildbucket for the build status
[06:27:43.566] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:27:43.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:103:0) after 1m0s
[06:28:43.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:103:0)
[06:28:43.646] Timer tick, asking Buildbucket for the build status
[06:28:43.763] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:28:43.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:104:0) after 1m0s
[06:29:43.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:104:0)
[06:29:43.788] Timer tick, asking Buildbucket for the build status
[06:29:43.973] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:29:43.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:105:0) after 1m0s
[06:30:43.999] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:105:0)
[06:30:43.999] Timer tick, asking Buildbucket for the build status
[06:30:44.273] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:30:44.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:106:0) after 1m0s
[06:31:44.375] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:106:0)
[06:31:44.375] Timer tick, asking Buildbucket for the build status
[06:31:44.500] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:31:44.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:107:0) after 1m0s
[06:32:44.568] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:107:0)
[06:32:44.569] Timer tick, asking Buildbucket for the build status
[06:32:44.751] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:32:44.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:108:0) after 1m0s
[06:33:44.771] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:108:0)
[06:33:44.771] Timer tick, asking Buildbucket for the build status
[06:33:44.885] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:33:44.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:109:0) after 1m0s
[06:34:44.917] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:109:0)
[06:34:44.917] Timer tick, asking Buildbucket for the build status
[06:34:45.274] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:34:45.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:110:0) after 1m0s
[06:35:45.306] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:110:0)
[06:35:45.306] Timer tick, asking Buildbucket for the build status
[06:35:45.464] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:35:45.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:111:0) after 1m0s
[06:36:45.588] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:111:0)
[06:36:45.588] Timer tick, asking Buildbucket for the build status
[06:36:45.830] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:36:45.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:112:0) after 1m0s
[06:37:45.943] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:112:0)
[06:37:45.943] Timer tick, asking Buildbucket for the build status
[06:37:47.916] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:37:47.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:113:0) after 1m0s
[06:38:47.943] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:113:0)
[06:38:47.943] Timer tick, asking Buildbucket for the build status
[06:38:48.143] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:38:48.143] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:114:0) after 1m0s
[06:39:48.145] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:114:0)
[06:39:48.145] Timer tick, asking Buildbucket for the build status
[06:39:48.770] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:39:48.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:115:0) after 1m0s
[06:40:48.793] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:115:0)
[06:40:48.794] Timer tick, asking Buildbucket for the build status
[06:40:49.094] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:40:49.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:116:0) after 1m0s
[06:41:49.192] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:116:0)
[06:41:49.192] Timer tick, asking Buildbucket for the build status
[06:41:49.744] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:41:49.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:117:0) after 1m0s
[06:42:49.834] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:117:0)
[06:42:49.834] Timer tick, asking Buildbucket for the build status
[06:42:50.871] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:42:50.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:118:0) after 1m0s
[06:43:50.963] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:118:0)
[06:43:50.963] Timer tick, asking Buildbucket for the build status
[06:43:51.133] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:43:51.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:119:0) after 1m0s
[06:44:51.206] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:119:0)
[06:44:51.206] Timer tick, asking Buildbucket for the build status
[06:44:51.473] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:44:51.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:120:0) after 1m0s
[06:45:51.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:120:0)
[06:45:51.543] Timer tick, asking Buildbucket for the build status
[06:45:51.697] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:45:51.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:121:0) after 1m0s
[06:46:51.728] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:121:0)
[06:46:51.728] Timer tick, asking Buildbucket for the build status
[06:46:51.916] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:46:51.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:122:0) after 1m0s
[06:47:52.061] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:122:0)
[06:47:52.061] Timer tick, asking Buildbucket for the build status
[06:47:52.534] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:47:52.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:123:0) after 1m0s
[06:48:52.751] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:123:0)
[06:48:52.751] Timer tick, asking Buildbucket for the build status
[06:48:52.876] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:48:52.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:124:0) after 1m0s
[06:49:52.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:124:0)
[06:49:52.912] Timer tick, asking Buildbucket for the build status
[06:49:53.421] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:49:53.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:125:0) after 1m0s
[06:50:53.531] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:125:0)
[06:50:53.531] Timer tick, asking Buildbucket for the build status
[06:50:54.002] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:50:54.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:126:0) after 1m0s
[06:51:54.033] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:126:0)
[06:51:54.033] Timer tick, asking Buildbucket for the build status
[06:51:54.149] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:51:54.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:127:0) after 1m0s
[06:52:54.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:127:0)
[06:52:54.192] Timer tick, asking Buildbucket for the build status
[06:52:54.355] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:52:54.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:128:0) after 1m0s
[06:53:54.420] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:128:0)
[06:53:54.420] Timer tick, asking Buildbucket for the build status
[06:53:54.522] Build 8875824008176750272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:53:54.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9041254070694714928:129:0) after 1m0s
[06:54:10.378] Received PubSub notification, asking Buildbucket for the build status
[06:54:10.541] Build 8875824008176750272: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[06:54:10.541] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1593759248646094",
"created_by": "project:chromium",
"created_ts": "1593751628667164",
"failure_reason": "BUILD_FAILURE",
"id": "8875824008176750272",
"parameters_json": "{\"builder_name\": \"ToTMacASan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"8d0330a2cbfdac74a0c69aa214451d7135d676b7\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[24422/63750] CXX obj/skia/skia/MotionBlurEffect.o\\nFAILED: obj/skia/skia/MotionBlurEffect.o\\n../../third_party/llvm-build/Release+Asserts/bin/clang++ -MMD -MF obj/skia/skia/MotionBlurEffect.o.d...(too long)\\nIn file included from ../../third_party/skia/modules/skottie/src/effects/MotionBlurEffect.cpp:13:\\n../../third_party/skia/include/private/SkVx.h:193:88: error: AVX vector return of type 'VExt\u003c16, unsigned short\u003e' (vector of 16 'unsigned short' values) without 'avx' enabled changes the ABI [-Werror,-Wpsabi]\\nSINT Vec\u003cN,T\u003e operator+(const Vec\u003cN,T\u003e\u0026 x, const Vec\u003cN,T\u003e\u0026 y) { return to_vec\u003cN,T\u003e(to_vext(x) + to_vext(y)); }\\n^\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build284-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTMacASan\", \"buildnumber\": 22938, \"clang_revision\": \"n359201-d8921a80-0\", \"got_angle_revision\": \"5fec8ecf9cf43f8664d7b8355ffc092b6eb447cb\", \"got_dawn_revision\": \"f695264d30e63d951f46e6e5c9da063dda988ffe\", \"got_nacl_revision\": \"fd20fafa8ec19700e12daa031bf792bae8b6bb21\", \"got_revision\": \"8d0330a2cbfdac74a0c69aa214451d7135d676b7\", \"got_revision_cp\": \"refs/heads/master@{#784977}\", \"got_swarming_client_revision\": \"4c095d04179dc725a300085ae21fe3b79900d072\", \"got_swiftshader_revision\": \"3121585acce20f5cc2074088563e3c1a076b8e48\", \"got_v8_revision\": \"5c232e1e7acac3ed5d8b23acc149257323f61353\", \"got_v8_revision_cp\": \"refs/heads/8.6.51@{#1}\", \"got_webrtc_revision\": \"1e10a6156405f1c9b4c432c57a955f70642ccfc8\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#31617}\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"8d0330a2cbfdac74a0c69aa214451d7135d676b7\", \"xcode_build_version\": \"11a1027\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11c29\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build284-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"5320-752003c\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[24422/63750] CXX obj/skia/skia/MotionBlurEffect.o\\nFAILED: obj/skia/skia/MotionBlurEffect.o\\n../../third_party/llvm-build/Release+Asserts/bin/clang++ -MMD -MF obj/skia/skia/MotionBlurEffect.o.d...(too long)\\nIn file included from ../../third_party/skia/modules/skottie/src/effects/MotionBlurEffect.cpp:13:\\n../../third_party/skia/include/private/SkVx.h:193:88: error: AVX vector return of type 'VExt\u003c16, unsigned short\u003e' (vector of 16 'unsigned short' values) without 'avx' enabled changes the ABI [-Werror,-Wpsabi]\\nSINT Vec\u003cN,T\u003e operator+(const Vec\u003cN,T\u003e\u0026 x, const Vec\u003cN,T\u003e\u0026 y) { return to_vec\u003cN,T\u003e(to_vext(x) + to_vext(y)); }\\n^\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1593751893068428",
"status": "COMPLETED",
"status_changed_ts": "1593751894417923",
"tags": [
"build_address:luci.chromium.ci/ToTMacASan/22938",
"builder:ToTMacASan",
"buildset:commit/git/8d0330a2cbfdac74a0c69aa214451d7135d676b7",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8d0330a2cbfdac74a0c69aa214451d7135d676b7",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9041254070694714928",
"scheduler_job_id:chromium/ToTMacASan",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8875824008176750272/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:4d2bd178f8990110",
"user_agent:luci-scheduler"
],
"updated_ts": "1593759249464008",
"url": "https://ci.chromium.org/b/8875824008176750272",
"utcnow_ts": "1593759250524840"
}
}
[06:54:10.541] Invocation finished in 2h7m3.658948356s with status FAILED