[02:24:07.191] New invocation is queued and will start shortly
[02:24:08.409] Starting the invocation (attempt 1)
[02:24:08.449] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:24:08.449] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:24:08.449] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9022962479958232752",
"parameters_json": "{\"builder_name\":\"ToTMacASan\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"c20b475d48f9f0e4b8869c123c0ba9d36f316c5d\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:ToTMacASan",
"scheduler_invocation_id:9022962479958232752",
"scheduler_job_id:chromium/ToTMacASan",
"user_agent:luci-scheduler",
"buildset:commit/git/c20b475d48f9f0e4b8869c123c0ba9d36f316c5d",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c20b475d48f9f0e4b8869c123c0ba9d36f316c5d",
"gitiles_ref:refs/heads/master"
]
}
[02:24:10.575] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1611195848564698",
"id": "8857532417854051792",
"parameters_json": "{\"builder_name\": \"ToTMacASan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"c20b475d48f9f0e4b8869c123c0ba9d36f316c5d\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1611195849984899",
"tags": [
"build_address:luci.chromium.ci/ToTMacASan/24338",
"builder:ToTMacASan",
"buildset:commit/git/c20b475d48f9f0e4b8869c123c0ba9d36f316c5d",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c20b475d48f9f0e4b8869c123c0ba9d36f316c5d",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9022962479958232752",
"scheduler_job_id:chromium/ToTMacASan",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8857532417854051792/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1611195849985373",
"url": "https://ci.chromium.org/b/8857532417854051792",
"utcnow_ts": "1611195850556687"
}
}
[02:24:10.575] Task URL: https://ci.chromium.org/b/8857532417854051792
[02:24:10.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:2:0) after 1m0s
[02:25:10.647] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:2:0)
[02:25:10.647] Timer tick, asking Buildbucket for the build status
[02:25:10.760] Build 8857532417854051792: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:25:10.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:3:0) after 1m0s
[02:26:10.815] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:3:0)
[02:26:10.815] Timer tick, asking Buildbucket for the build status
[02:26:10.907] Build 8857532417854051792: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:26:10.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:4:0) after 1m0s
[02:27:11.046] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:4:0)
[02:27:11.046] Timer tick, asking Buildbucket for the build status
[02:27:11.144] Build 8857532417854051792: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:27:11.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:5:0) after 1m0s
[02:28:11.248] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:5:0)
[02:28:11.248] Timer tick, asking Buildbucket for the build status
[02:28:11.333] Build 8857532417854051792: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:28:11.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:6:0) after 1m0s
[02:28:59.627] Received PubSub notification, asking Buildbucket for the build status
[02:28:59.781] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:29:11.482] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:6:0)
[02:29:11.482] Timer tick, asking Buildbucket for the build status
[02:29:11.581] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:29:11.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:8:0) after 1m0s
[02:30:11.641] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:8:0)
[02:30:11.641] Timer tick, asking Buildbucket for the build status
[02:30:11.766] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:30:11.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:9:0) after 1m0s
[02:31:11.797] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:9:0)
[02:31:11.797] Timer tick, asking Buildbucket for the build status
[02:31:12.082] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:31:12.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:10:0) after 1m0s
[02:32:12.551] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:10:0)
[02:32:12.551] Timer tick, asking Buildbucket for the build status
[02:32:12.616] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:32:12.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:11:0) after 1m0s
[02:33:13.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:11:0)
[02:33:13.013] Timer tick, asking Buildbucket for the build status
[02:33:13.079] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:33:13.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:12:0) after 1m0s
[02:34:13.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:12:0)
[02:34:13.142] Timer tick, asking Buildbucket for the build status
[02:34:13.308] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:34:13.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:13:0) after 1m0s
[02:35:13.467] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:13:0)
[02:35:13.467] Timer tick, asking Buildbucket for the build status
[02:35:13.523] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:35:13.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:14:0) after 1m0s
[02:36:13.598] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:14:0)
[02:36:13.598] Timer tick, asking Buildbucket for the build status
[02:36:13.648] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:36:13.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:15:0) after 1m0s
[02:37:13.782] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:15:0)
[02:37:13.782] Timer tick, asking Buildbucket for the build status
[02:37:13.967] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:37:13.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:16:0) after 1m0s
[02:38:14.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:16:0)
[02:38:14.082] Timer tick, asking Buildbucket for the build status
[02:38:14.172] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:38:14.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:17:0) after 1m0s
[02:39:14.254] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:17:0)
[02:39:14.254] Timer tick, asking Buildbucket for the build status
[02:39:14.378] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:39:14.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:18:0) after 1m0s
[02:40:14.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:18:0)
[02:40:14.512] Timer tick, asking Buildbucket for the build status
[02:40:14.581] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:40:14.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:19:0) after 1m0s
[02:41:14.605] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:19:0)
[02:41:14.605] Timer tick, asking Buildbucket for the build status
[02:41:14.810] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:41:14.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:20:0) after 1m0s
[02:42:14.815] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:20:0)
[02:42:14.815] Timer tick, asking Buildbucket for the build status
[02:42:14.877] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:42:14.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:21:0) after 1m0s
[02:43:14.933] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:21:0)
[02:43:14.933] Timer tick, asking Buildbucket for the build status
[02:43:14.998] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:43:14.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:22:0) after 1m0s
[02:44:15.087] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:22:0)
[02:44:15.087] Timer tick, asking Buildbucket for the build status
[02:44:15.275] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:44:15.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:23:0) after 1m0s
[02:45:15.416] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:23:0)
[02:45:15.416] Timer tick, asking Buildbucket for the build status
[02:45:15.477] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:45:15.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:24:0) after 1m0s
[02:46:15.531] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:24:0)
[02:46:15.531] Timer tick, asking Buildbucket for the build status
[02:46:15.796] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:46:15.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:25:0) after 1m0s
[02:47:15.880] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:25:0)
[02:47:15.880] Timer tick, asking Buildbucket for the build status
[02:47:15.943] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:47:15.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:26:0) after 1m0s
[02:48:15.979] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:26:0)
[02:48:15.979] Timer tick, asking Buildbucket for the build status
[02:48:16.041] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:48:16.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:27:0) after 1m0s
[02:49:16.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:27:0)
[02:49:16.094] Timer tick, asking Buildbucket for the build status
[02:49:16.229] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:49:16.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:28:0) after 1m0s
[02:50:16.258] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:28:0)
[02:50:16.258] Timer tick, asking Buildbucket for the build status
[02:50:16.425] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:50:16.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:29:0) after 1m0s
[02:51:16.488] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:29:0)
[02:51:16.488] Timer tick, asking Buildbucket for the build status
[02:51:16.552] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:51:16.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:30:0) after 1m0s
[02:52:16.549] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:30:0)
[02:52:16.549] Timer tick, asking Buildbucket for the build status
[02:52:17.001] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:52:17.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:31:0) after 1m0s
[02:53:17.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:31:0)
[02:53:17.071] Timer tick, asking Buildbucket for the build status
[02:53:17.160] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:53:17.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:32:0) after 1m0s
[02:54:17.143] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:32:0)
[02:54:17.143] Timer tick, asking Buildbucket for the build status
[02:54:17.427] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:54:17.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:33:0) after 1m0s
[02:55:17.448] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:33:0)
[02:55:17.448] Timer tick, asking Buildbucket for the build status
[02:55:17.506] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:55:17.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:34:0) after 1m0s
[02:56:17.532] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:34:0)
[02:56:17.532] Timer tick, asking Buildbucket for the build status
[02:56:17.728] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:56:17.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:35:0) after 1m0s
[02:57:17.760] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:35:0)
[02:57:17.760] Timer tick, asking Buildbucket for the build status
[02:57:17.835] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:57:17.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:36:0) after 1m0s
[02:58:17.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:36:0)
[02:58:17.932] Timer tick, asking Buildbucket for the build status
[02:58:18.026] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:58:18.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:37:0) after 1m0s
[02:59:18.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:37:0)
[02:59:18.094] Timer tick, asking Buildbucket for the build status
[02:59:18.207] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:59:18.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:38:0) after 1m0s
[03:00:18.207] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:38:0)
[03:00:18.207] Timer tick, asking Buildbucket for the build status
[03:00:18.296] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:00:18.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:39:0) after 1m0s
[03:01:18.311] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:39:0)
[03:01:18.311] Timer tick, asking Buildbucket for the build status
[03:01:18.372] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:01:18.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:40:0) after 1m0s
[03:02:18.595] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:40:0)
[03:02:18.595] Timer tick, asking Buildbucket for the build status
[03:02:18.757] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:02:18.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:41:0) after 1m0s
[03:03:18.948] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:41:0)
[03:03:18.948] Timer tick, asking Buildbucket for the build status
[03:03:19.018] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:03:19.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:42:0) after 1m0s
[03:04:19.153] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:42:0)
[03:04:19.153] Timer tick, asking Buildbucket for the build status
[03:04:19.618] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:04:19.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:43:0) after 1m0s
[03:05:19.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:43:0)
[03:05:19.722] Timer tick, asking Buildbucket for the build status
[03:05:19.814] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:05:19.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:44:0) after 1m0s
[03:06:20.282] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:44:0)
[03:06:20.282] Timer tick, asking Buildbucket for the build status
[03:06:20.390] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:06:20.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:45:0) after 1m0s
[03:07:20.460] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:45:0)
[03:07:20.460] Timer tick, asking Buildbucket for the build status
[03:07:20.599] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:07:20.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:46:0) after 1m0s
[03:08:20.720] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:46:0)
[03:08:20.720] Timer tick, asking Buildbucket for the build status
[03:08:20.781] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:08:20.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:47:0) after 1m0s
[03:09:21.055] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:47:0)
[03:09:21.055] Timer tick, asking Buildbucket for the build status
[03:09:21.224] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:09:21.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:48:0) after 1m0s
[03:10:21.406] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:48:0)
[03:10:21.406] Timer tick, asking Buildbucket for the build status
[03:10:21.484] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:10:21.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:49:0) after 1m0s
[03:11:21.621] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:49:0)
[03:11:21.621] Timer tick, asking Buildbucket for the build status
[03:11:21.825] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:11:21.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:50:0) after 1m0s
[03:12:21.904] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:50:0)
[03:12:21.904] Timer tick, asking Buildbucket for the build status
[03:12:21.970] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:12:21.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:51:0) after 1m0s
[03:13:22.043] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:51:0)
[03:13:22.043] Timer tick, asking Buildbucket for the build status
[03:13:22.143] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:13:22.143] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:52:0) after 1m0s
[03:14:22.238] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:52:0)
[03:14:22.238] Timer tick, asking Buildbucket for the build status
[03:14:22.396] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:14:22.396] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:53:0) after 1m0s
[03:15:22.472] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:53:0)
[03:15:22.472] Timer tick, asking Buildbucket for the build status
[03:15:22.978] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:15:22.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:54:0) after 1m0s
[03:16:23.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:54:0)
[03:16:23.011] Timer tick, asking Buildbucket for the build status
[03:16:23.091] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:16:23.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:55:0) after 1m0s
[03:17:23.163] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:55:0)
[03:17:23.163] Timer tick, asking Buildbucket for the build status
[03:17:23.271] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:17:23.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:56:0) after 1m0s
[03:18:23.348] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:56:0)
[03:18:23.348] Timer tick, asking Buildbucket for the build status
[03:18:23.515] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:18:23.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:57:0) after 1m0s
[03:19:23.577] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:57:0)
[03:19:23.577] Timer tick, asking Buildbucket for the build status
[03:19:23.671] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:19:23.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:58:0) after 1m0s
[03:20:23.697] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:58:0)
[03:20:23.697] Timer tick, asking Buildbucket for the build status
[03:20:23.754] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:20:23.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:59:0) after 1m0s
[03:21:23.809] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:59:0)
[03:21:23.809] Timer tick, asking Buildbucket for the build status
[03:21:23.970] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:21:23.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:60:0) after 1m0s
[03:22:23.997] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:60:0)
[03:22:23.997] Timer tick, asking Buildbucket for the build status
[03:22:24.065] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:22:24.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:61:0) after 1m0s
[03:23:24.098] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:61:0)
[03:23:24.098] Timer tick, asking Buildbucket for the build status
[03:23:24.303] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:23:24.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:62:0) after 1m0s
[03:24:24.393] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:62:0)
[03:24:24.393] Timer tick, asking Buildbucket for the build status
[03:24:24.495] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:24:24.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:63:0) after 1m0s
[03:25:24.606] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:63:0)
[03:25:24.606] Timer tick, asking Buildbucket for the build status
[03:25:24.693] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:25:24.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:64:0) after 1m0s
[03:26:24.783] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:64:0)
[03:26:24.783] Timer tick, asking Buildbucket for the build status
[03:26:24.844] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:26:24.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:65:0) after 1m0s
[03:27:24.937] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:65:0)
[03:27:24.937] Timer tick, asking Buildbucket for the build status
[03:27:24.991] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:27:24.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:66:0) after 1m0s
[03:28:25.043] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:66:0)
[03:28:25.043] Timer tick, asking Buildbucket for the build status
[03:28:25.118] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:28:25.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:67:0) after 1m0s
[03:29:25.247] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:67:0)
[03:29:25.247] Timer tick, asking Buildbucket for the build status
[03:29:25.383] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:29:25.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:68:0) after 1m0s
[03:30:25.479] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:68:0)
[03:30:25.479] Timer tick, asking Buildbucket for the build status
[03:30:25.540] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:30:25.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:69:0) after 1m0s
[03:31:25.599] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:69:0)
[03:31:25.599] Timer tick, asking Buildbucket for the build status
[03:31:25.707] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:31:25.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:70:0) after 1m0s
[03:32:25.719] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:70:0)
[03:32:25.719] Timer tick, asking Buildbucket for the build status
[03:32:25.770] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:32:25.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:71:0) after 1m0s
[03:33:25.872] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:71:0)
[03:33:25.872] Timer tick, asking Buildbucket for the build status
[03:33:25.929] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:33:25.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:72:0) after 1m0s
[03:34:25.942] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:72:0)
[03:34:25.942] Timer tick, asking Buildbucket for the build status
[03:34:26.092] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:34:26.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:73:0) after 1m0s
[03:35:26.100] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:73:0)
[03:35:26.100] Timer tick, asking Buildbucket for the build status
[03:35:26.174] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:35:26.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:74:0) after 1m0s
[03:36:26.218] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:74:0)
[03:36:26.218] Timer tick, asking Buildbucket for the build status
[03:36:26.299] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:36:26.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:75:0) after 1m0s
[03:37:26.372] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:75:0)
[03:37:26.372] Timer tick, asking Buildbucket for the build status
[03:37:26.475] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:37:26.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:76:0) after 1m0s
[03:38:26.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:76:0)
[03:38:26.543] Timer tick, asking Buildbucket for the build status
[03:38:26.628] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:38:26.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:77:0) after 1m0s
[03:39:26.650] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:77:0)
[03:39:26.650] Timer tick, asking Buildbucket for the build status
[03:39:26.748] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:39:26.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:78:0) after 1m0s
[03:40:26.778] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:78:0)
[03:40:26.778] Timer tick, asking Buildbucket for the build status
[03:40:26.847] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:40:26.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:79:0) after 1m0s
[03:41:26.916] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:79:0)
[03:41:26.916] Timer tick, asking Buildbucket for the build status
[03:41:27.008] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:41:27.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:80:0) after 1m0s
[03:42:27.016] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:80:0)
[03:42:27.016] Timer tick, asking Buildbucket for the build status
[03:42:27.103] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:42:27.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:81:0) after 1m0s
[03:43:27.126] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:81:0)
[03:43:27.126] Timer tick, asking Buildbucket for the build status
[03:43:27.184] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:43:27.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:82:0) after 1m0s
[03:44:27.212] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:82:0)
[03:44:27.212] Timer tick, asking Buildbucket for the build status
[03:44:27.428] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:44:27.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:83:0) after 1m0s
[03:45:27.428] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:83:0)
[03:45:27.428] Timer tick, asking Buildbucket for the build status
[03:45:27.902] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:45:27.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:84:0) after 1m0s
[03:46:27.955] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:84:0)
[03:46:27.955] Timer tick, asking Buildbucket for the build status
[03:46:28.015] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:46:28.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:85:0) after 1m0s
[03:47:28.030] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:85:0)
[03:47:28.030] Timer tick, asking Buildbucket for the build status
[03:47:28.441] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:47:28.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:86:0) after 1m0s
[03:48:28.478] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:86:0)
[03:48:28.478] Timer tick, asking Buildbucket for the build status
[03:48:28.539] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:48:28.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:87:0) after 1m0s
[03:49:28.649] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:87:0)
[03:49:28.649] Timer tick, asking Buildbucket for the build status
[03:49:28.766] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:49:28.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:88:0) after 1m0s
[03:50:28.795] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:88:0)
[03:50:28.795] Timer tick, asking Buildbucket for the build status
[03:50:28.850] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:50:28.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:89:0) after 1m0s
[03:51:28.892] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:89:0)
[03:51:28.892] Timer tick, asking Buildbucket for the build status
[03:51:29.004] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:51:29.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:90:0) after 1m0s
[03:52:29.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:90:0)
[03:52:29.128] Timer tick, asking Buildbucket for the build status
[03:52:29.483] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:52:29.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:91:0) after 1m0s
[03:53:29.531] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:91:0)
[03:53:29.531] Timer tick, asking Buildbucket for the build status
[03:53:29.614] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:53:29.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:92:0) after 1m0s
[03:54:29.644] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:92:0)
[03:54:29.644] Timer tick, asking Buildbucket for the build status
[03:54:29.765] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:54:29.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:93:0) after 1m0s
[03:55:29.815] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:93:0)
[03:55:29.815] Timer tick, asking Buildbucket for the build status
[03:55:29.871] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:55:29.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:94:0) after 1m0s
[03:56:29.909] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:94:0)
[03:56:29.909] Timer tick, asking Buildbucket for the build status
[03:56:29.970] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:56:29.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:95:0) after 1m0s
[03:57:29.999] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:95:0)
[03:57:29.999] Timer tick, asking Buildbucket for the build status
[03:57:30.269] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:57:30.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:96:0) after 1m0s
[03:58:30.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:96:0)
[03:58:30.378] Timer tick, asking Buildbucket for the build status
[03:58:30.542] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:58:30.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:97:0) after 1m0s
[03:59:30.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:97:0)
[03:59:30.597] Timer tick, asking Buildbucket for the build status
[03:59:30.713] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:59:30.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:98:0) after 1m0s
[04:00:30.750] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:98:0)
[04:00:30.750] Timer tick, asking Buildbucket for the build status
[04:00:30.938] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:00:30.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:99:0) after 1m0s
[04:01:30.964] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:99:0)
[04:01:30.964] Timer tick, asking Buildbucket for the build status
[04:01:31.044] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:01:31.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:100:0) after 1m0s
[04:02:31.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:100:0)
[04:02:31.124] Timer tick, asking Buildbucket for the build status
[04:02:31.342] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:02:31.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:101:0) after 1m0s
[04:03:31.355] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:101:0)
[04:03:31.355] Timer tick, asking Buildbucket for the build status
[04:03:31.417] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:03:31.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:102:0) after 1m0s
[04:04:31.448] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:102:0)
[04:04:31.448] Timer tick, asking Buildbucket for the build status
[04:04:31.636] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:04:31.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:103:0) after 1m0s
[04:05:31.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:103:0)
[04:05:31.738] Timer tick, asking Buildbucket for the build status
[04:05:31.834] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:05:31.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:104:0) after 1m0s
[04:06:31.859] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:104:0)
[04:06:31.859] Timer tick, asking Buildbucket for the build status
[04:06:32.102] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:06:32.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:105:0) after 1m0s
[04:07:32.118] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:105:0)
[04:07:32.118] Timer tick, asking Buildbucket for the build status
[04:07:32.432] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:07:32.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:106:0) after 1m0s
[04:08:32.477] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:106:0)
[04:08:32.477] Timer tick, asking Buildbucket for the build status
[04:08:32.563] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:08:32.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:107:0) after 1m0s
[04:09:32.603] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:107:0)
[04:09:32.603] Timer tick, asking Buildbucket for the build status
[04:09:32.798] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:09:32.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:108:0) after 1m0s
[04:10:32.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:108:0)
[04:10:32.882] Timer tick, asking Buildbucket for the build status
[04:10:32.972] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:10:32.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:109:0) after 1m0s
[04:11:33.041] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:109:0)
[04:11:33.041] Timer tick, asking Buildbucket for the build status
[04:11:33.109] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:11:33.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:110:0) after 1m0s
[04:12:33.192] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:110:0)
[04:12:33.192] Timer tick, asking Buildbucket for the build status
[04:12:33.272] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:12:33.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:111:0) after 1m0s
[04:13:33.416] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:111:0)
[04:13:33.416] Timer tick, asking Buildbucket for the build status
[04:13:33.691] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:13:33.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:112:0) after 1m0s
[04:14:33.801] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:112:0)
[04:14:33.801] Timer tick, asking Buildbucket for the build status
[04:14:33.917] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:14:33.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:113:0) after 1m0s
[04:15:33.966] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:113:0)
[04:15:33.966] Timer tick, asking Buildbucket for the build status
[04:15:34.024] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:15:34.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:114:0) after 1m0s
[04:16:34.249] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:114:0)
[04:16:34.249] Timer tick, asking Buildbucket for the build status
[04:16:34.484] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:16:34.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:115:0) after 1m0s
[04:17:34.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:115:0)
[04:17:34.530] Timer tick, asking Buildbucket for the build status
[04:17:34.719] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:17:34.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:116:0) after 1m0s
[04:18:34.778] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:116:0)
[04:18:34.778] Timer tick, asking Buildbucket for the build status
[04:18:35.013] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:18:35.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:117:0) after 1m0s
[04:19:35.090] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:117:0)
[04:19:35.090] Timer tick, asking Buildbucket for the build status
[04:19:35.274] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:19:35.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:118:0) after 1m0s
[04:20:35.340] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:118:0)
[04:20:35.340] Timer tick, asking Buildbucket for the build status
[04:20:35.419] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:20:35.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:119:0) after 1m0s
[04:21:35.699] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:119:0)
[04:21:35.699] Timer tick, asking Buildbucket for the build status
[04:21:35.832] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:21:35.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:120:0) after 1m0s
[04:22:36.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:120:0)
[04:22:36.121] Timer tick, asking Buildbucket for the build status
[04:22:36.247] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:22:36.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:121:0) after 1m0s
[04:23:36.293] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:121:0)
[04:23:36.293] Timer tick, asking Buildbucket for the build status
[04:23:36.349] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:23:36.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:122:0) after 1m0s
[04:24:36.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:122:0)
[04:24:36.398] Timer tick, asking Buildbucket for the build status
[04:24:36.755] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:24:36.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:123:0) after 1m0s
[04:25:37.570] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:123:0)
[04:25:37.570] Timer tick, asking Buildbucket for the build status
[04:25:37.655] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:25:37.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:124:0) after 1m0s
[04:26:38.213] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:124:0)
[04:26:38.213] Timer tick, asking Buildbucket for the build status
[04:26:38.300] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:26:38.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:125:0) after 1m0s
[04:27:38.358] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:125:0)
[04:27:38.358] Timer tick, asking Buildbucket for the build status
[04:27:38.566] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:27:38.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:126:0) after 1m0s
[04:28:38.594] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:126:0)
[04:28:38.594] Timer tick, asking Buildbucket for the build status
[04:28:39.114] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:28:39.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:127:0) after 1m0s
[04:29:39.201] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:127:0)
[04:29:39.201] Timer tick, asking Buildbucket for the build status
[04:29:39.318] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:29:39.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:128:0) after 1m0s
[04:30:39.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:128:0)
[04:30:39.381] Timer tick, asking Buildbucket for the build status
[04:30:39.439] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:30:39.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:129:0) after 1m0s
[04:31:39.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:129:0)
[04:31:39.452] Timer tick, asking Buildbucket for the build status
[04:31:39.550] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:31:39.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:130:0) after 1m0s
[04:32:39.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:130:0)
[04:32:39.557] Timer tick, asking Buildbucket for the build status
[04:32:39.661] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:32:39.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:131:0) after 1m0s
[04:33:39.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:131:0)
[04:33:39.716] Timer tick, asking Buildbucket for the build status
[04:33:39.968] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:33:39.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:132:0) after 1m0s
[04:34:40.072] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:132:0)
[04:34:40.072] Timer tick, asking Buildbucket for the build status
[04:34:40.277] Build 8857532417854051792: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:34:40.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9022962479958232752:133:0) after 1m0s
[04:35:29.511] Received PubSub notification, asking Buildbucket for the build status
[04:35:29.605] Build 8857532417854051792: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[04:35:29.605] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1611203728550051",
"created_by": "project:chromium",
"created_ts": "1611195848564698",
"failure_reason": "BUILD_FAILURE",
"id": "8857532417854051792",
"parameters_json": "{\"builder_name\": \"ToTMacASan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"c20b475d48f9f0e4b8869c123c0ba9d36f316c5d\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[18557/55605] CXX obj/base/base_unittests/memory_unittest.o\\nFAILED: obj/base/base_unittests/memory_unittest.o\\n../../third_party/llvm-build/Release+Asserts/bin/clang++ -MMD -MF obj/base/base_unittests/memory_uni...(too long)\\n../../base/process/memory_unittest.cc:77:21: error: attempt to call free on non-heap object 'buf' [-Werror,-Wfree-nonheap-object]\\nASSERT_DEATH(free(buf), \\\"\\\");\\n^\\n1 error generated.\\n```\\n#### More information in raw_io.output[failure_summary]\"}, \"properties\": {\"$build/goma\": {\"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/milo/blamelist_pins\": [{\"host\": \"chromium.googlesource.com\", \"id\": \"c20b475d48f9f0e4b8869c123c0ba9d36f316c5d\", \"project\": \"chromium/src\"}], \"$recipe_engine/path\": {\"cache_dir\": \"/opt/s/w/ir/cache\", \"temp_dir\": \"/opt/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build285-m9\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.clang\", \"buildername\": \"ToTMacASan\", \"buildnumber\": 24338, \"clang_revision\": \"llvmorg-12-init-17241-g98feb08e-0\", \"got_angle_revision\": \"bb3adfa42822d73420ca6a8e96863dcb6a35fc65\", \"got_dawn_revision\": \"762814bd922932d3d9da9b220463b6ce5f167d76\", \"got_nacl_revision\": \"cb31feffa500401c95c6c44d88b7c358236bca36\", \"got_revision\": \"c20b475d48f9f0e4b8869c123c0ba9d36f316c5d\", \"got_revision_cp\": \"refs/heads/master@{#845474}\", \"got_swarming_client_revision\": \"1a072711d4388c62e02480fabc26c68c24494be9\", \"got_swiftshader_revision\": \"1d5174b9dc3be500d63daf227b163b5e86bbc7b5\", \"got_v8_revision\": \"f9759b6f3a4521d370e66aec8240fcc731cd8fdd\", \"got_v8_revision_cp\": \"refs/heads/9.0.31@{#1}\", \"got_webrtc_revision\": \"0be1846477949c472a7a2bf42134a7bb08570ac4\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#33046}\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"c20b475d48f9f0e4b8869c123c0ba9d36f316c5d\", \"xcode_build_version\": \"12a7209\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_35788ef09d8eae7507b346e2b8d132d76f2bde09fc8050ac1251d555c07cf94e_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_a165fbc5f77948fe8465d1f67a1e4a103f195e4f29767b5fac0876e41f78e10e_v2\", \"builder_a6b7812892ce2803c2af7edd05905c93375f7b9beeb5faec870a74a927aae8ee_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build285-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10\", \"Mac-10.15\", \"Mac-10.15.7\", \"Mac-10.15.7-19H2\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.16\"], \"server_version\": [\"5671-1d9dea8\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[18557/55605] CXX obj/base/base_unittests/memory_unittest.o\\nFAILED: obj/base/base_unittests/memory_unittest.o\\n../../third_party/llvm-build/Release+Asserts/bin/clang++ -MMD -MF obj/base/base_unittests/memory_uni...(too long)\\n../../base/process/memory_unittest.cc:77:21: error: attempt to call free on non-heap object 'buf' [-Werror,-Wfree-nonheap-object]\\nASSERT_DEATH(free(buf), \\\"\\\");\\n^\\n1 error generated.\\n```\\n#### More information in raw_io.output[failure_summary]\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1611196138942848",
"status": "COMPLETED",
"status_changed_ts": "1611196139347455",
"tags": [
"build_address:luci.chromium.ci/ToTMacASan/24338",
"builder:ToTMacASan",
"buildset:commit/git/c20b475d48f9f0e4b8869c123c0ba9d36f316c5d",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c20b475d48f9f0e4b8869c123c0ba9d36f316c5d",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9022962479958232752",
"scheduler_job_id:chromium/ToTMacASan",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8857532417854051792/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:513b93274b319b10",
"user_agent:luci-scheduler"
],
"updated_ts": "1611203728844190",
"url": "https://ci.chromium.org/b/8857532417854051792",
"utcnow_ts": "1611203729597517"
}
}
[04:35:29.605] Invocation finished in 2h11m22.431359615s with status FAILED