[16:49:43.137] New invocation is queued and will start shortly
[16:49:44.305] Starting the invocation (attempt 1)
[16:49:44.348] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:49:44.349] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:49:44.349] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9023179812070246736",
"parameters_json": "{\"builder_name\":\"ToTMacASan\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"ce17e9266eae1041d5d52f21a057bc5b72c02a44\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:ToTMacASan",
"scheduler_invocation_id:9023179812070246736",
"scheduler_job_id:chromium/ToTMacASan",
"user_agent:luci-scheduler",
"buildset:commit/git/ce17e9266eae1041d5d52f21a057bc5b72c02a44",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ce17e9266eae1041d5d52f21a057bc5b72c02a44",
"gitiles_ref:refs/heads/master"
]
}
[16:49:46.254] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1610988584438270",
"id": "8857749750042267280",
"parameters_json": "{\"builder_name\": \"ToTMacASan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"ce17e9266eae1041d5d52f21a057bc5b72c02a44\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1610988585497057",
"tags": [
"build_address:luci.chromium.ci/ToTMacASan/24314",
"builder:ToTMacASan",
"buildset:commit/git/ce17e9266eae1041d5d52f21a057bc5b72c02a44",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ce17e9266eae1041d5d52f21a057bc5b72c02a44",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9023179812070246736",
"scheduler_job_id:chromium/ToTMacASan",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8857749750042267280/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1610988585497162",
"url": "https://ci.chromium.org/b/8857749750042267280",
"utcnow_ts": "1610988586228046"
}
}
[16:49:46.254] Task URL: https://ci.chromium.org/b/8857749750042267280
[16:49:46.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:2:0) after 1m0s
[16:50:46.307] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:2:0)
[16:50:46.307] Timer tick, asking Buildbucket for the build status
[16:50:46.561] Build 8857749750042267280: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:50:46.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:3:0) after 1m0s
[16:51:46.580] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:3:0)
[16:51:46.580] Timer tick, asking Buildbucket for the build status
[16:51:46.719] Build 8857749750042267280: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:51:46.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:4:0) after 1m0s
[16:52:21.713] Received PubSub notification, asking Buildbucket for the build status
[16:52:21.797] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:52:46.748] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:4:0)
[16:52:46.748] Timer tick, asking Buildbucket for the build status
[16:52:46.875] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:52:46.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:6:0) after 1m0s
[16:53:46.991] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:6:0)
[16:53:46.991] Timer tick, asking Buildbucket for the build status
[16:53:47.455] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:53:47.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:7:0) after 1m0s
[16:54:47.514] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:7:0)
[16:54:47.514] Timer tick, asking Buildbucket for the build status
[16:54:47.658] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:54:47.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:8:0) after 1m0s
[16:55:47.684] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:8:0)
[16:55:47.684] Timer tick, asking Buildbucket for the build status
[16:55:47.764] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:55:47.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:9:0) after 1m0s
[16:56:47.784] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:9:0)
[16:56:47.784] Timer tick, asking Buildbucket for the build status
[16:56:48.055] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:56:48.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:10:0) after 1m0s
[16:57:48.098] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:10:0)
[16:57:48.098] Timer tick, asking Buildbucket for the build status
[16:57:48.157] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:57:48.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:11:0) after 1m0s
[16:58:48.211] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:11:0)
[16:58:48.211] Timer tick, asking Buildbucket for the build status
[16:58:48.331] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:58:48.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:12:0) after 1m0s
[16:59:48.354] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:12:0)
[16:59:48.354] Timer tick, asking Buildbucket for the build status
[16:59:48.713] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:59:48.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:13:0) after 1m0s
[17:00:48.778] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:13:0)
[17:00:48.778] Timer tick, asking Buildbucket for the build status
[17:00:48.883] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:00:48.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:14:0) after 1m0s
[17:01:48.896] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:14:0)
[17:01:48.896] Timer tick, asking Buildbucket for the build status
[17:01:49.186] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:01:49.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:15:0) after 1m0s
[17:02:49.212] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:15:0)
[17:02:49.212] Timer tick, asking Buildbucket for the build status
[17:02:49.304] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:02:49.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:16:0) after 1m0s
[17:03:49.344] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:16:0)
[17:03:49.344] Timer tick, asking Buildbucket for the build status
[17:03:49.487] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:03:49.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:17:0) after 1m0s
[17:04:49.654] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:17:0)
[17:04:49.654] Timer tick, asking Buildbucket for the build status
[17:04:49.961] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:04:49.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:18:0) after 1m0s
[17:05:50.254] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:18:0)
[17:05:50.254] Timer tick, asking Buildbucket for the build status
[17:05:50.334] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:05:50.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:19:0) after 1m0s
[17:06:50.535] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:19:0)
[17:06:50.535] Timer tick, asking Buildbucket for the build status
[17:06:50.827] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:06:50.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:20:0) after 1m0s
[17:07:51.033] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:20:0)
[17:07:51.033] Timer tick, asking Buildbucket for the build status
[17:07:51.233] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:07:51.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:21:0) after 1m0s
[17:08:51.287] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:21:0)
[17:08:51.287] Timer tick, asking Buildbucket for the build status
[17:08:51.563] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:08:51.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:22:0) after 1m0s
[17:09:51.571] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:22:0)
[17:09:51.571] Timer tick, asking Buildbucket for the build status
[17:09:51.799] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:09:51.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:23:0) after 1m0s
[17:10:52.053] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:23:0)
[17:10:52.053] Timer tick, asking Buildbucket for the build status
[17:10:52.475] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:10:52.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:24:0) after 1m0s
[17:11:52.601] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:24:0)
[17:11:52.601] Timer tick, asking Buildbucket for the build status
[17:11:52.755] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:11:52.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:25:0) after 1m0s
[17:12:52.986] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:25:0)
[17:12:52.986] Timer tick, asking Buildbucket for the build status
[17:12:53.054] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:12:53.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:26:0) after 1m0s
[17:13:53.415] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:26:0)
[17:13:53.415] Timer tick, asking Buildbucket for the build status
[17:13:53.487] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:13:53.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:27:0) after 1m0s
[17:14:53.799] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:27:0)
[17:14:53.799] Timer tick, asking Buildbucket for the build status
[17:14:53.995] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:14:53.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:28:0) after 1m0s
[17:15:54.253] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:28:0)
[17:15:54.253] Timer tick, asking Buildbucket for the build status
[17:15:54.703] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:15:54.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:29:0) after 1m0s
[17:16:54.718] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:29:0)
[17:16:54.718] Timer tick, asking Buildbucket for the build status
[17:16:54.838] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:16:54.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:30:0) after 1m0s
[17:17:54.851] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:30:0)
[17:17:54.851] Timer tick, asking Buildbucket for the build status
[17:17:55.385] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:17:55.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:31:0) after 1m0s
[17:18:55.441] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:31:0)
[17:18:55.441] Timer tick, asking Buildbucket for the build status
[17:18:55.568] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:18:55.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:32:0) after 1m0s
[17:19:55.608] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:32:0)
[17:19:55.608] Timer tick, asking Buildbucket for the build status
[17:19:56.263] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:19:56.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:33:0) after 1m0s
[17:20:56.287] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:33:0)
[17:20:56.287] Timer tick, asking Buildbucket for the build status
[17:20:56.351] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:20:56.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:34:0) after 1m0s
[17:21:56.659] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:34:0)
[17:21:56.659] Timer tick, asking Buildbucket for the build status
[17:21:56.744] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:21:56.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:35:0) after 1m0s
[17:22:56.784] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:35:0)
[17:22:56.784] Timer tick, asking Buildbucket for the build status
[17:22:56.946] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:22:56.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:36:0) after 1m0s
[17:23:57.069] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:36:0)
[17:23:57.069] Timer tick, asking Buildbucket for the build status
[17:23:57.131] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:23:57.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:37:0) after 1m0s
[17:24:57.224] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:37:0)
[17:24:57.224] Timer tick, asking Buildbucket for the build status
[17:24:57.322] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:24:57.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:38:0) after 1m0s
[17:25:57.438] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:38:0)
[17:25:57.438] Timer tick, asking Buildbucket for the build status
[17:25:57.560] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:25:57.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:39:0) after 1m0s
[17:26:57.622] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:39:0)
[17:26:57.622] Timer tick, asking Buildbucket for the build status
[17:26:57.766] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:26:57.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:40:0) after 1m0s
[17:27:57.810] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:40:0)
[17:27:57.810] Timer tick, asking Buildbucket for the build status
[17:27:57.874] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:27:57.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:41:0) after 1m0s
[17:28:57.993] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:41:0)
[17:28:57.993] Timer tick, asking Buildbucket for the build status
[17:28:58.065] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:28:58.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:42:0) after 1m0s
[17:29:58.084] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:42:0)
[17:29:58.084] Timer tick, asking Buildbucket for the build status
[17:29:58.533] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:29:58.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:43:0) after 1m0s
[17:30:58.582] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:43:0)
[17:30:58.582] Timer tick, asking Buildbucket for the build status
[17:30:58.662] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:30:58.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:44:0) after 1m0s
[17:31:58.718] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:44:0)
[17:31:58.718] Timer tick, asking Buildbucket for the build status
[17:31:58.781] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:31:58.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:45:0) after 1m0s
[17:32:58.803] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:45:0)
[17:32:58.803] Timer tick, asking Buildbucket for the build status
[17:32:59.167] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:32:59.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:46:0) after 1m0s
[17:33:59.240] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:46:0)
[17:33:59.240] Timer tick, asking Buildbucket for the build status
[17:33:59.461] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:33:59.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:47:0) after 1m0s
[17:34:59.486] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:47:0)
[17:34:59.486] Timer tick, asking Buildbucket for the build status
[17:34:59.948] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:34:59.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:48:0) after 1m0s
[17:36:00.051] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:48:0)
[17:36:00.051] Timer tick, asking Buildbucket for the build status
[17:36:00.396] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:36:00.396] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:49:0) after 1m0s
[17:37:00.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:49:0)
[17:37:00.401] Timer tick, asking Buildbucket for the build status
[17:37:00.731] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:37:00.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:50:0) after 1m0s
[17:38:02.232] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:50:0)
[17:38:02.232] Timer tick, asking Buildbucket for the build status
[17:38:02.325] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:38:02.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:51:0) after 1m0s
[17:39:02.442] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:51:0)
[17:39:02.442] Timer tick, asking Buildbucket for the build status
[17:39:02.535] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:39:02.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:52:0) after 1m0s
[17:40:02.529] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:52:0)
[17:40:02.529] Timer tick, asking Buildbucket for the build status
[17:40:02.650] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:40:02.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:53:0) after 1m0s
[17:41:02.708] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:53:0)
[17:41:02.708] Timer tick, asking Buildbucket for the build status
[17:41:03.064] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:41:03.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:54:0) after 1m0s
[17:42:03.087] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:54:0)
[17:42:03.087] Timer tick, asking Buildbucket for the build status
[17:42:03.152] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:42:03.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:55:0) after 1m0s
[17:43:03.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:55:0)
[17:43:03.179] Timer tick, asking Buildbucket for the build status
[17:43:03.408] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:43:03.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:56:0) after 1m0s
[17:44:03.402] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:56:0)
[17:44:03.402] Timer tick, asking Buildbucket for the build status
[17:44:03.484] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:44:03.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:57:0) after 1m0s
[17:45:03.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:57:0)
[17:45:03.509] Timer tick, asking Buildbucket for the build status
[17:45:03.856] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:45:03.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:58:0) after 1m0s
[17:46:03.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:58:0)
[17:46:03.882] Timer tick, asking Buildbucket for the build status
[17:46:03.946] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:46:03.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:59:0) after 1m0s
[17:47:03.994] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:59:0)
[17:47:03.994] Timer tick, asking Buildbucket for the build status
[17:47:04.054] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:47:04.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:60:0) after 1m0s
[17:48:04.132] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:60:0)
[17:48:04.132] Timer tick, asking Buildbucket for the build status
[17:48:04.236] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:48:04.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:61:0) after 1m0s
[17:49:04.333] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:61:0)
[17:49:04.333] Timer tick, asking Buildbucket for the build status
[17:49:04.513] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:49:04.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:62:0) after 1m0s
[17:50:04.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:62:0)
[17:50:04.544] Timer tick, asking Buildbucket for the build status
[17:50:04.827] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:50:04.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:63:0) after 1m0s
[17:51:04.839] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:63:0)
[17:51:04.839] Timer tick, asking Buildbucket for the build status
[17:51:05.061] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:51:05.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:64:0) after 1m0s
[17:52:05.216] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:64:0)
[17:52:05.216] Timer tick, asking Buildbucket for the build status
[17:52:05.419] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:52:05.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:65:0) after 1m0s
[17:53:05.538] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:65:0)
[17:53:05.538] Timer tick, asking Buildbucket for the build status
[17:53:08.420] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:53:08.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:66:0) after 1m0s
[17:54:08.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:66:0)
[17:54:08.597] Timer tick, asking Buildbucket for the build status
[17:54:08.660] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:54:08.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:67:0) after 1m0s
[17:55:08.758] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:67:0)
[17:55:08.759] Timer tick, asking Buildbucket for the build status
[17:55:08.931] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:55:08.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:68:0) after 1m0s
[17:56:08.950] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:68:0)
[17:56:08.950] Timer tick, asking Buildbucket for the build status
[17:56:09.266] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:56:09.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:69:0) after 1m0s
[17:57:09.269] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:69:0)
[17:57:09.269] Timer tick, asking Buildbucket for the build status
[17:57:09.450] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:57:09.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:70:0) after 1m0s
[17:58:09.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:70:0)
[17:58:09.545] Timer tick, asking Buildbucket for the build status
[17:58:09.615] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:58:09.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:71:0) after 1m0s
[17:59:09.653] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:71:0)
[17:59:09.653] Timer tick, asking Buildbucket for the build status
[17:59:09.764] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:59:09.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:72:0) after 1m0s
[18:00:09.833] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:72:0)
[18:00:09.833] Timer tick, asking Buildbucket for the build status
[18:00:10.220] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:00:10.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:73:0) after 1m0s
[18:01:10.270] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:73:0)
[18:01:10.270] Timer tick, asking Buildbucket for the build status
[18:01:11.018] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:01:11.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:74:0) after 1m0s
[18:02:11.337] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:74:0)
[18:02:11.337] Timer tick, asking Buildbucket for the build status
[18:02:11.417] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:02:11.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:75:0) after 1m0s
[18:03:11.506] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:75:0)
[18:03:11.506] Timer tick, asking Buildbucket for the build status
[18:03:11.666] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:03:11.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:76:0) after 1m0s
[18:04:11.809] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:76:0)
[18:04:11.809] Timer tick, asking Buildbucket for the build status
[18:04:12.057] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:04:12.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:77:0) after 1m0s
[18:05:12.248] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:77:0)
[18:05:12.249] Timer tick, asking Buildbucket for the build status
[18:05:12.626] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:05:12.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:78:0) after 1m0s
[18:06:12.675] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:78:0)
[18:06:12.676] Timer tick, asking Buildbucket for the build status
[18:06:12.802] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:06:12.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:79:0) after 1m0s
[18:07:12.866] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:79:0)
[18:07:12.866] Timer tick, asking Buildbucket for the build status
[18:07:13.272] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:07:13.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:80:0) after 1m0s
[18:08:13.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:80:0)
[18:08:13.308] Timer tick, asking Buildbucket for the build status
[18:08:14.009] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:08:14.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:81:0) after 1m0s
[18:09:14.100] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:81:0)
[18:09:14.100] Timer tick, asking Buildbucket for the build status
[18:09:14.316] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:09:14.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:82:0) after 1m0s
[18:10:14.408] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:82:0)
[18:10:14.408] Timer tick, asking Buildbucket for the build status
[18:10:14.915] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:10:14.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:83:0) after 1m0s
[18:11:15.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:83:0)
[18:11:15.071] Timer tick, asking Buildbucket for the build status
[18:11:15.209] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:11:15.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:84:0) after 1m0s
[18:12:15.280] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:84:0)
[18:12:15.280] Timer tick, asking Buildbucket for the build status
[18:12:15.443] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:12:15.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:85:0) after 1m0s
[18:13:15.519] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:85:0)
[18:13:15.519] Timer tick, asking Buildbucket for the build status
[18:13:15.594] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:13:15.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:86:0) after 1m0s
[18:14:15.718] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:86:0)
[18:14:15.718] Timer tick, asking Buildbucket for the build status
[18:14:15.797] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:14:15.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:87:0) after 1m0s
[18:15:15.916] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:87:0)
[18:15:15.916] Timer tick, asking Buildbucket for the build status
[18:15:16.104] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:15:16.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:88:0) after 1m0s
[18:16:16.232] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:88:0)
[18:16:16.232] Timer tick, asking Buildbucket for the build status
[18:16:16.411] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:16:16.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:89:0) after 1m0s
[18:17:16.567] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:89:0)
[18:17:16.567] Timer tick, asking Buildbucket for the build status
[18:17:16.647] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:17:16.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:90:0) after 1m0s
[18:18:16.824] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:90:0)
[18:18:16.824] Timer tick, asking Buildbucket for the build status
[18:18:16.931] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:18:16.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:91:0) after 1m0s
[18:19:16.965] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:91:0)
[18:19:16.965] Timer tick, asking Buildbucket for the build status
[18:19:17.068] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:19:17.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:92:0) after 1m0s
[18:20:17.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:92:0)
[18:20:17.094] Timer tick, asking Buildbucket for the build status
[18:20:17.485] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:20:17.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:93:0) after 1m0s
[18:21:17.518] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:93:0)
[18:21:17.518] Timer tick, asking Buildbucket for the build status
[18:21:17.848] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:21:17.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:94:0) after 1m0s
[18:22:17.928] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:94:0)
[18:22:17.928] Timer tick, asking Buildbucket for the build status
[18:22:18.003] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:22:18.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:95:0) after 1m0s
[18:23:18.197] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:95:0)
[18:23:18.197] Timer tick, asking Buildbucket for the build status
[18:23:18.277] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:23:18.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:96:0) after 1m0s
[18:24:18.346] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:96:0)
[18:24:18.346] Timer tick, asking Buildbucket for the build status
[18:24:18.657] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:24:18.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:97:0) after 1m0s
[18:25:18.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:97:0)
[18:25:18.669] Timer tick, asking Buildbucket for the build status
[18:25:19.042] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:25:19.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:98:0) after 1m0s
[18:26:19.126] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:98:0)
[18:26:19.126] Timer tick, asking Buildbucket for the build status
[18:26:20.023] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:26:20.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:99:0) after 1m0s
[18:27:20.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:99:0)
[18:27:20.086] Timer tick, asking Buildbucket for the build status
[18:27:20.170] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:27:20.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:100:0) after 1m0s
[18:28:20.289] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:100:0)
[18:28:20.289] Timer tick, asking Buildbucket for the build status
[18:28:20.399] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:28:20.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:101:0) after 1m0s
[18:29:20.436] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:101:0)
[18:29:20.436] Timer tick, asking Buildbucket for the build status
[18:29:20.837] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:29:20.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:102:0) after 1m0s
[18:30:20.944] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:102:0)
[18:30:20.944] Timer tick, asking Buildbucket for the build status
[18:30:21.388] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:30:21.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:103:0) after 1m0s
[18:31:21.775] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:103:0)
[18:31:21.775] Timer tick, asking Buildbucket for the build status
[18:31:21.865] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:31:21.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:104:0) after 1m0s
[18:32:22.034] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:104:0)
[18:32:22.034] Timer tick, asking Buildbucket for the build status
[18:32:22.162] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:32:22.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:105:0) after 1m0s
[18:33:22.279] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:105:0)
[18:33:22.279] Timer tick, asking Buildbucket for the build status
[18:33:22.351] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:33:22.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:106:0) after 1m0s
[18:34:22.628] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:106:0)
[18:34:22.628] Timer tick, asking Buildbucket for the build status
[18:34:22.794] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:34:22.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:107:0) after 1m0s
[18:35:23.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:107:0)
[18:35:23.144] Timer tick, asking Buildbucket for the build status
[18:35:24.075] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:35:24.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:108:0) after 1m0s
[18:36:24.351] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:108:0)
[18:36:24.351] Timer tick, asking Buildbucket for the build status
[18:36:24.761] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:36:24.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:109:0) after 1m0s
[18:37:24.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:109:0)
[18:37:24.780] Timer tick, asking Buildbucket for the build status
[18:37:25.006] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:37:25.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:110:0) after 1m0s
[18:38:25.042] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:110:0)
[18:38:25.042] Timer tick, asking Buildbucket for the build status
[18:38:25.121] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:38:25.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:111:0) after 1m0s
[18:39:25.225] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:111:0)
[18:39:25.225] Timer tick, asking Buildbucket for the build status
[18:39:25.293] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:39:25.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:112:0) after 1m0s
[18:40:25.344] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:112:0)
[18:40:25.344] Timer tick, asking Buildbucket for the build status
[18:40:27.278] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:40:27.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:113:0) after 1m0s
[18:41:27.331] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:113:0)
[18:41:27.331] Timer tick, asking Buildbucket for the build status
[18:41:27.415] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:41:27.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:114:0) after 1m0s
[18:42:27.584] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:114:0)
[18:42:27.584] Timer tick, asking Buildbucket for the build status
[18:42:27.849] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:42:27.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:115:0) after 1m0s
[18:43:27.903] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:115:0)
[18:43:27.903] Timer tick, asking Buildbucket for the build status
[18:43:28.395] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:43:28.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:116:0) after 1m0s
[18:44:28.416] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:116:0)
[18:44:28.416] Timer tick, asking Buildbucket for the build status
[18:44:28.541] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:44:28.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:117:0) after 1m0s
[18:45:28.579] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:117:0)
[18:45:28.579] Timer tick, asking Buildbucket for the build status
[18:45:28.704] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:45:28.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:118:0) after 1m0s
[18:46:28.778] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:118:0)
[18:46:28.778] Timer tick, asking Buildbucket for the build status
[18:46:29.003] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:46:29.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:119:0) after 1m0s
[18:47:29.079] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:119:0)
[18:47:29.079] Timer tick, asking Buildbucket for the build status
[18:47:29.195] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:47:29.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:120:0) after 1m0s
[18:48:29.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:120:0)
[18:48:29.291] Timer tick, asking Buildbucket for the build status
[18:48:29.363] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:48:29.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:121:0) after 1m0s
[18:49:29.395] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:121:0)
[18:49:29.395] Timer tick, asking Buildbucket for the build status
[18:49:29.969] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:49:29.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:122:0) after 1m0s
[18:50:30.034] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:122:0)
[18:50:30.034] Timer tick, asking Buildbucket for the build status
[18:50:30.211] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:50:30.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:123:0) after 1m0s
[18:51:30.268] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:123:0)
[18:51:30.268] Timer tick, asking Buildbucket for the build status
[18:51:30.681] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:51:30.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:124:0) after 1m0s
[18:52:30.728] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:124:0)
[18:52:30.728] Timer tick, asking Buildbucket for the build status
[18:52:31.031] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:52:31.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:125:0) after 1m0s
[18:53:31.093] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:125:0)
[18:53:31.093] Timer tick, asking Buildbucket for the build status
[18:53:31.288] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:53:31.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:126:0) after 1m0s
[18:54:31.387] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:126:0)
[18:54:31.388] Timer tick, asking Buildbucket for the build status
[18:54:31.576] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:54:31.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:127:0) after 1m0s
[18:55:31.634] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:127:0)
[18:55:31.634] Timer tick, asking Buildbucket for the build status
[18:55:32.122] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:55:32.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:128:0) after 1m0s
[18:56:32.166] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:128:0)
[18:56:32.166] Timer tick, asking Buildbucket for the build status
[18:56:32.420] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:56:32.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:129:0) after 1m0s
[18:57:32.441] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:129:0)
[18:57:32.441] Timer tick, asking Buildbucket for the build status
[18:57:34.210] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:57:34.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:130:0) after 1m0s
[18:58:34.317] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:130:0)
[18:58:34.317] Timer tick, asking Buildbucket for the build status
[18:58:34.445] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:58:34.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:131:0) after 1m0s
[18:59:34.547] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:131:0)
[18:59:34.547] Timer tick, asking Buildbucket for the build status
[18:59:34.625] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:59:34.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:132:0) after 1m0s
[19:00:34.706] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:132:0)
[19:00:34.706] Timer tick, asking Buildbucket for the build status
[19:00:35.403] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:00:35.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:133:0) after 1m0s
[19:01:35.434] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:133:0)
[19:01:35.434] Timer tick, asking Buildbucket for the build status
[19:01:36.494] Build 8857749750042267280: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:01:36.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9023179812070246736:134:0) after 1m0s
[19:01:45.992] Received PubSub notification, asking Buildbucket for the build status
[19:01:46.298] Build 8857749750042267280: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[19:01:46.299] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1610996505196421",
"created_by": "project:chromium",
"created_ts": "1610988584438270",
"failure_reason": "BUILD_FAILURE",
"id": "8857749750042267280",
"parameters_json": "{\"builder_name\": \"ToTMacASan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"ce17e9266eae1041d5d52f21a057bc5b72c02a44\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[19799/57109] CXX obj/base/base_unittests/memory_unittest.o\\nFAILED: obj/base/base_unittests/memory_unittest.o\\n../../third_party/llvm-build/Release+Asserts/bin/clang++ -MMD -MF obj/base/base_unittests/memory_uni...(too long)\\n../../base/process/memory_unittest.cc:77:21: error: attempt to call free on non-heap object 'buf' [-Werror,-Wfree-nonheap-object]\\nASSERT_DEATH(free(buf), \\\"\\\");\\n^\\n1 error generated.\\n```\\n#### More information in raw_io.output[failure_summary]\"}, \"properties\": {\"$build/goma\": {\"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/milo/blamelist_pins\": [{\"host\": \"chromium.googlesource.com\", \"id\": \"ce17e9266eae1041d5d52f21a057bc5b72c02a44\", \"project\": \"chromium/src\"}], \"$recipe_engine/path\": {\"cache_dir\": \"/opt/s/w/ir/cache\", \"temp_dir\": \"/opt/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build281-m9\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.clang\", \"buildername\": \"ToTMacASan\", \"buildnumber\": 24314, \"clang_revision\": \"llvmorg-12-init-16952-g1d04dc52-0\", \"got_angle_revision\": \"68f15c734d5cef3bfa3f8d86654fd7a5808679ec\", \"got_dawn_revision\": \"5c20f1ec9ca95008eb452e04133c332af3a2b3fa\", \"got_nacl_revision\": \"cb31feffa500401c95c6c44d88b7c358236bca36\", \"got_revision\": \"ce17e9266eae1041d5d52f21a057bc5b72c02a44\", \"got_revision_cp\": \"refs/heads/master@{#844548}\", \"got_swarming_client_revision\": \"1a072711d4388c62e02480fabc26c68c24494be9\", \"got_swiftshader_revision\": \"149733cead636de93d96c5c64f30168d5f6bb03f\", \"got_v8_revision\": \"a36b28c1c0d63054ae132b5466e0b4512eb834be\", \"got_v8_revision_cp\": \"refs/heads/9.0.2@{#1}\", \"got_webrtc_revision\": \"12971a22d265c7ba1c3c388f5d487580939a1162\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#33014}\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"ce17e9266eae1041d5d52f21a057bc5b72c02a44\", \"xcode_build_version\": \"12a7209\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_35788ef09d8eae7507b346e2b8d132d76f2bde09fc8050ac1251d555c07cf94e_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_a165fbc5f77948fe8465d1f67a1e4a103f195e4f29767b5fac0876e41f78e10e_v2\", \"builder_a6b7812892ce2803c2af7edd05905c93375f7b9beeb5faec870a74a927aae8ee_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build281-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10\", \"Mac-10.15\", \"Mac-10.15.7\", \"Mac-10.15.7-19H2\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.16\"], \"server_version\": [\"5666-679c9bd\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[19799/57109] CXX obj/base/base_unittests/memory_unittest.o\\nFAILED: obj/base/base_unittests/memory_unittest.o\\n../../third_party/llvm-build/Release+Asserts/bin/clang++ -MMD -MF obj/base/base_unittests/memory_uni...(too long)\\n../../base/process/memory_unittest.cc:77:21: error: attempt to call free on non-heap object 'buf' [-Werror,-Wfree-nonheap-object]\\nASSERT_DEATH(free(buf), \\\"\\\");\\n^\\n1 error generated.\\n```\\n#### More information in raw_io.output[failure_summary]\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1610988740976598",
"status": "COMPLETED",
"status_changed_ts": "1610988741387728",
"tags": [
"build_address:luci.chromium.ci/ToTMacASan/24314",
"builder:ToTMacASan",
"buildset:commit/git/ce17e9266eae1041d5d52f21a057bc5b72c02a44",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ce17e9266eae1041d5d52f21a057bc5b72c02a44",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9023179812070246736",
"scheduler_job_id:chromium/ToTMacASan",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8857749750042267280/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:512f388bd7f6ab10",
"user_agent:luci-scheduler"
],
"updated_ts": "1610996505311134",
"url": "https://ci.chromium.org/b/8857749750042267280",
"utcnow_ts": "1610996506272634"
}
}
[19:01:46.299] Invocation finished in 2h12m3.177217295s with status FAILED