Status: FAILED
Triggered by: -
Duration: 1 hour
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "1835c63395fa67fe3c7cffe6ac6611133039a0b1"
}

Incoming tags

  • buildset:commit/git/1835c63395fa67fe3c7cffe6ac6611133039a0b1
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1835c63395fa67fe3c7cffe6ac6611133039a0b1
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[16:06:34.268] New invocation is queued and will start shortly
[16:06:35.343] Starting the invocation (attempt 1)
[16:06:35.381] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:06:35.381] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:06:35.381] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9019286857139648400",
  "parameters_json": "{\"builder_name\":\"ToTMacASan\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"1835c63395fa67fe3c7cffe6ac6611133039a0b1\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTMacASan",
    "scheduler_invocation_id:9019286857139648400",
    "scheduler_job_id:chromium/ToTMacASan",
    "user_agent:luci-scheduler",
    "buildset:commit/git/1835c63395fa67fe3c7cffe6ac6611133039a0b1",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1835c63395fa67fe3c7cffe6ac6611133039a0b1",
    "gitiles_ref:refs/heads/master"
  ]
}
[16:06:35.992] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1614701195491049",
    "id": "8853856795194604576",
    "parameters_json": "{\"builder_name\": \"ToTMacASan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"1835c63395fa67fe3c7cffe6ac6611133039a0b1\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1614701195889074",
    "tags": [
      "build_address:luci.chromium.ci/ToTMacASan/24568",
      "builder:ToTMacASan",
      "buildset:commit/git/1835c63395fa67fe3c7cffe6ac6611133039a0b1",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1835c63395fa67fe3c7cffe6ac6611133039a0b1",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9019286857139648400",
      "scheduler_job_id:chromium/ToTMacASan",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8853856795194604576/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1614701195889190",
    "url": "https://ci.chromium.org/b/8853856795194604576",
    "utcnow_ts": "1614701195979477"
  }
}
[16:06:35.992] Task URL: https://ci.chromium.org/b/8853856795194604576
[16:06:35.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:2:0) after 1m0s
[16:07:36.387] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:2:0)
[16:07:36.387] Timer tick, asking Buildbucket for the build status
[16:07:37.454] Build 8853856795194604576: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[16:07:37.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:3:0) after 1m0s
[16:08:18.927] Received PubSub notification, asking Buildbucket for the build status
[16:08:18.992] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:08:37.741] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:3:0)
[16:08:37.741] Timer tick, asking Buildbucket for the build status
[16:08:37.791] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:08:37.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:5:0) after 1m0s
[16:09:37.920] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:5:0)
[16:09:37.920] Timer tick, asking Buildbucket for the build status
[16:09:38.065] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:09:38.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:6:0) after 1m0s
[16:10:38.117] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:6:0)
[16:10:38.117] Timer tick, asking Buildbucket for the build status
[16:10:38.238] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:10:38.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:7:0) after 1m0s
[16:11:38.283] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:7:0)
[16:11:38.283] Timer tick, asking Buildbucket for the build status
[16:11:39.229] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:11:39.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:8:0) after 1m0s
[16:12:39.312] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:8:0)
[16:12:39.312] Timer tick, asking Buildbucket for the build status
[16:12:39.430] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:12:39.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:9:0) after 1m0s
[16:13:39.458] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:9:0)
[16:13:39.458] Timer tick, asking Buildbucket for the build status
[16:13:39.545] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:13:39.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:10:0) after 1m0s
[16:14:39.573] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:10:0)
[16:14:39.573] Timer tick, asking Buildbucket for the build status
[16:14:39.670] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:14:39.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:11:0) after 1m0s
[16:15:39.684] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:11:0)
[16:15:39.684] Timer tick, asking Buildbucket for the build status
[16:15:39.770] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:15:39.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:12:0) after 1m0s
[16:16:39.811] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:12:0)
[16:16:39.811] Timer tick, asking Buildbucket for the build status
[16:16:40.002] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:16:40.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:13:0) after 1m0s
[16:17:40.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:13:0)
[16:17:40.543] Timer tick, asking Buildbucket for the build status
[16:17:40.634] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:17:40.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:14:0) after 1m0s
[16:18:40.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:14:0)
[16:18:40.700] Timer tick, asking Buildbucket for the build status
[16:18:40.793] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:18:40.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:15:0) after 1m0s
[16:19:40.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:15:0)
[16:19:40.800] Timer tick, asking Buildbucket for the build status
[16:19:40.877] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:19:40.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:16:0) after 1m0s
[16:20:40.900] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:16:0)
[16:20:40.900] Timer tick, asking Buildbucket for the build status
[16:20:40.997] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:20:40.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:17:0) after 1m0s
[16:21:41.008] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:17:0)
[16:21:41.008] Timer tick, asking Buildbucket for the build status
[16:21:41.097] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:21:41.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:18:0) after 1m0s
[16:22:41.112] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:18:0)
[16:22:41.112] Timer tick, asking Buildbucket for the build status
[16:22:41.240] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:22:41.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:19:0) after 1m0s
[16:23:41.414] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:19:0)
[16:23:41.414] Timer tick, asking Buildbucket for the build status
[16:23:41.489] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:23:41.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:20:0) after 1m0s
[16:24:41.721] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:20:0)
[16:24:41.721] Timer tick, asking Buildbucket for the build status
[16:24:41.836] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:24:41.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:21:0) after 1m0s
[16:25:41.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:21:0)
[16:25:41.960] Timer tick, asking Buildbucket for the build status
[16:25:42.025] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:25:42.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:22:0) after 1m0s
[16:26:42.515] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:22:0)
[16:26:42.515] Timer tick, asking Buildbucket for the build status
[16:26:42.652] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:26:42.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:23:0) after 1m0s
[16:27:42.810] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:23:0)
[16:27:42.811] Timer tick, asking Buildbucket for the build status
[16:27:42.874] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:27:42.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:24:0) after 1m0s
[16:28:43.028] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:24:0)
[16:28:43.028] Timer tick, asking Buildbucket for the build status
[16:28:43.108] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:28:43.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:25:0) after 1m0s
[16:29:43.397] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:25:0)
[16:29:43.397] Timer tick, asking Buildbucket for the build status
[16:29:43.461] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:29:43.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:26:0) after 1m0s
[16:30:43.853] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:26:0)
[16:30:43.853] Timer tick, asking Buildbucket for the build status
[16:30:43.930] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:30:43.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:27:0) after 1m0s
[16:31:44.061] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:27:0)
[16:31:44.061] Timer tick, asking Buildbucket for the build status
[16:31:44.148] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:31:44.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:28:0) after 1m0s
[16:32:44.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:28:0)
[16:32:44.365] Timer tick, asking Buildbucket for the build status
[16:32:44.591] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:32:44.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:29:0) after 1m0s
[16:33:44.827] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:29:0)
[16:33:44.827] Timer tick, asking Buildbucket for the build status
[16:33:44.904] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:33:44.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:30:0) after 1m0s
[16:34:45.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:30:0)
[16:34:45.019] Timer tick, asking Buildbucket for the build status
[16:34:45.235] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:34:45.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:31:0) after 1m0s
[16:35:46.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:31:0)
[16:35:46.128] Timer tick, asking Buildbucket for the build status
[16:35:46.203] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:35:46.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:32:0) after 1m0s
[16:36:47.196] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:32:0)
[16:36:47.196] Timer tick, asking Buildbucket for the build status
[16:36:47.332] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:36:47.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:33:0) after 1m0s
[16:37:47.706] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:33:0)
[16:37:47.706] Timer tick, asking Buildbucket for the build status
[16:37:47.805] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:37:47.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:34:0) after 1m0s
[16:38:48.163] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:34:0)
[16:38:48.163] Timer tick, asking Buildbucket for the build status
[16:38:48.225] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:38:48.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:35:0) after 1m0s
[16:39:48.329] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:35:0)
[16:39:48.329] Timer tick, asking Buildbucket for the build status
[16:39:48.436] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:39:48.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:36:0) after 1m0s
[16:40:48.568] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:36:0)
[16:40:48.568] Timer tick, asking Buildbucket for the build status
[16:40:50.046] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:40:50.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:37:0) after 1m0s
[16:41:50.350] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:37:0)
[16:41:50.350] Timer tick, asking Buildbucket for the build status
[16:41:50.454] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:41:50.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:38:0) after 1m0s
[16:42:50.521] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:38:0)
[16:42:50.521] Timer tick, asking Buildbucket for the build status
[16:42:50.636] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:42:50.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:39:0) after 1m0s
[16:43:50.686] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:39:0)
[16:43:50.687] Timer tick, asking Buildbucket for the build status
[16:43:50.759] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:43:50.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:40:0) after 1m0s
[16:44:50.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:40:0)
[16:44:50.818] Timer tick, asking Buildbucket for the build status
[16:44:50.883] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:44:50.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:41:0) after 1m0s
[16:45:51.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:41:0)
[16:45:51.013] Timer tick, asking Buildbucket for the build status
[16:45:51.095] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:45:51.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:42:0) after 1m0s
[16:46:51.158] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:42:0)
[16:46:51.158] Timer tick, asking Buildbucket for the build status
[16:46:51.246] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:46:51.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:43:0) after 1m0s
[16:47:51.327] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:43:0)
[16:47:51.327] Timer tick, asking Buildbucket for the build status
[16:47:51.406] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:47:51.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:44:0) after 1m0s
[16:48:51.438] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:44:0)
[16:48:51.438] Timer tick, asking Buildbucket for the build status
[16:48:51.548] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:48:51.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:45:0) after 1m0s
[16:49:51.693] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:45:0)
[16:49:51.693] Timer tick, asking Buildbucket for the build status
[16:49:51.785] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:49:51.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:46:0) after 1m0s
[16:50:51.787] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:46:0)
[16:50:51.788] Timer tick, asking Buildbucket for the build status
[16:50:52.064] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:50:52.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:47:0) after 1m0s
[16:51:52.057] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:47:0)
[16:51:52.057] Timer tick, asking Buildbucket for the build status
[16:51:52.640] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:51:52.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:48:0) after 1m0s
[16:52:52.684] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:48:0)
[16:52:52.684] Timer tick, asking Buildbucket for the build status
[16:52:52.902] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:52:52.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:49:0) after 1m0s
[16:53:53.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:49:0)
[16:53:53.018] Timer tick, asking Buildbucket for the build status
[16:53:53.223] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:53:53.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:50:0) after 1m0s
[16:54:53.231] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:50:0)
[16:54:53.231] Timer tick, asking Buildbucket for the build status
[16:54:53.311] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:54:53.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:51:0) after 1m0s
[16:55:53.335] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:51:0)
[16:55:53.335] Timer tick, asking Buildbucket for the build status
[16:55:53.392] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:55:53.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:52:0) after 1m0s
[16:56:53.422] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:52:0)
[16:56:53.422] Timer tick, asking Buildbucket for the build status
[16:56:54.904] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:56:54.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:53:0) after 1m0s
[16:57:54.950] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:53:0)
[16:57:54.950] Timer tick, asking Buildbucket for the build status
[16:57:55.014] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:57:55.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:54:0) after 1m0s
[16:58:55.114] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:54:0)
[16:58:55.114] Timer tick, asking Buildbucket for the build status
[16:58:55.219] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:58:55.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:55:0) after 1m0s
[16:59:55.358] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:55:0)
[16:59:55.358] Timer tick, asking Buildbucket for the build status
[16:59:55.437] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:59:55.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:56:0) after 1m0s
[17:00:56.991] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:56:0)
[17:00:56.991] Timer tick, asking Buildbucket for the build status
[17:00:57.232] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:00:57.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:57:0) after 1m0s
[17:01:57.375] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:57:0)
[17:01:57.375] Timer tick, asking Buildbucket for the build status
[17:01:57.460] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:01:57.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:58:0) after 1m0s
[17:02:57.626] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:58:0)
[17:02:57.626] Timer tick, asking Buildbucket for the build status
[17:02:57.699] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:02:57.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:59:0) after 1m0s
[17:03:57.721] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:59:0)
[17:03:57.721] Timer tick, asking Buildbucket for the build status
[17:03:57.790] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:03:57.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:60:0) after 1m0s
[17:04:57.812] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:60:0)
[17:04:57.812] Timer tick, asking Buildbucket for the build status
[17:04:57.888] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:04:57.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:61:0) after 1m0s
[17:05:57.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:61:0)
[17:05:57.910] Timer tick, asking Buildbucket for the build status
[17:05:58.005] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:05:58.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:62:0) after 1m0s
[17:06:58.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:62:0)
[17:06:58.912] Timer tick, asking Buildbucket for the build status
[17:06:59.220] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:06:59.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:63:0) after 1m0s
[17:07:59.300] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:63:0)
[17:07:59.300] Timer tick, asking Buildbucket for the build status
[17:07:59.410] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:07:59.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:64:0) after 1m0s
[17:08:59.798] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:64:0)
[17:08:59.798] Timer tick, asking Buildbucket for the build status
[17:08:59.926] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:08:59.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:65:0) after 1m0s
[17:09:59.947] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:65:0)
[17:09:59.947] Timer tick, asking Buildbucket for the build status
[17:10:00.258] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:10:00.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:66:0) after 1m0s
[17:11:00.358] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:66:0)
[17:11:00.358] Timer tick, asking Buildbucket for the build status
[17:11:00.421] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:11:00.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:67:0) after 1m0s
[17:12:00.461] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:67:0)
[17:12:00.461] Timer tick, asking Buildbucket for the build status
[17:12:00.541] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:12:00.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:68:0) after 1m0s
[17:13:00.590] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:68:0)
[17:13:00.590] Timer tick, asking Buildbucket for the build status
[17:13:01.125] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:13:01.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:69:0) after 1m0s
[17:14:01.188] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:69:0)
[17:14:01.188] Timer tick, asking Buildbucket for the build status
[17:14:01.344] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:14:01.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:70:0) after 1m0s
[17:15:02.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:70:0)
[17:15:02.027] Timer tick, asking Buildbucket for the build status
[17:15:02.142] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:15:02.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:71:0) after 1m0s
[17:16:02.563] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:71:0)
[17:16:02.563] Timer tick, asking Buildbucket for the build status
[17:16:02.667] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:16:02.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:72:0) after 1m0s
[17:17:02.741] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:72:0)
[17:17:02.741] Timer tick, asking Buildbucket for the build status
[17:17:03.046] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:17:03.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:73:0) after 1m0s
[17:18:03.115] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:73:0)
[17:18:03.115] Timer tick, asking Buildbucket for the build status
[17:18:05.070] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:18:05.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:74:0) after 1m0s
[17:19:05.119] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:74:0)
[17:19:05.119] Timer tick, asking Buildbucket for the build status
[17:19:05.217] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:19:05.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:75:0) after 1m0s
[17:20:05.272] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:75:0)
[17:20:05.272] Timer tick, asking Buildbucket for the build status
[17:20:05.357] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:20:05.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:76:0) after 1m0s
[17:21:05.565] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:76:0)
[17:21:05.565] Timer tick, asking Buildbucket for the build status
[17:21:05.625] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:21:05.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:77:0) after 1m0s
[17:22:05.689] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:77:0)
[17:22:05.689] Timer tick, asking Buildbucket for the build status
[17:22:05.749] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:22:05.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:78:0) after 1m0s
[17:23:05.783] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:78:0)
[17:23:05.783] Timer tick, asking Buildbucket for the build status
[17:23:06.021] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:23:06.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:79:0) after 1m0s
[17:24:06.042] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:79:0)
[17:24:06.042] Timer tick, asking Buildbucket for the build status
[17:24:06.686] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:24:06.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:80:0) after 1m0s
[17:25:06.705] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:80:0)
[17:25:06.705] Timer tick, asking Buildbucket for the build status
[17:25:07.511] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:25:07.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:81:0) after 1m0s
[17:26:07.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:81:0)
[17:26:07.543] Timer tick, asking Buildbucket for the build status
[17:26:07.652] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:26:07.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:82:0) after 1m0s
[17:27:07.858] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:82:0)
[17:27:07.858] Timer tick, asking Buildbucket for the build status
[17:27:07.972] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:27:07.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:83:0) after 1m0s
[17:28:08.185] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:83:0)
[17:28:08.185] Timer tick, asking Buildbucket for the build status
[17:28:08.285] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:28:08.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:84:0) after 1m0s
[17:29:08.516] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:84:0)
[17:29:08.516] Timer tick, asking Buildbucket for the build status
[17:29:08.602] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:29:08.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:85:0) after 1m0s
[17:30:08.757] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:85:0)
[17:30:08.757] Timer tick, asking Buildbucket for the build status
[17:30:08.965] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:30:08.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:86:0) after 1m0s
[17:31:09.103] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:86:0)
[17:31:09.103] Timer tick, asking Buildbucket for the build status
[17:31:09.243] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:31:09.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:87:0) after 1m0s
[17:32:09.239] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:87:0)
[17:32:09.239] Timer tick, asking Buildbucket for the build status
[17:32:09.414] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:32:09.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:88:0) after 1m0s
[17:33:09.558] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:88:0)
[17:33:09.558] Timer tick, asking Buildbucket for the build status
[17:33:09.639] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:33:09.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:89:0) after 1m0s
[17:34:09.951] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:89:0)
[17:34:09.951] Timer tick, asking Buildbucket for the build status
[17:34:10.027] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:34:10.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:90:0) after 1m0s
[17:35:10.100] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:90:0)
[17:35:10.100] Timer tick, asking Buildbucket for the build status
[17:35:10.207] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:35:10.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:91:0) after 1m0s
[17:36:10.417] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:91:0)
[17:36:10.417] Timer tick, asking Buildbucket for the build status
[17:36:10.499] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:36:10.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:92:0) after 1m0s
[17:37:10.577] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:92:0)
[17:37:10.577] Timer tick, asking Buildbucket for the build status
[17:37:10.646] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:37:10.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:93:0) after 1m0s
[17:38:10.717] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:93:0)
[17:38:10.717] Timer tick, asking Buildbucket for the build status
[17:38:10.801] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:38:10.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:94:0) after 1m0s
[17:39:10.901] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:94:0)
[17:39:10.901] Timer tick, asking Buildbucket for the build status
[17:39:11.107] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:39:11.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:95:0) after 1m0s
[17:40:11.135] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:95:0)
[17:40:11.135] Timer tick, asking Buildbucket for the build status
[17:40:11.212] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:40:11.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:96:0) after 1m0s
[17:41:11.314] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:96:0)
[17:41:11.314] Timer tick, asking Buildbucket for the build status
[17:41:12.677] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:41:12.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:97:0) after 1m0s
[17:42:12.733] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:97:0)
[17:42:12.733] Timer tick, asking Buildbucket for the build status
[17:42:12.816] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:42:12.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:98:0) after 1m0s
[17:43:12.903] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:98:0)
[17:43:12.903] Timer tick, asking Buildbucket for the build status
[17:43:12.975] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:43:12.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:99:0) after 1m0s
[17:44:13.057] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:99:0)
[17:44:13.057] Timer tick, asking Buildbucket for the build status
[17:44:13.135] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:44:13.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:100:0) after 1m0s
[17:45:13.181] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:100:0)
[17:45:13.181] Timer tick, asking Buildbucket for the build status
[17:45:13.310] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:45:13.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:101:0) after 1m0s
[17:46:13.380] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:101:0)
[17:46:13.380] Timer tick, asking Buildbucket for the build status
[17:46:13.654] Build 8853856795194604576: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:46:13.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9019286857139648400:102:0) after 1m0s
[17:46:36.412] Received PubSub notification, asking Buildbucket for the build status
[17:46:36.515] Build 8853856795194604576: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[17:46:36.515] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1614707196132911",
    "created_by": "project:chromium",
    "created_ts": "1614701195491049",
    "failure_reason": "BUILD_FAILURE",
    "id": "8853856795194604576",
    "parameters_json": "{\"builder_name\": \"ToTMacASan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"1835c63395fa67fe3c7cffe6ac6611133039a0b1\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[13173/61318] ACTION //base/tracing/protos:chrome_track_event_zero_gen(//build/toolchain/mac:clang_x64)\\nFAILED: gen/base/tracing/protos/chrome_track_event.pbzero.h gen/base/tracing/protos/chrome_track_event.pbzero.cc\\n/opt/s/w/ir/cipd_bin_packages/cpython/bin/python ../../build/util/python2_action.py ../../tools/protoc_wrapper/protoc_wrapper.py chrome_track_event.proto --protoc ./protoc --proto-in-dir ../../base/tracing/protos --plugin protozero_plugin --plugin-out-dir gen/base/tracing/protos --plugin-options wrapper_namespace=pbzero --import-dir=../../third_party/perfetto/\\n--plugin_out: protoc-gen-plugin: Plugin killed by signal 4.\\nProtoc has returned non-zero status: 1\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}, \"properties\": {\"$build/goma\": {\"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/milo/blamelist_pins\": [{\"host\": \"chromium.googlesource.com\", \"id\": \"1835c63395fa67fe3c7cffe6ac6611133039a0b1\", \"project\": \"chromium/src\"}], \"$recipe_engine/path\": {\"cache_dir\": \"/opt/s/w/ir/cache\", \"temp_dir\": \"/opt/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build286-m9\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.clang\", \"buildername\": \"ToTMacASan\", \"buildnumber\": 24568, \"clang_revision\": \"llvmorg-13-init-3229-g6e967834-0\", \"got_angle_revision\": \"6b6da203cce03287ef269846d54e77a8e871e221\", \"got_dawn_revision\": \"29f0bd7e6ac26992ecd380b9dbdc91e6fc9646c8\", \"got_nacl_revision\": \"abf3277f295c6c87f0b103f291ed5e3e73933b76\", \"got_revision\": \"1835c63395fa67fe3c7cffe6ac6611133039a0b1\", \"got_revision_cp\": \"refs/heads/master@{#859006}\", \"got_swarming_client_revision\": \"a32a1607f6093d338f756c7e7c7b4333b0c50c9c\", \"got_swiftshader_revision\": \"106e01583a3ac2fb950777390dde2dcc31a8f161\", \"got_v8_revision\": \"da800c736f3a0b127f576fbded9d56d380b78a77\", \"got_v8_revision_cp\": \"refs/heads/9.1.14@{#1}\", \"got_webrtc_revision\": \"376cf384ac689eca0bf8d4d1d3a3cf80888d3fbb\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#33348}\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"1835c63395fa67fe3c7cffe6ac6611133039a0b1\", \"xcode_build_version\": \"12d4e\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_35788ef09d8eae7507b346e2b8d132d76f2bde09fc8050ac1251d555c07cf94e_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_a165fbc5f77948fe8465d1f67a1e4a103f195e4f29767b5fac0876e41f78e10e_v2\", \"builder_a6b7812892ce2803c2af7edd05905c93375f7b9beeb5faec870a74a927aae8ee_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build286-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10\", \"Mac-10.15\", \"Mac-10.15.7\", \"Mac-10.15.7-19H2\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.16\"], \"server_version\": [\"5725-1a0d85e\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[13173/61318] ACTION //base/tracing/protos:chrome_track_event_zero_gen(//build/toolchain/mac:clang_x64)\\nFAILED: gen/base/tracing/protos/chrome_track_event.pbzero.h gen/base/tracing/protos/chrome_track_event.pbzero.cc\\n/opt/s/w/ir/cipd_bin_packages/cpython/bin/python ../../build/util/python2_action.py ../../tools/protoc_wrapper/protoc_wrapper.py chrome_track_event.proto --protoc ./protoc --proto-in-dir ../../base/tracing/protos --plugin protozero_plugin --plugin-out-dir gen/base/tracing/protos --plugin-options wrapper_namespace=pbzero --import-dir=../../third_party/perfetto/\\n--plugin_out: protoc-gen-plugin: Plugin killed by signal 4.\\nProtoc has returned non-zero status: 1\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1614701296662192",
    "status": "COMPLETED",
    "status_changed_ts": "1614701298680640",
    "tags": [
      "build_address:luci.chromium.ci/ToTMacASan/24568",
      "builder:ToTMacASan",
      "buildset:commit/git/1835c63395fa67fe3c7cffe6ac6611133039a0b1",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1835c63395fa67fe3c7cffe6ac6611133039a0b1",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9019286857139648400",
      "scheduler_job_id:chromium/ToTMacASan",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8853856795194604576/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:520c827f0a687910",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1614707196133222",
    "url": "https://ci.chromium.org/b/8853856795194604576",
    "utcnow_ts": "1614707196503868"
  }
}
[17:46:36.516] Invocation finished in 1h40m2.262117688s with status FAILED