Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "7fc2c94be216824557091fa4106d946cced7a1c8"
}

Incoming tags

  • buildset:commit/git/7fc2c94be216824557091fa4106d946cced7a1c8
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7fc2c94be216824557091fa4106d946cced7a1c8
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[14:46:31.069] New invocation is queued and will start shortly
[14:46:32.375] Starting the invocation (attempt 1)
[14:46:32.423] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:46:32.423] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:46:32.423] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9042937701888739376",
  "parameters_json": "{\"builder_name\":\"ToTMac\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"7fc2c94be216824557091fa4106d946cced7a1c8\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTMac",
    "scheduler_invocation_id:9042937701888739376",
    "scheduler_job_id:chromium/ToTMac",
    "user_agent:luci-scheduler",
    "buildset:commit/git/7fc2c94be216824557091fa4106d946cced7a1c8",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7fc2c94be216824557091fa4106d946cced7a1c8",
    "gitiles_ref:refs/heads/master"
  ]
}
[14:46:33.394] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1592145992544493",
    "id": "8877507639680515488",
    "parameters_json": "{\"builder_name\": \"ToTMac\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"7fc2c94be216824557091fa4106d946cced7a1c8\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1592145993224540",
    "tags": [
      "build_address:luci.chromium.ci/ToTMac/23681",
      "builder:ToTMac",
      "buildset:commit/git/7fc2c94be216824557091fa4106d946cced7a1c8",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7fc2c94be216824557091fa4106d946cced7a1c8",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9042937701888739376",
      "scheduler_job_id:chromium/ToTMac",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8877507639680515488/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1592145993225293",
    "url": "https://ci.chromium.org/b/8877507639680515488",
    "utcnow_ts": "1592145993384793"
  }
}
[14:46:33.394] Task URL: https://ci.chromium.org/b/8877507639680515488
[14:46:33.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:2:0) after 1m0s
[14:47:33.414] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:2:0)
[14:47:33.414] Timer tick, asking Buildbucket for the build status
[14:47:33.921] Build 8877507639680515488: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:47:33.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:3:0) after 1m0s
[14:48:33.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:3:0)
[14:48:33.957] Timer tick, asking Buildbucket for the build status
[14:48:34.208] Build 8877507639680515488: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:48:34.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:4:0) after 1m0s
[14:49:34.237] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:4:0)
[14:49:34.237] Timer tick, asking Buildbucket for the build status
[14:49:34.380] Build 8877507639680515488: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:49:34.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:5:0) after 1m0s
[14:50:34.397] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:5:0)
[14:50:34.397] Timer tick, asking Buildbucket for the build status
[14:50:34.518] Build 8877507639680515488: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[14:50:34.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:6:0) after 1m0s
[14:50:47.915] Received PubSub notification, asking Buildbucket for the build status
[14:50:48.367] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:51:34.521] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:6:0)
[14:51:34.521] Timer tick, asking Buildbucket for the build status
[14:51:34.739] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:51:34.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:8:0) after 1m0s
[14:52:34.797] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:8:0)
[14:52:34.797] Timer tick, asking Buildbucket for the build status
[14:52:36.381] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:52:36.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:9:0) after 1m0s
[14:53:36.456] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:9:0)
[14:53:36.456] Timer tick, asking Buildbucket for the build status
[14:53:36.599] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:53:36.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:10:0) after 1m0s
[14:54:36.629] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:10:0)
[14:54:36.629] Timer tick, asking Buildbucket for the build status
[14:54:36.862] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:54:36.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:11:0) after 1m0s
[14:55:36.909] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:11:0)
[14:55:36.909] Timer tick, asking Buildbucket for the build status
[14:55:37.427] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:55:37.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:12:0) after 1m0s
[14:56:37.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:12:0)
[14:56:37.484] Timer tick, asking Buildbucket for the build status
[14:56:37.560] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:56:37.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:13:0) after 1m0s
[14:57:37.644] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:13:0)
[14:57:37.644] Timer tick, asking Buildbucket for the build status
[14:57:37.747] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:57:37.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:14:0) after 1m0s
[14:58:37.814] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:14:0)
[14:58:37.814] Timer tick, asking Buildbucket for the build status
[14:58:37.981] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:58:37.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:15:0) after 1m0s
[14:59:37.998] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:15:0)
[14:59:37.998] Timer tick, asking Buildbucket for the build status
[14:59:38.218] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:59:38.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:16:0) after 1m0s
[15:00:38.242] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:16:0)
[15:00:38.242] Timer tick, asking Buildbucket for the build status
[15:00:38.663] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:00:38.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:17:0) after 1m0s
[15:01:38.702] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:17:0)
[15:01:38.702] Timer tick, asking Buildbucket for the build status
[15:01:38.799] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:01:38.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:18:0) after 1m0s
[15:02:38.907] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:18:0)
[15:02:38.907] Timer tick, asking Buildbucket for the build status
[15:02:39.332] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:02:39.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:19:0) after 1m0s
[15:03:39.438] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:19:0)
[15:03:39.438] Timer tick, asking Buildbucket for the build status
[15:03:39.631] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:03:39.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:20:0) after 1m0s
[15:04:39.720] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:20:0)
[15:04:39.720] Timer tick, asking Buildbucket for the build status
[15:04:39.992] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:04:39.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:21:0) after 1m0s
[15:05:40.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:21:0)
[15:05:40.208] Timer tick, asking Buildbucket for the build status
[15:05:41.246] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:05:41.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:22:0) after 1m0s
[15:06:41.505] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:22:0)
[15:06:41.505] Timer tick, asking Buildbucket for the build status
[15:06:41.630] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:06:41.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:23:0) after 1m0s
[15:07:41.726] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:23:0)
[15:07:41.726] Timer tick, asking Buildbucket for the build status
[15:07:42.380] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:07:42.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:24:0) after 1m0s
[15:08:42.443] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:24:0)
[15:08:42.443] Timer tick, asking Buildbucket for the build status
[15:08:42.674] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:08:42.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:25:0) after 1m0s
[15:09:42.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:25:0)
[15:09:42.736] Timer tick, asking Buildbucket for the build status
[15:09:42.890] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:09:42.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:26:0) after 1m0s
[15:10:42.955] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:26:0)
[15:10:42.955] Timer tick, asking Buildbucket for the build status
[15:10:44.282] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:10:44.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:27:0) after 1m0s
[15:11:44.470] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:27:0)
[15:11:44.470] Timer tick, asking Buildbucket for the build status
[15:11:44.578] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:11:44.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:28:0) after 1m0s
[15:12:44.737] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:28:0)
[15:12:44.737] Timer tick, asking Buildbucket for the build status
[15:12:45.745] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:12:45.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:29:0) after 1m0s
[15:13:45.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:29:0)
[15:13:45.764] Timer tick, asking Buildbucket for the build status
[15:13:45.925] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:13:45.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:30:0) after 1m0s
[15:14:45.946] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:30:0)
[15:14:45.946] Timer tick, asking Buildbucket for the build status
[15:14:46.544] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:14:46.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:31:0) after 1m0s
[15:15:46.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:31:0)
[15:15:46.700] Timer tick, asking Buildbucket for the build status
[15:15:46.856] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:15:46.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:32:0) after 1m0s
[15:16:46.903] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:32:0)
[15:16:46.903] Timer tick, asking Buildbucket for the build status
[15:16:47.346] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:16:47.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:33:0) after 1m0s
[15:17:47.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:33:0)
[15:17:47.381] Timer tick, asking Buildbucket for the build status
[15:17:47.677] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:17:47.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:34:0) after 1m0s
[15:18:47.894] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:34:0)
[15:18:47.894] Timer tick, asking Buildbucket for the build status
[15:18:48.011] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:18:48.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:35:0) after 1m0s
[15:19:48.061] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:35:0)
[15:19:48.061] Timer tick, asking Buildbucket for the build status
[15:19:48.225] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:19:48.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:36:0) after 1m0s
[15:20:48.298] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:36:0)
[15:20:48.298] Timer tick, asking Buildbucket for the build status
[15:20:48.443] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:20:48.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:37:0) after 1m0s
[15:21:48.464] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:37:0)
[15:21:48.464] Timer tick, asking Buildbucket for the build status
[15:21:48.574] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:21:48.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:38:0) after 1m0s
[15:22:48.593] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:38:0)
[15:22:48.593] Timer tick, asking Buildbucket for the build status
[15:22:49.301] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:22:49.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:39:0) after 1m0s
[15:23:49.340] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:39:0)
[15:23:49.340] Timer tick, asking Buildbucket for the build status
[15:23:49.525] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:23:49.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:40:0) after 1m0s
[15:24:49.545] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:40:0)
[15:24:49.545] Timer tick, asking Buildbucket for the build status
[15:24:49.780] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:24:49.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:41:0) after 1m0s
[15:25:49.816] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:41:0)
[15:25:49.816] Timer tick, asking Buildbucket for the build status
[15:25:49.976] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:25:49.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:42:0) after 1m0s
[15:26:50.045] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:42:0)
[15:26:50.045] Timer tick, asking Buildbucket for the build status
[15:26:50.461] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:26:50.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:43:0) after 1m0s
[15:27:50.499] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:43:0)
[15:27:50.499] Timer tick, asking Buildbucket for the build status
[15:27:50.938] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:27:50.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:44:0) after 1m0s
[15:28:50.963] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:44:0)
[15:28:50.963] Timer tick, asking Buildbucket for the build status
[15:28:51.338] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:28:51.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:45:0) after 1m0s
[15:29:51.407] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:45:0)
[15:29:51.407] Timer tick, asking Buildbucket for the build status
[15:29:51.564] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:29:51.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:46:0) after 1m0s
[15:30:51.608] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:46:0)
[15:30:51.608] Timer tick, asking Buildbucket for the build status
[15:30:51.735] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:30:51.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:47:0) after 1m0s
[15:31:51.805] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:47:0)
[15:31:51.805] Timer tick, asking Buildbucket for the build status
[15:31:52.017] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:31:52.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:48:0) after 1m0s
[15:32:52.040] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:48:0)
[15:32:52.040] Timer tick, asking Buildbucket for the build status
[15:32:52.272] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:32:52.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:49:0) after 1m0s
[15:33:52.296] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:49:0)
[15:33:52.296] Timer tick, asking Buildbucket for the build status
[15:33:52.439] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:33:52.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:50:0) after 1m0s
[15:34:52.470] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:50:0)
[15:34:52.470] Timer tick, asking Buildbucket for the build status
[15:34:52.762] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:34:52.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:51:0) after 1m0s
[15:35:52.784] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:51:0)
[15:35:52.784] Timer tick, asking Buildbucket for the build status
[15:35:53.075] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:35:53.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:52:0) after 1m0s
[15:36:53.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:52:0)
[15:36:53.097] Timer tick, asking Buildbucket for the build status
[15:36:53.344] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:36:53.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:53:0) after 1m0s
[15:37:53.366] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:53:0)
[15:37:53.366] Timer tick, asking Buildbucket for the build status
[15:37:53.702] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:37:53.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:54:0) after 1m0s
[15:38:53.691] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:54:0)
[15:38:53.691] Timer tick, asking Buildbucket for the build status
[15:38:54.021] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:38:54.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:55:0) after 1m0s
[15:39:54.091] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:55:0)
[15:39:54.091] Timer tick, asking Buildbucket for the build status
[15:39:54.267] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:39:54.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:56:0) after 1m0s
[15:40:55.252] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:56:0)
[15:40:55.252] Timer tick, asking Buildbucket for the build status
[15:40:55.360] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:40:55.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:57:0) after 1m0s
[15:41:55.623] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:57:0)
[15:41:55.623] Timer tick, asking Buildbucket for the build status
[15:41:56.633] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:41:56.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:58:0) after 1m0s
[15:42:56.896] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:58:0)
[15:42:56.896] Timer tick, asking Buildbucket for the build status
[15:42:57.169] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:42:57.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:59:0) after 1m0s
[15:43:57.190] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:59:0)
[15:43:57.190] Timer tick, asking Buildbucket for the build status
[15:43:57.381] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:43:57.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:60:0) after 1m0s
[15:44:57.519] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:60:0)
[15:44:57.519] Timer tick, asking Buildbucket for the build status
[15:44:57.642] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:44:57.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:61:0) after 1m0s
[15:45:57.665] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:61:0)
[15:45:57.665] Timer tick, asking Buildbucket for the build status
[15:45:57.800] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:45:57.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:62:0) after 1m0s
[15:46:57.926] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:62:0)
[15:46:57.926] Timer tick, asking Buildbucket for the build status
[15:46:58.172] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:46:58.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:63:0) after 1m0s
[15:47:58.193] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:63:0)
[15:47:58.193] Timer tick, asking Buildbucket for the build status
[15:47:58.331] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:47:58.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:64:0) after 1m0s
[15:48:58.475] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:64:0)
[15:48:58.475] Timer tick, asking Buildbucket for the build status
[15:48:58.573] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:48:58.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:65:0) after 1m0s
[15:49:58.673] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:65:0)
[15:49:58.673] Timer tick, asking Buildbucket for the build status
[15:49:58.940] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:49:58.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:66:0) after 1m0s
[15:50:58.959] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:66:0)
[15:50:58.959] Timer tick, asking Buildbucket for the build status
[15:50:59.194] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:50:59.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:67:0) after 1m0s
[15:51:59.221] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:67:0)
[15:51:59.221] Timer tick, asking Buildbucket for the build status
[15:51:59.440] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:51:59.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:68:0) after 1m0s
[15:52:59.558] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:68:0)
[15:52:59.558] Timer tick, asking Buildbucket for the build status
[15:52:59.713] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:52:59.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:69:0) after 1m0s
[15:53:59.737] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:69:0)
[15:53:59.737] Timer tick, asking Buildbucket for the build status
[15:53:59.852] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:53:59.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:70:0) after 1m0s
[15:54:59.909] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:70:0)
[15:54:59.909] Timer tick, asking Buildbucket for the build status
[15:55:00.291] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:55:00.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:71:0) after 1m0s
[15:56:00.315] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:71:0)
[15:56:00.315] Timer tick, asking Buildbucket for the build status
[15:56:00.446] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:56:00.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:72:0) after 1m0s
[15:57:00.469] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:72:0)
[15:57:00.469] Timer tick, asking Buildbucket for the build status
[15:57:00.682] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:57:00.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:73:0) after 1m0s
[15:58:00.703] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:73:0)
[15:58:00.703] Timer tick, asking Buildbucket for the build status
[15:58:01.195] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:58:01.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:74:0) after 1m0s
[15:59:01.468] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:74:0)
[15:59:01.468] Timer tick, asking Buildbucket for the build status
[15:59:01.636] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:59:01.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:75:0) after 1m0s
[16:00:01.656] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:75:0)
[16:00:01.656] Timer tick, asking Buildbucket for the build status
[16:00:02.067] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:00:02.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:76:0) after 1m0s
[16:01:02.319] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:76:0)
[16:01:02.319] Timer tick, asking Buildbucket for the build status
[16:01:02.468] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:01:02.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:77:0) after 1m0s
[16:02:02.545] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:77:0)
[16:02:02.545] Timer tick, asking Buildbucket for the build status
[16:02:02.977] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:02:02.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:78:0) after 1m0s
[16:03:03.001] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:78:0)
[16:03:03.001] Timer tick, asking Buildbucket for the build status
[16:03:03.625] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:03:03.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:79:0) after 1m0s
[16:04:03.671] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:79:0)
[16:04:03.671] Timer tick, asking Buildbucket for the build status
[16:04:04.013] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:04:04.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:80:0) after 1m0s
[16:05:04.050] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:80:0)
[16:05:04.050] Timer tick, asking Buildbucket for the build status
[16:05:04.322] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:05:04.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:81:0) after 1m0s
[16:06:04.361] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:81:0)
[16:06:04.361] Timer tick, asking Buildbucket for the build status
[16:06:04.577] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:06:04.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:82:0) after 1m0s
[16:07:04.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:82:0)
[16:07:04.597] Timer tick, asking Buildbucket for the build status
[16:07:04.718] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:07:04.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:83:0) after 1m0s
[16:08:04.742] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:83:0)
[16:08:04.742] Timer tick, asking Buildbucket for the build status
[16:08:04.871] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:08:04.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:84:0) after 1m0s
[16:09:04.896] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:84:0)
[16:09:04.896] Timer tick, asking Buildbucket for the build status
[16:09:05.083] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:09:05.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:85:0) after 1m0s
[16:10:05.133] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:85:0)
[16:10:05.133] Timer tick, asking Buildbucket for the build status
[16:10:05.275] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:10:05.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:86:0) after 1m0s
[16:11:05.364] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:86:0)
[16:11:05.364] Timer tick, asking Buildbucket for the build status
[16:11:05.669] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:11:05.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:87:0) after 1m0s
[16:12:05.708] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:87:0)
[16:12:05.708] Timer tick, asking Buildbucket for the build status
[16:12:05.850] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:12:05.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:88:0) after 1m0s
[16:13:05.927] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:88:0)
[16:13:05.927] Timer tick, asking Buildbucket for the build status
[16:13:06.036] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:13:06.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:89:0) after 1m0s
[16:14:06.108] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:89:0)
[16:14:06.108] Timer tick, asking Buildbucket for the build status
[16:14:07.749] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:14:07.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:90:0) after 1m0s
[16:15:07.778] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:90:0)
[16:15:07.778] Timer tick, asking Buildbucket for the build status
[16:15:08.380] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:15:08.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:91:0) after 1m0s
[16:16:08.518] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:91:0)
[16:16:08.518] Timer tick, asking Buildbucket for the build status
[16:16:08.662] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:16:08.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:92:0) after 1m0s
[16:17:08.741] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:92:0)
[16:17:08.741] Timer tick, asking Buildbucket for the build status
[16:17:09.236] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:17:09.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:93:0) after 1m0s
[16:18:09.258] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:93:0)
[16:18:09.258] Timer tick, asking Buildbucket for the build status
[16:18:09.397] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:18:09.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:94:0) after 1m0s
[16:19:09.464] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:94:0)
[16:19:09.464] Timer tick, asking Buildbucket for the build status
[16:19:09.585] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:19:09.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:95:0) after 1m0s
[16:20:09.608] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:95:0)
[16:20:09.608] Timer tick, asking Buildbucket for the build status
[16:20:09.743] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:20:09.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:96:0) after 1m0s
[16:21:09.775] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:96:0)
[16:21:09.775] Timer tick, asking Buildbucket for the build status
[16:21:09.902] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:21:09.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:97:0) after 1m0s
[16:22:09.922] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:97:0)
[16:22:09.922] Timer tick, asking Buildbucket for the build status
[16:22:10.047] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:22:10.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:98:0) after 1m0s
[16:23:10.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:98:0)
[16:23:10.071] Timer tick, asking Buildbucket for the build status
[16:23:10.582] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:23:10.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:99:0) after 1m0s
[16:24:10.615] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:99:0)
[16:24:10.615] Timer tick, asking Buildbucket for the build status
[16:24:10.721] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:24:10.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:100:0) after 1m0s
[16:25:10.747] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:100:0)
[16:25:10.747] Timer tick, asking Buildbucket for the build status
[16:25:11.075] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:25:11.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:101:0) after 1m0s
[16:26:11.095] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:101:0)
[16:26:11.095] Timer tick, asking Buildbucket for the build status
[16:26:11.258] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:26:11.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:102:0) after 1m0s
[16:27:11.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:102:0)
[16:27:11.278] Timer tick, asking Buildbucket for the build status
[16:27:11.531] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:27:11.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:103:0) after 1m0s
[16:28:11.559] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:103:0)
[16:28:11.559] Timer tick, asking Buildbucket for the build status
[16:28:11.738] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:28:11.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:104:0) after 1m0s
[16:29:11.759] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:104:0)
[16:29:11.759] Timer tick, asking Buildbucket for the build status
[16:29:11.879] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:29:11.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:105:0) after 1m0s
[16:30:13.045] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:105:0)
[16:30:13.045] Timer tick, asking Buildbucket for the build status
[16:30:13.466] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:30:13.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:106:0) after 1m0s
[16:31:15.459] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:106:0)
[16:31:15.459] Timer tick, asking Buildbucket for the build status
[16:31:15.791] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:31:15.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:107:0) after 1m0s
[16:32:15.966] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:107:0)
[16:32:15.966] Timer tick, asking Buildbucket for the build status
[16:32:16.099] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:32:16.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:108:0) after 1m0s
[16:33:16.320] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:108:0)
[16:33:16.320] Timer tick, asking Buildbucket for the build status
[16:33:16.426] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:33:16.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:109:0) after 1m0s
[16:34:16.560] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:109:0)
[16:34:16.560] Timer tick, asking Buildbucket for the build status
[16:34:16.698] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:34:16.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:110:0) after 1m0s
[16:35:16.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:110:0)
[16:35:16.953] Timer tick, asking Buildbucket for the build status
[16:35:17.072] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:35:17.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:111:0) after 1m0s
[16:36:17.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:111:0)
[16:36:17.476] Timer tick, asking Buildbucket for the build status
[16:36:17.679] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:36:17.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:112:0) after 1m0s
[16:37:17.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:112:0)
[16:37:17.788] Timer tick, asking Buildbucket for the build status
[16:37:17.909] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:37:17.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:113:0) after 1m0s
[16:38:17.934] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:113:0)
[16:38:17.934] Timer tick, asking Buildbucket for the build status
[16:38:18.145] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:38:18.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:114:0) after 1m0s
[16:39:18.290] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:114:0)
[16:39:18.290] Timer tick, asking Buildbucket for the build status
[16:39:18.628] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:39:18.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:115:0) after 1m0s
[16:40:18.639] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:115:0)
[16:40:18.639] Timer tick, asking Buildbucket for the build status
[16:40:18.735] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:40:18.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:116:0) after 1m0s
[16:41:18.791] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:116:0)
[16:41:18.791] Timer tick, asking Buildbucket for the build status
[16:41:18.910] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:41:18.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:117:0) after 1m0s
[16:42:18.956] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:117:0)
[16:42:18.956] Timer tick, asking Buildbucket for the build status
[16:42:19.726] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:42:19.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:118:0) after 1m0s
[16:43:19.911] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:118:0)
[16:43:19.911] Timer tick, asking Buildbucket for the build status
[16:43:20.018] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:43:20.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:119:0) after 1m0s
[16:44:34.171] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:119:0)
[16:44:34.171] Timer tick, asking Buildbucket for the build status
[16:44:34.363] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:44:34.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:120:0) after 1m0s
[16:45:34.528] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:120:0)
[16:45:34.528] Timer tick, asking Buildbucket for the build status
[16:45:34.883] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:45:34.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:121:0) after 1m0s
[16:46:34.942] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:121:0)
[16:46:34.942] Timer tick, asking Buildbucket for the build status
[16:46:35.136] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:46:35.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:122:0) after 1m0s
[16:47:35.218] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:122:0)
[16:47:35.218] Timer tick, asking Buildbucket for the build status
[16:47:36.365] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:47:36.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:123:0) after 1m0s
[16:48:36.536] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:123:0)
[16:48:36.537] Timer tick, asking Buildbucket for the build status
[16:48:36.947] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:48:36.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:124:0) after 1m0s
[16:49:37.109] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:124:0)
[16:49:37.109] Timer tick, asking Buildbucket for the build status
[16:49:37.347] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:49:37.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:125:0) after 1m0s
[16:50:37.437] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:125:0)
[16:50:37.437] Timer tick, asking Buildbucket for the build status
[16:50:37.683] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:50:37.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:126:0) after 1m0s
[16:51:37.712] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:126:0)
[16:51:37.712] Timer tick, asking Buildbucket for the build status
[16:51:37.859] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:51:37.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:127:0) after 1m0s
[16:52:38.017] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:127:0)
[16:52:38.017] Timer tick, asking Buildbucket for the build status
[16:52:38.359] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:52:38.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:128:0) after 1m0s
[16:53:38.532] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:128:0)
[16:53:38.532] Timer tick, asking Buildbucket for the build status
[16:53:38.642] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:53:38.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:129:0) after 1m0s
[16:54:38.754] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:129:0)
[16:54:38.754] Timer tick, asking Buildbucket for the build status
[16:54:38.945] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:54:38.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:130:0) after 1m0s
[16:55:39.048] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:130:0)
[16:55:39.048] Timer tick, asking Buildbucket for the build status
[16:55:39.475] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:55:39.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:131:0) after 1m0s
[16:56:39.553] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:131:0)
[16:56:39.553] Timer tick, asking Buildbucket for the build status
[16:56:39.744] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:56:39.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:132:0) after 1m0s
[16:57:39.768] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:132:0)
[16:57:39.768] Timer tick, asking Buildbucket for the build status
[16:57:40.203] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:57:40.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:133:0) after 1m0s
[16:58:40.254] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:133:0)
[16:58:40.254] Timer tick, asking Buildbucket for the build status
[16:58:40.383] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:58:40.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:134:0) after 1m0s
[16:59:40.436] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:134:0)
[16:59:40.436] Timer tick, asking Buildbucket for the build status
[16:59:40.695] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:59:40.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:135:0) after 1m0s
[17:00:40.855] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:135:0)
[17:00:40.855] Timer tick, asking Buildbucket for the build status
[17:00:40.946] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:00:40.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:136:0) after 1m0s
[17:01:40.979] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:136:0)
[17:01:40.979] Timer tick, asking Buildbucket for the build status
[17:01:41.102] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:01:41.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:137:0) after 1m0s
[17:02:41.177] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:137:0)
[17:02:41.177] Timer tick, asking Buildbucket for the build status
[17:02:41.348] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:02:41.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:138:0) after 1m0s
[17:03:41.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:138:0)
[17:03:41.379] Timer tick, asking Buildbucket for the build status
[17:03:41.494] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:03:41.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:139:0) after 1m0s
[17:04:41.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:139:0)
[17:04:41.550] Timer tick, asking Buildbucket for the build status
[17:04:41.770] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:04:41.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:140:0) after 1m0s
[17:05:41.793] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:140:0)
[17:05:41.793] Timer tick, asking Buildbucket for the build status
[17:05:41.901] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:05:41.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:141:0) after 1m0s
[17:06:42.102] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:141:0)
[17:06:42.102] Timer tick, asking Buildbucket for the build status
[17:06:42.322] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:06:42.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:142:0) after 1m0s
[17:07:42.434] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:142:0)
[17:07:42.435] Timer tick, asking Buildbucket for the build status
[17:07:44.529] Build 8877507639680515488: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:07:44.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9042937701888739376:143:0) after 1m0s
[17:07:48.343] Received PubSub notification, asking Buildbucket for the build status
[17:07:48.429] Build 8877507639680515488: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[17:07:48.429] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1592154467429560",
    "created_by": "project:chromium",
    "created_ts": "1592145992544493",
    "failure_reason": "BUILD_FAILURE",
    "id": "8877507639680515488",
    "parameters_json": "{\"builder_name\": \"ToTMac\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"7fc2c94be216824557091fa4106d946cced7a1c8\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[26992/62134] LINK ./base_unittests\\nFAILED: base_unittests\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build281-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTMac\", \"buildnumber\": 23681, \"clang_revision\": \"n357176-098e48a6-0\", \"got_angle_revision\": \"98d0f30c43933b54ca8d9264056ccbaa0f014c8f\", \"got_dawn_revision\": \"6b3a974b42a319fea060742004920b0ace0489d1\", \"got_nacl_revision\": \"87616f7ce2ea8383efd3731960c15f4ba5852d93\", \"got_revision\": \"7fc2c94be216824557091fa4106d946cced7a1c8\", \"got_revision_cp\": \"refs/heads/master@{#778138}\", \"got_swarming_client_revision\": \"4c095d04179dc725a300085ae21fe3b79900d072\", \"got_swiftshader_revision\": \"a6940c8e6eb0c61c433ed4b61ae04c12ff37bfbb\", \"got_v8_revision\": \"06629f5fd725189e8e041c9e4e2e0bcc4a1f0725\", \"got_v8_revision_cp\": \"refs/heads/8.5.156@{#1}\", \"got_webrtc_revision\": \"6f727da62bb0bfcfaf169aef96b96ae2ad84a059\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#31516}\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"7fc2c94be216824557091fa4106d946cced7a1c8\", \"xcode_build_version\": \"11a1027\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_a165fbc5f77948fe8465d1f67a1e4a103f195e4f29767b5fac0876e41f78e10e_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11c29\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build281-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"5199-07c11c0\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[26992/62134] LINK ./base_unittests\\nFAILED: base_unittests\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1592146246985459",
    "status": "COMPLETED",
    "status_changed_ts": "1592146247461031",
    "tags": [
      "build_address:luci.chromium.ci/ToTMac/23681",
      "builder:ToTMac",
      "buildset:commit/git/7fc2c94be216824557091fa4106d946cced7a1c8",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7fc2c94be216824557091fa4106d946cced7a1c8",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9042937701888739376",
      "scheduler_job_id:chromium/ToTMac",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8877507639680515488/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4ccc1d6860762210",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1592154467492143",
    "url": "https://ci.chromium.org/b/8877507639680515488",
    "utcnow_ts": "1592154468420956"
  }
}
[17:07:48.429] Invocation finished in 2h21m17.374776578s with status FAILED