Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "419187a7cc6219f49b0cb5e0fec84430c70b225c"
}

Incoming tags

  • buildset:commit/git/419187a7cc6219f49b0cb5e0fec84430c70b225c
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/419187a7cc6219f49b0cb5e0fec84430c70b225c
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[01:59:16.122] New invocation is queued and will start shortly
[01:59:17.234] Starting the invocation (attempt 1)
[01:59:17.276] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:59:17.277] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:59:17.277] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9067447153967243632",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"419187a7cc6219f49b0cb5e0fec84430c70b225c\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9067447153967243632",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/419187a7cc6219f49b0cb5e0fec84430c70b225c",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/419187a7cc6219f49b0cb5e0fec84430c70b225c",
    "gitiles_ref:refs/heads/master"
  ]
}
[01:59:19.780] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1568771957593621",
    "id": "8902017091752874880",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"419187a7cc6219f49b0cb5e0fec84430c70b225c\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1568771959528957",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9948",
      "builder:ToTiOS",
      "buildset:commit/git/419187a7cc6219f49b0cb5e0fec84430c70b225c",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/419187a7cc6219f49b0cb5e0fec84430c70b225c",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9067447153967243632",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8902017091752874880/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1568771959529122",
    "url": "https://ci.chromium.org/b/8902017091752874880",
    "utcnow_ts": "1568771959762302"
  }
}
[01:59:19.780] Task URL: https://ci.chromium.org/b/8902017091752874880
[01:59:19.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:2:0) after 1m0s
[02:00:19.856] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:2:0)
[02:00:19.856] Timer tick, asking Buildbucket for the build status
[02:00:24.409] Build 8902017091752874880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:00:24.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:3:0) after 1m0s
[02:01:24.429] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:3:0)
[02:01:24.429] Timer tick, asking Buildbucket for the build status
[02:01:24.661] Build 8902017091752874880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:01:24.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:4:0) after 1m0s
[02:02:24.701] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:4:0)
[02:02:24.701] Timer tick, asking Buildbucket for the build status
[02:02:24.974] Build 8902017091752874880: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:02:24.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:5:0) after 1m0s
[02:02:31.031] Received PubSub notification, asking Buildbucket for the build status
[02:02:31.688] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:03:25.035] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:5:0)
[02:03:25.035] Timer tick, asking Buildbucket for the build status
[02:03:25.469] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:03:25.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:7:0) after 1m0s
[02:04:25.511] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:7:0)
[02:04:25.511] Timer tick, asking Buildbucket for the build status
[02:04:25.748] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:04:25.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:8:0) after 1m0s
[02:05:25.800] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:8:0)
[02:05:25.800] Timer tick, asking Buildbucket for the build status
[02:05:26.086] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:05:26.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:9:0) after 1m0s
[02:06:26.110] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:9:0)
[02:06:26.110] Timer tick, asking Buildbucket for the build status
[02:06:26.297] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:06:26.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:10:0) after 1m0s
[02:07:26.374] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:10:0)
[02:07:26.374] Timer tick, asking Buildbucket for the build status
[02:07:26.585] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:07:26.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:11:0) after 1m0s
[02:08:26.599] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:11:0)
[02:08:26.599] Timer tick, asking Buildbucket for the build status
[02:08:26.871] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:08:26.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:12:0) after 1m0s
[02:09:26.949] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:12:0)
[02:09:26.949] Timer tick, asking Buildbucket for the build status
[02:09:27.191] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:09:27.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:13:0) after 1m0s
[02:10:27.215] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:13:0)
[02:10:27.215] Timer tick, asking Buildbucket for the build status
[02:10:27.400] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:10:27.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:14:0) after 1m0s
[02:11:27.456] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:14:0)
[02:11:27.456] Timer tick, asking Buildbucket for the build status
[02:11:27.668] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:11:27.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:15:0) after 1m0s
[02:12:27.692] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:15:0)
[02:12:27.692] Timer tick, asking Buildbucket for the build status
[02:12:28.472] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:12:28.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:16:0) after 1m0s
[02:13:29.152] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:16:0)
[02:13:29.152] Timer tick, asking Buildbucket for the build status
[02:13:29.380] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:13:29.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:17:0) after 1m0s
[02:14:29.577] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:17:0)
[02:14:29.577] Timer tick, asking Buildbucket for the build status
[02:14:30.542] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:14:30.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:18:0) after 1m0s
[02:15:30.628] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:18:0)
[02:15:30.628] Timer tick, asking Buildbucket for the build status
[02:15:31.039] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:15:31.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:19:0) after 1m0s
[02:16:31.138] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:19:0)
[02:16:31.138] Timer tick, asking Buildbucket for the build status
[02:16:31.453] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:16:31.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:20:0) after 1m0s
[02:17:31.488] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:20:0)
[02:17:31.488] Timer tick, asking Buildbucket for the build status
[02:17:32.327] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:17:32.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:21:0) after 1m0s
[02:18:32.502] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:21:0)
[02:18:32.502] Timer tick, asking Buildbucket for the build status
[02:18:34.696] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:18:34.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:22:0) after 1m0s
[02:19:34.787] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:22:0)
[02:19:34.787] Timer tick, asking Buildbucket for the build status
[02:19:35.051] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:19:35.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:23:0) after 1m0s
[02:20:35.092] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:23:0)
[02:20:35.092] Timer tick, asking Buildbucket for the build status
[02:20:35.276] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:20:35.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:24:0) after 1m0s
[02:21:35.302] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:24:0)
[02:21:35.302] Timer tick, asking Buildbucket for the build status
[02:21:36.776] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:21:36.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:25:0) after 1m0s
[02:22:36.811] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:25:0)
[02:22:36.811] Timer tick, asking Buildbucket for the build status
[02:22:37.112] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:22:37.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:26:0) after 1m0s
[02:23:37.102] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:26:0)
[02:23:37.102] Timer tick, asking Buildbucket for the build status
[02:23:37.302] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:23:37.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:27:0) after 1m0s
[02:24:37.460] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:27:0)
[02:24:37.460] Timer tick, asking Buildbucket for the build status
[02:24:37.693] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:24:37.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:28:0) after 1m0s
[02:25:37.731] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:28:0)
[02:25:37.731] Timer tick, asking Buildbucket for the build status
[02:25:38.888] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:25:38.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:29:0) after 1m0s
[02:26:38.964] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:29:0)
[02:26:38.964] Timer tick, asking Buildbucket for the build status
[02:26:41.157] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:26:41.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:30:0) after 1m0s
[02:27:41.206] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:30:0)
[02:27:41.206] Timer tick, asking Buildbucket for the build status
[02:27:41.408] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:27:41.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:31:0) after 1m0s
[02:28:41.503] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:31:0)
[02:28:41.503] Timer tick, asking Buildbucket for the build status
[02:28:41.767] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:28:41.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:32:0) after 1m0s
[02:29:41.810] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:32:0)
[02:29:41.810] Timer tick, asking Buildbucket for the build status
[02:29:42.014] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:29:42.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:33:0) after 1m0s
[02:30:42.041] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:33:0)
[02:30:42.041] Timer tick, asking Buildbucket for the build status
[02:30:42.229] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:30:42.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:34:0) after 1m0s
[02:31:42.301] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:34:0)
[02:31:42.301] Timer tick, asking Buildbucket for the build status
[02:31:42.701] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:31:42.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:35:0) after 1m0s
[02:32:42.727] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:35:0)
[02:32:42.727] Timer tick, asking Buildbucket for the build status
[02:32:42.916] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:32:42.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:36:0) after 1m0s
[02:33:43.019] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:36:0)
[02:33:43.019] Timer tick, asking Buildbucket for the build status
[02:33:44.023] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:33:44.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:37:0) after 1m0s
[02:34:44.054] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:37:0)
[02:34:44.054] Timer tick, asking Buildbucket for the build status
[02:34:44.500] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:34:44.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:38:0) after 1m0s
[02:35:44.556] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:38:0)
[02:35:44.556] Timer tick, asking Buildbucket for the build status
[02:35:44.774] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:35:44.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:39:0) after 1m0s
[02:36:44.803] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:39:0)
[02:36:44.803] Timer tick, asking Buildbucket for the build status
[02:36:46.925] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:36:46.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:40:0) after 1m0s
[02:37:46.950] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:40:0)
[02:37:46.950] Timer tick, asking Buildbucket for the build status
[02:37:47.609] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:37:47.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:41:0) after 1m0s
[02:38:47.638] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:41:0)
[02:38:47.638] Timer tick, asking Buildbucket for the build status
[02:38:49.751] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:38:49.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:42:0) after 1m0s
[02:39:49.814] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:42:0)
[02:39:49.814] Timer tick, asking Buildbucket for the build status
[02:39:50.316] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:39:50.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:43:0) after 1m0s
[02:40:50.344] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:43:0)
[02:40:50.344] Timer tick, asking Buildbucket for the build status
[02:40:50.556] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:40:50.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:44:0) after 1m0s
[02:41:50.608] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:44:0)
[02:41:50.608] Timer tick, asking Buildbucket for the build status
[02:41:50.852] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:41:50.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:45:0) after 1m0s
[02:42:50.904] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:45:0)
[02:42:50.904] Timer tick, asking Buildbucket for the build status
[02:42:51.168] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:42:51.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:46:0) after 1m0s
[02:43:51.194] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:46:0)
[02:43:51.194] Timer tick, asking Buildbucket for the build status
[02:43:51.557] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:43:51.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:47:0) after 1m0s
[02:44:51.582] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:47:0)
[02:44:51.582] Timer tick, asking Buildbucket for the build status
[02:44:51.796] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:44:51.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:48:0) after 1m0s
[02:45:51.833] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:48:0)
[02:45:51.833] Timer tick, asking Buildbucket for the build status
[02:45:52.010] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:45:52.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:49:0) after 1m0s
[02:46:52.035] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:49:0)
[02:46:52.035] Timer tick, asking Buildbucket for the build status
[02:46:52.416] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:46:52.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:50:0) after 1m0s
[02:47:52.440] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:50:0)
[02:47:52.440] Timer tick, asking Buildbucket for the build status
[02:47:52.745] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:47:52.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:51:0) after 1m0s
[02:48:52.767] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:51:0)
[02:48:52.767] Timer tick, asking Buildbucket for the build status
[02:48:52.987] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:48:52.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:52:0) after 1m0s
[02:49:52.982] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:52:0)
[02:49:52.982] Timer tick, asking Buildbucket for the build status
[02:49:53.267] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:49:53.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:53:0) after 1m0s
[02:50:53.291] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:53:0)
[02:50:53.291] Timer tick, asking Buildbucket for the build status
[02:50:53.519] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:50:53.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:54:0) after 1m0s
[02:51:53.578] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:54:0)
[02:51:53.578] Timer tick, asking Buildbucket for the build status
[02:51:54.888] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:51:54.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:55:0) after 1m0s
[02:52:54.916] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:55:0)
[02:52:54.916] Timer tick, asking Buildbucket for the build status
[02:52:55.244] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:52:55.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:56:0) after 1m0s
[02:53:55.304] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:56:0)
[02:53:55.304] Timer tick, asking Buildbucket for the build status
[02:53:57.015] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:53:57.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:57:0) after 1m0s
[02:54:57.047] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:57:0)
[02:54:57.047] Timer tick, asking Buildbucket for the build status
[02:54:57.344] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:54:57.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:58:0) after 1m0s
[02:55:57.528] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:58:0)
[02:55:57.528] Timer tick, asking Buildbucket for the build status
[02:55:58.499] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:55:58.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:59:0) after 1m0s
[02:56:58.522] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:59:0)
[02:56:58.522] Timer tick, asking Buildbucket for the build status
[02:56:58.707] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:56:58.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:60:0) after 1m0s
[02:57:58.798] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:60:0)
[02:57:58.798] Timer tick, asking Buildbucket for the build status
[02:57:59.431] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:57:59.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:61:0) after 1m0s
[02:58:59.463] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:61:0)
[02:58:59.463] Timer tick, asking Buildbucket for the build status
[02:58:59.669] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:58:59.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:62:0) after 1m0s
[02:59:59.695] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:62:0)
[02:59:59.695] Timer tick, asking Buildbucket for the build status
[03:00:00.254] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:00:00.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:63:0) after 1m0s
[03:01:00.289] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:63:0)
[03:01:00.289] Timer tick, asking Buildbucket for the build status
[03:01:00.659] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:01:00.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:64:0) after 1m0s
[03:02:00.724] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:64:0)
[03:02:00.724] Timer tick, asking Buildbucket for the build status
[03:02:01.441] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:02:01.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:65:0) after 1m0s
[03:03:01.441] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:65:0)
[03:03:01.441] Timer tick, asking Buildbucket for the build status
[03:03:02.513] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:03:02.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:66:0) after 1m0s
[03:04:02.516] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:66:0)
[03:04:02.516] Timer tick, asking Buildbucket for the build status
[03:04:03.286] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:04:03.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:67:0) after 1m0s
[03:05:03.354] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:67:0)
[03:05:03.354] Timer tick, asking Buildbucket for the build status
[03:05:04.239] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:05:04.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:68:0) after 1m0s
[03:06:04.269] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:68:0)
[03:06:04.269] Timer tick, asking Buildbucket for the build status
[03:06:05.436] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:06:05.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:69:0) after 1m0s
[03:07:05.505] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:69:0)
[03:07:05.505] Timer tick, asking Buildbucket for the build status
[03:07:05.972] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:07:05.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:70:0) after 1m0s
[03:08:06.118] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:70:0)
[03:08:06.118] Timer tick, asking Buildbucket for the build status
[03:08:06.446] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:08:06.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:71:0) after 1m0s
[03:09:06.619] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:71:0)
[03:09:06.619] Timer tick, asking Buildbucket for the build status
[03:09:07.721] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:09:07.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:72:0) after 1m0s
[03:10:07.823] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:72:0)
[03:10:07.823] Timer tick, asking Buildbucket for the build status
[03:10:08.722] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:10:08.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:73:0) after 1m0s
[03:11:08.760] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:73:0)
[03:11:08.760] Timer tick, asking Buildbucket for the build status
[03:11:09.079] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:11:09.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:74:0) after 1m0s
[03:12:09.154] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:74:0)
[03:12:09.154] Timer tick, asking Buildbucket for the build status
[03:12:09.536] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:12:09.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:75:0) after 1m0s
[03:13:09.568] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:75:0)
[03:13:09.568] Timer tick, asking Buildbucket for the build status
[03:13:10.239] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:13:10.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:76:0) after 1m0s
[03:14:10.345] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:76:0)
[03:14:10.345] Timer tick, asking Buildbucket for the build status
[03:14:11.627] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:14:11.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:77:0) after 1m0s
[03:15:11.663] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:77:0)
[03:15:11.663] Timer tick, asking Buildbucket for the build status
[03:15:11.869] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:15:11.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:78:0) after 1m0s
[03:16:11.892] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:78:0)
[03:16:11.892] Timer tick, asking Buildbucket for the build status
[03:16:12.176] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:16:12.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:79:0) after 1m0s
[03:17:12.282] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:79:0)
[03:17:12.282] Timer tick, asking Buildbucket for the build status
[03:17:13.745] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:17:13.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:80:0) after 1m0s
[03:18:13.799] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:80:0)
[03:18:13.799] Timer tick, asking Buildbucket for the build status
[03:18:14.493] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:18:14.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:81:0) after 1m0s
[03:19:14.524] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:81:0)
[03:19:14.524] Timer tick, asking Buildbucket for the build status
[03:19:17.465] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:19:17.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:82:0) after 1m0s
[03:20:17.507] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:82:0)
[03:20:17.507] Timer tick, asking Buildbucket for the build status
[03:20:17.688] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:20:17.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:83:0) after 1m0s
[03:21:17.713] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:83:0)
[03:21:17.713] Timer tick, asking Buildbucket for the build status
[03:21:17.928] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:21:17.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:84:0) after 1m0s
[03:22:17.914] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:84:0)
[03:22:17.914] Timer tick, asking Buildbucket for the build status
[03:22:19.025] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:22:19.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:85:0) after 1m0s
[03:23:19.034] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:85:0)
[03:23:19.034] Timer tick, asking Buildbucket for the build status
[03:23:19.425] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:23:19.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:86:0) after 1m0s
[03:24:19.516] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:86:0)
[03:24:19.516] Timer tick, asking Buildbucket for the build status
[03:24:20.088] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:24:20.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:87:0) after 1m0s
[03:25:20.111] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:87:0)
[03:25:20.111] Timer tick, asking Buildbucket for the build status
[03:25:20.326] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:25:20.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:88:0) after 1m0s
[03:26:20.387] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:88:0)
[03:26:20.387] Timer tick, asking Buildbucket for the build status
[03:26:20.688] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:26:20.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:89:0) after 1m0s
[03:27:20.835] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:89:0)
[03:27:20.835] Timer tick, asking Buildbucket for the build status
[03:27:21.112] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:27:21.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:90:0) after 1m0s
[03:28:21.206] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:90:0)
[03:28:21.206] Timer tick, asking Buildbucket for the build status
[03:28:23.284] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:28:23.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:91:0) after 1m0s
[03:29:23.376] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:91:0)
[03:29:23.376] Timer tick, asking Buildbucket for the build status
[03:29:23.538] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:29:23.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:92:0) after 1m0s
[03:30:23.521] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:92:0)
[03:30:23.521] Timer tick, asking Buildbucket for the build status
[03:30:23.756] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:30:23.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:93:0) after 1m0s
[03:31:23.804] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:93:0)
[03:31:23.804] Timer tick, asking Buildbucket for the build status
[03:31:25.016] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:31:25.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:94:0) after 1m0s
[03:32:24.996] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:94:0)
[03:32:24.996] Timer tick, asking Buildbucket for the build status
[03:32:25.232] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:32:25.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:95:0) after 1m0s
[03:33:25.262] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:95:0)
[03:33:25.262] Timer tick, asking Buildbucket for the build status
[03:33:27.631] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:33:27.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:96:0) after 1m0s
[03:34:27.691] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:96:0)
[03:34:27.691] Timer tick, asking Buildbucket for the build status
[03:34:29.007] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:34:29.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:97:0) after 1m0s
[03:35:29.069] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:97:0)
[03:35:29.069] Timer tick, asking Buildbucket for the build status
[03:35:29.281] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:35:29.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:98:0) after 1m0s
[03:36:29.266] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:98:0)
[03:36:29.266] Timer tick, asking Buildbucket for the build status
[03:36:29.452] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:36:29.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:99:0) after 1m0s
[03:37:29.549] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:99:0)
[03:37:29.549] Timer tick, asking Buildbucket for the build status
[03:37:31.200] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:37:31.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:100:0) after 1m0s
[03:38:31.261] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:100:0)
[03:38:31.261] Timer tick, asking Buildbucket for the build status
[03:38:31.510] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:38:31.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:101:0) after 1m0s
[03:39:31.609] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:101:0)
[03:39:31.609] Timer tick, asking Buildbucket for the build status
[03:39:31.823] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:39:31.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:102:0) after 1m0s
[03:40:31.870] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:102:0)
[03:40:31.870] Timer tick, asking Buildbucket for the build status
[03:40:32.038] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:40:32.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:103:0) after 1m0s
[03:41:32.092] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:103:0)
[03:41:32.092] Timer tick, asking Buildbucket for the build status
[03:41:32.557] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:41:32.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:104:0) after 1m0s
[03:42:32.598] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:104:0)
[03:42:32.598] Timer tick, asking Buildbucket for the build status
[03:42:32.850] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:42:32.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:105:0) after 1m0s
[03:43:32.910] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:105:0)
[03:43:32.910] Timer tick, asking Buildbucket for the build status
[03:43:33.517] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:43:33.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:106:0) after 1m0s
[03:44:33.645] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:106:0)
[03:44:33.645] Timer tick, asking Buildbucket for the build status
[03:44:36.490] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:44:36.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:107:0) after 1m0s
[03:45:36.586] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:107:0)
[03:45:36.586] Timer tick, asking Buildbucket for the build status
[03:45:36.848] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:45:36.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:108:0) after 1m0s
[03:46:36.851] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:108:0)
[03:46:36.851] Timer tick, asking Buildbucket for the build status
[03:46:37.151] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:46:37.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:109:0) after 1m0s
[03:47:37.182] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:109:0)
[03:47:37.182] Timer tick, asking Buildbucket for the build status
[03:47:37.440] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:47:37.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:110:0) after 1m0s
[03:48:37.571] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:110:0)
[03:48:37.571] Timer tick, asking Buildbucket for the build status
[03:48:37.906] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:48:37.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:111:0) after 1m0s
[03:49:37.938] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:111:0)
[03:49:37.938] Timer tick, asking Buildbucket for the build status
[03:49:38.161] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:49:38.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:112:0) after 1m0s
[03:50:38.312] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:112:0)
[03:50:38.312] Timer tick, asking Buildbucket for the build status
[03:50:40.628] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:50:40.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:113:0) after 1m0s
[03:51:40.766] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:113:0)
[03:51:40.766] Timer tick, asking Buildbucket for the build status
[03:51:40.911] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:51:40.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:114:0) after 1m0s
[03:52:40.993] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:114:0)
[03:52:40.993] Timer tick, asking Buildbucket for the build status
[03:52:41.366] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:52:41.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:115:0) after 1m0s
[03:53:41.397] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:115:0)
[03:53:41.397] Timer tick, asking Buildbucket for the build status
[03:53:41.633] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:53:41.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:116:0) after 1m0s
[03:54:41.705] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:116:0)
[03:54:41.705] Timer tick, asking Buildbucket for the build status
[03:54:41.884] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:54:41.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:117:0) after 1m0s
[03:55:41.917] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:117:0)
[03:55:41.917] Timer tick, asking Buildbucket for the build status
[03:55:42.148] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:55:42.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:118:0) after 1m0s
[03:56:42.156] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:118:0)
[03:56:42.156] Timer tick, asking Buildbucket for the build status
[03:56:43.361] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:56:43.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:119:0) after 1m0s
[03:57:43.374] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:119:0)
[03:57:43.374] Timer tick, asking Buildbucket for the build status
[03:57:43.552] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:57:43.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:120:0) after 1m0s
[03:58:43.699] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:120:0)
[03:58:43.699] Timer tick, asking Buildbucket for the build status
[03:58:48.203] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:58:48.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:121:0) after 1m0s
[03:59:48.309] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:121:0)
[03:59:48.309] Timer tick, asking Buildbucket for the build status
[03:59:48.480] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:59:48.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:122:0) after 1m0s
[04:00:48.494] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:122:0)
[04:00:48.494] Timer tick, asking Buildbucket for the build status
[04:00:49.232] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:00:49.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:123:0) after 1m0s
[04:01:49.236] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:123:0)
[04:01:49.236] Timer tick, asking Buildbucket for the build status
[04:01:49.453] Build 8902017091752874880: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:01:49.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067447153967243632:124:0) after 1m0s
[04:02:30.884] Received PubSub notification, asking Buildbucket for the build status
[04:02:31.207] Build 8902017091752874880: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[04:02:31.207] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1568779350500991",
    "created_by": "project:chromium",
    "created_ts": "1568771957593621",
    "failure_reason": "BUILD_FAILURE",
    "id": "8902017091752874880",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"419187a7cc6219f49b0cb5e0fec84430c70b225c\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build281-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 9948, \"got_angle_revision\": \"a7003d5fc30680e2bd3dbe3a9393d74d89a48c17\", \"got_dawn_revision\": \"785ec66b66a3577e4f17306a10ab30b7f92c49ae\", \"got_nacl_revision\": \"a9e27d5c7f1b6edf7371edab79e104578d62c4f5\", \"got_revision\": \"419187a7cc6219f49b0cb5e0fec84430c70b225c\", \"got_revision_cp\": \"refs/heads/master@{#697449}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"84da790b879ff03a75ea94c6de263704f04658fe\", \"got_v8_revision_cp\": \"refs/heads/7.9.56@{#1}\", \"got_webrtc_revision\": \"86314cfb5dc09bba15a1607585e9ddd544078ac5\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29212}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"419187a7cc6219f49b0cb5e0fec84430c70b225c\", \"swarm_hashes\": {\"0\": \"a6959c74f2a97535bb405b7f207e2d5a7c00c95c\", \"1\": \"2e61ee244a86b8d826f0ecde2c5d26ed7ff19225\", \"10\": \"74ef62dc01855be1a8899113c12373849c0044dc\", \"11\": \"9471b9dfa211810681da9b5850a7908abefd7b63\", \"12\": \"517db0b6ecf17b13ecb3e640f04f1fc40e75c7af\", \"13\": \"205408df397f283af802a57f4efd94360fc8bd80\", \"14\": \"47837741bc72d9d790e50db0397d081ec9305c3e\", \"15\": \"5ecb8b7d097104e5abcc1b0b90776ccf112dd468\", \"16\": \"a084ddac0971f0bc5f57b6c955616dacf2e63dc6\", \"2\": \"778559676bf0f111d2ff211a37ca0d6fda0c62e8\", \"3\": \"4f234a2a86524026f5e1f1e7ec49ff116c952c2e\", \"4\": \"ffe763b641e2c4ea69708fca4b15a9ff8bfa2ebb\", \"5\": \"ca52e0c7ec163f09b3e9314359c1409808168e99\", \"6\": \"50f826c56ab8a06464a188825a049a08ff965bde\", \"7\": \"2b464d1e8348dcff6520c72ea3b164c5f9987978\", \"8\": \"9956761b7cef826fb1d91fe4344e9ddd5c97516f\", \"9\": \"095861e3cb86239a29016d0a8f6ddd38084eb3c7\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a419c\", \"xcode_ios_11a420a\", \"xcode_ios_11m392r\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build281-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4436-e523514\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1568772149623269",
    "status": "COMPLETED",
    "status_changed_ts": "1568772150185694",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9948",
      "builder:ToTiOS",
      "buildset:commit/git/419187a7cc6219f49b0cb5e0fec84430c70b225c",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/419187a7cc6219f49b0cb5e0fec84430c70b225c",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9067447153967243632",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8902017091752874880/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:475aea1e22dd5f10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1568779350609916",
    "url": "https://ci.chromium.org/b/8902017091752874880",
    "utcnow_ts": "1568779351185603"
  }
}
[04:02:31.207] Invocation finished in 2h3m15.108682002s with status FAILED