Status: FAILED
Triggered by: -
Duration: 1 hour
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "c72bbe4b48f48edab2c4244f281dbd58175bd57f"
}

Incoming tags

  • buildset:commit/git/c72bbe4b48f48edab2c4244f281dbd58175bd57f
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c72bbe4b48f48edab2c4244f281dbd58175bd57f
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[01:04:18.399] New invocation is queued and will start shortly
[01:04:19.624] Starting the invocation (attempt 1)
[01:04:19.683] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:04:19.683] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:04:19.683] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9067903596740091440",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"c72bbe4b48f48edab2c4244f281dbd58175bd57f\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9067903596740091440",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/c72bbe4b48f48edab2c4244f281dbd58175bd57f",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c72bbe4b48f48edab2c4244f281dbd58175bd57f",
    "gitiles_ref:refs/heads/master"
  ]
}
[01:04:26.760] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1568336663964873",
    "id": "8902473530205494192",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"c72bbe4b48f48edab2c4244f281dbd58175bd57f\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1568336665936269",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9881",
      "builder:ToTiOS",
      "buildset:commit/git/c72bbe4b48f48edab2c4244f281dbd58175bd57f",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c72bbe4b48f48edab2c4244f281dbd58175bd57f",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9067903596740091440",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8902473530205494192/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1568336665936434",
    "url": "https://ci.chromium.org/b/8902473530205494192",
    "utcnow_ts": "1568336666710471"
  }
}
[01:04:26.760] Task URL: https://ci.chromium.org/b/8902473530205494192
[01:04:26.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:2:0) after 1m0s
[01:05:26.849] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:2:0)
[01:05:26.849] Timer tick, asking Buildbucket for the build status
[01:05:27.368] Build 8902473530205494192: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:05:27.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:3:0) after 1m0s
[01:06:27.510] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:3:0)
[01:06:27.510] Timer tick, asking Buildbucket for the build status
[01:06:31.292] Build 8902473530205494192: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:06:31.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:4:0) after 1m0s
[01:07:31.348] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:4:0)
[01:07:31.348] Timer tick, asking Buildbucket for the build status
[01:07:31.759] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:07:31.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:5:0) after 1m0s
[01:07:33.808] Received PubSub notification, asking Buildbucket for the build status
[01:07:34.003] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:08:31.859] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:5:0)
[01:08:31.859] Timer tick, asking Buildbucket for the build status
[01:08:33.125] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:08:33.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:7:0) after 1m0s
[01:09:33.175] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:7:0)
[01:09:33.175] Timer tick, asking Buildbucket for the build status
[01:09:33.461] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:09:33.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:8:0) after 1m0s
[01:10:33.565] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:8:0)
[01:10:33.565] Timer tick, asking Buildbucket for the build status
[01:10:34.525] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:10:34.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:9:0) after 1m0s
[01:11:34.648] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:9:0)
[01:11:34.648] Timer tick, asking Buildbucket for the build status
[01:11:38.428] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:11:38.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:10:0) after 1m0s
[01:12:38.460] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:10:0)
[01:12:38.460] Timer tick, asking Buildbucket for the build status
[01:12:38.909] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:12:38.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:11:0) after 1m0s
[01:13:39.112] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:11:0)
[01:13:39.112] Timer tick, asking Buildbucket for the build status
[01:13:39.301] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:13:39.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:12:0) after 1m0s
[01:14:39.483] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:12:0)
[01:14:39.483] Timer tick, asking Buildbucket for the build status
[01:14:39.812] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:14:39.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:13:0) after 1m0s
[01:15:40.051] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:13:0)
[01:15:40.051] Timer tick, asking Buildbucket for the build status
[01:15:40.193] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:15:40.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:14:0) after 1m0s
[01:16:40.517] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:14:0)
[01:16:40.518] Timer tick, asking Buildbucket for the build status
[01:16:43.481] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:16:43.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:15:0) after 1m0s
[01:17:43.502] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:15:0)
[01:17:43.502] Timer tick, asking Buildbucket for the build status
[01:17:44.182] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:17:44.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:16:0) after 1m0s
[01:18:44.289] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:16:0)
[01:18:44.289] Timer tick, asking Buildbucket for the build status
[01:18:44.653] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:18:44.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:17:0) after 1m0s
[01:19:44.659] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:17:0)
[01:19:44.659] Timer tick, asking Buildbucket for the build status
[01:19:44.899] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:19:44.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:18:0) after 1m0s
[01:20:45.080] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:18:0)
[01:20:45.080] Timer tick, asking Buildbucket for the build status
[01:20:45.896] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:20:45.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:19:0) after 1m0s
[01:21:45.984] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:19:0)
[01:21:45.984] Timer tick, asking Buildbucket for the build status
[01:21:46.875] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:21:46.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:20:0) after 1m0s
[01:22:46.918] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:20:0)
[01:22:46.918] Timer tick, asking Buildbucket for the build status
[01:22:47.542] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:22:47.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:21:0) after 1m0s
[01:23:47.570] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:21:0)
[01:23:47.570] Timer tick, asking Buildbucket for the build status
[01:23:49.192] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:23:49.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:22:0) after 1m0s
[01:24:49.231] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:22:0)
[01:24:49.231] Timer tick, asking Buildbucket for the build status
[01:24:50.417] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:24:50.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:23:0) after 1m0s
[01:25:50.507] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:23:0)
[01:25:50.507] Timer tick, asking Buildbucket for the build status
[01:25:50.975] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:25:50.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:24:0) after 1m0s
[01:26:51.020] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:24:0)
[01:26:51.020] Timer tick, asking Buildbucket for the build status
[01:26:51.396] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:26:51.396] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:25:0) after 1m0s
[01:27:51.430] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:25:0)
[01:27:51.430] Timer tick, asking Buildbucket for the build status
[01:27:51.948] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:27:51.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:26:0) after 1m0s
[01:28:52.029] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:26:0)
[01:28:52.029] Timer tick, asking Buildbucket for the build status
[01:28:52.183] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:28:52.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:27:0) after 1m0s
[01:29:52.227] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:27:0)
[01:29:52.228] Timer tick, asking Buildbucket for the build status
[01:29:52.647] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:29:52.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:28:0) after 1m0s
[01:30:52.668] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:28:0)
[01:30:52.668] Timer tick, asking Buildbucket for the build status
[01:30:54.495] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:30:54.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:29:0) after 1m0s
[01:31:54.587] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:29:0)
[01:31:54.587] Timer tick, asking Buildbucket for the build status
[01:31:54.909] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:31:54.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:30:0) after 1m0s
[01:32:55.045] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:30:0)
[01:32:55.045] Timer tick, asking Buildbucket for the build status
[01:32:55.297] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:32:55.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:31:0) after 1m0s
[01:33:55.531] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:31:0)
[01:33:55.531] Timer tick, asking Buildbucket for the build status
[01:33:55.716] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:33:55.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:32:0) after 1m0s
[01:34:55.755] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:32:0)
[01:34:55.755] Timer tick, asking Buildbucket for the build status
[01:34:56.049] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:34:56.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:33:0) after 1m0s
[01:35:56.063] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:33:0)
[01:35:56.063] Timer tick, asking Buildbucket for the build status
[01:35:56.265] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:35:56.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:34:0) after 1m0s
[01:36:56.281] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:34:0)
[01:36:56.281] Timer tick, asking Buildbucket for the build status
[01:36:56.795] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:36:56.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:35:0) after 1m0s
[01:37:57.044] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:35:0)
[01:37:57.044] Timer tick, asking Buildbucket for the build status
[01:37:57.312] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:37:57.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:36:0) after 1m0s
[01:38:57.388] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:36:0)
[01:38:57.388] Timer tick, asking Buildbucket for the build status
[01:38:57.619] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:38:57.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:37:0) after 1m0s
[01:39:57.595] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:37:0)
[01:39:57.595] Timer tick, asking Buildbucket for the build status
[01:39:58.136] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:39:58.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:38:0) after 1m0s
[01:40:58.182] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:38:0)
[01:40:58.182] Timer tick, asking Buildbucket for the build status
[01:40:59.214] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:40:59.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:39:0) after 1m0s
[01:41:59.285] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:39:0)
[01:41:59.285] Timer tick, asking Buildbucket for the build status
[01:42:00.240] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:42:00.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:40:0) after 1m0s
[01:43:00.257] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:40:0)
[01:43:00.257] Timer tick, asking Buildbucket for the build status
[01:43:00.455] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:43:00.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:41:0) after 1m0s
[01:44:00.449] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:41:0)
[01:44:00.449] Timer tick, asking Buildbucket for the build status
[01:44:01.739] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:44:01.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:42:0) after 1m0s
[01:45:01.797] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:42:0)
[01:45:01.797] Timer tick, asking Buildbucket for the build status
[01:45:01.971] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:45:01.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:43:0) after 1m0s
[01:46:02.007] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:43:0)
[01:46:02.007] Timer tick, asking Buildbucket for the build status
[01:46:03.674] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:46:03.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:44:0) after 1m0s
[01:47:03.999] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:44:0)
[01:47:03.999] Timer tick, asking Buildbucket for the build status
[01:47:14.639] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:47:14.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:45:0) after 1m0s
[01:48:14.827] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:45:0)
[01:48:14.827] Timer tick, asking Buildbucket for the build status
[01:48:15.325] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:48:15.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:46:0) after 1m0s
[01:49:15.635] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:46:0)
[01:49:15.635] Timer tick, asking Buildbucket for the build status
[01:49:16.266] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:49:16.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:47:0) after 1m0s
[01:50:16.411] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:47:0)
[01:50:16.411] Timer tick, asking Buildbucket for the build status
[01:50:16.611] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:50:16.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:48:0) after 1m0s
[01:51:16.745] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:48:0)
[01:51:16.745] Timer tick, asking Buildbucket for the build status
[01:51:17.653] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:51:17.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:49:0) after 1m0s
[01:52:17.746] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:49:0)
[01:52:17.746] Timer tick, asking Buildbucket for the build status
[01:52:17.954] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:52:17.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:50:0) after 1m0s
[01:53:18.005] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:50:0)
[01:53:18.005] Timer tick, asking Buildbucket for the build status
[01:53:18.960] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:53:18.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:51:0) after 1m0s
[01:54:19.134] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:51:0)
[01:54:19.134] Timer tick, asking Buildbucket for the build status
[01:54:19.866] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:54:19.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:52:0) after 1m0s
[01:55:19.898] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:52:0)
[01:55:19.898] Timer tick, asking Buildbucket for the build status
[01:55:20.432] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:55:20.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:53:0) after 1m0s
[01:56:20.508] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:53:0)
[01:56:20.508] Timer tick, asking Buildbucket for the build status
[01:56:20.954] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:56:20.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:54:0) after 1m0s
[01:57:20.970] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:54:0)
[01:57:20.970] Timer tick, asking Buildbucket for the build status
[01:57:21.361] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:57:21.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:55:0) after 1m0s
[01:58:21.496] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:55:0)
[01:58:21.496] Timer tick, asking Buildbucket for the build status
[01:58:21.737] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:58:21.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:56:0) after 1m0s
[01:59:21.989] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:56:0)
[01:59:21.989] Timer tick, asking Buildbucket for the build status
[01:59:22.267] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:59:22.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:57:0) after 1m0s
[02:00:22.351] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:57:0)
[02:00:22.351] Timer tick, asking Buildbucket for the build status
[02:00:23.219] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:00:23.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:58:0) after 1m0s
[02:01:23.327] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:58:0)
[02:01:23.327] Timer tick, asking Buildbucket for the build status
[02:01:23.955] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:01:23.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:59:0) after 1m0s
[02:02:24.016] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:59:0)
[02:02:24.016] Timer tick, asking Buildbucket for the build status
[02:02:24.499] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:02:24.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:60:0) after 1m0s
[02:03:24.614] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:60:0)
[02:03:24.614] Timer tick, asking Buildbucket for the build status
[02:03:24.832] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:03:24.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:61:0) after 1m0s
[02:04:24.903] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:61:0)
[02:04:24.903] Timer tick, asking Buildbucket for the build status
[02:04:25.171] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:04:25.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:62:0) after 1m0s
[02:05:25.151] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:62:0)
[02:05:25.151] Timer tick, asking Buildbucket for the build status
[02:05:25.408] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:05:25.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:63:0) after 1m0s
[02:06:25.468] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:63:0)
[02:06:25.468] Timer tick, asking Buildbucket for the build status
[02:06:26.547] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:06:26.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:64:0) after 1m0s
[02:07:26.596] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:64:0)
[02:07:26.596] Timer tick, asking Buildbucket for the build status
[02:07:27.460] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:07:27.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:65:0) after 1m0s
[02:08:27.438] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:65:0)
[02:08:27.438] Timer tick, asking Buildbucket for the build status
[02:08:27.942] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:08:27.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:66:0) after 1m0s
[02:09:28.012] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:66:0)
[02:09:28.012] Timer tick, asking Buildbucket for the build status
[02:09:28.344] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:09:28.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:67:0) after 1m0s
[02:10:28.340] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:67:0)
[02:10:28.340] Timer tick, asking Buildbucket for the build status
[02:10:28.830] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:10:28.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:68:0) after 1m0s
[02:11:28.856] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:68:0)
[02:11:28.856] Timer tick, asking Buildbucket for the build status
[02:11:29.251] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:11:29.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:69:0) after 1m0s
[02:12:29.280] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:69:0)
[02:12:29.280] Timer tick, asking Buildbucket for the build status
[02:12:29.526] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:12:29.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:70:0) after 1m0s
[02:13:29.553] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:70:0)
[02:13:29.553] Timer tick, asking Buildbucket for the build status
[02:13:30.125] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:13:30.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:71:0) after 1m0s
[02:14:30.155] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:71:0)
[02:14:30.155] Timer tick, asking Buildbucket for the build status
[02:14:30.373] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:14:30.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:72:0) after 1m0s
[02:15:30.386] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:72:0)
[02:15:30.386] Timer tick, asking Buildbucket for the build status
[02:15:30.668] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:15:30.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:73:0) after 1m0s
[02:16:30.745] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:73:0)
[02:16:30.745] Timer tick, asking Buildbucket for the build status
[02:16:31.523] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:16:31.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:74:0) after 1m0s
[02:17:31.508] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:74:0)
[02:17:31.508] Timer tick, asking Buildbucket for the build status
[02:17:31.812] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:17:31.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:75:0) after 1m0s
[02:18:31.842] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:75:0)
[02:18:31.842] Timer tick, asking Buildbucket for the build status
[02:18:32.643] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:18:32.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:76:0) after 1m0s
[02:19:32.685] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:76:0)
[02:19:32.685] Timer tick, asking Buildbucket for the build status
[02:19:33.008] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:19:33.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:77:0) after 1m0s
[02:20:33.017] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:77:0)
[02:20:33.017] Timer tick, asking Buildbucket for the build status
[02:20:33.645] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:20:33.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:78:0) after 1m0s
[02:21:33.728] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:78:0)
[02:21:33.728] Timer tick, asking Buildbucket for the build status
[02:21:34.021] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:21:34.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:79:0) after 1m0s
[02:22:34.107] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:79:0)
[02:22:34.107] Timer tick, asking Buildbucket for the build status
[02:22:34.377] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:22:34.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:80:0) after 1m0s
[02:23:34.415] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:80:0)
[02:23:34.415] Timer tick, asking Buildbucket for the build status
[02:23:34.634] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:23:34.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:81:0) after 1m0s
[02:24:34.669] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:81:0)
[02:24:34.669] Timer tick, asking Buildbucket for the build status
[02:24:34.927] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:24:34.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:82:0) after 1m0s
[02:25:34.954] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:82:0)
[02:25:34.954] Timer tick, asking Buildbucket for the build status
[02:25:35.229] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:25:35.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:83:0) after 1m0s
[02:26:35.308] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:83:0)
[02:26:35.308] Timer tick, asking Buildbucket for the build status
[02:26:35.615] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:26:35.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:84:0) after 1m0s
[02:27:35.717] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:84:0)
[02:27:35.717] Timer tick, asking Buildbucket for the build status
[02:27:36.720] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:27:36.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:85:0) after 1m0s
[02:28:36.850] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:85:0)
[02:28:36.850] Timer tick, asking Buildbucket for the build status
[02:28:37.035] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:28:37.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:86:0) after 1m0s
[02:29:37.043] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:86:0)
[02:29:37.043] Timer tick, asking Buildbucket for the build status
[02:29:37.512] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:29:37.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:87:0) after 1m0s
[02:30:37.624] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:87:0)
[02:30:37.624] Timer tick, asking Buildbucket for the build status
[02:30:38.552] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:30:38.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:88:0) after 1m0s
[02:31:38.570] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:88:0)
[02:31:38.570] Timer tick, asking Buildbucket for the build status
[02:31:38.786] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:31:38.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:89:0) after 1m0s
[02:32:38.799] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:89:0)
[02:32:38.799] Timer tick, asking Buildbucket for the build status
[02:32:39.066] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:32:39.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:90:0) after 1m0s
[02:33:39.113] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:90:0)
[02:33:39.113] Timer tick, asking Buildbucket for the build status
[02:33:39.332] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:33:39.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:91:0) after 1m0s
[02:34:39.449] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:91:0)
[02:34:39.449] Timer tick, asking Buildbucket for the build status
[02:34:39.774] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:34:39.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:92:0) after 1m0s
[02:35:39.912] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:92:0)
[02:35:39.912] Timer tick, asking Buildbucket for the build status
[02:35:40.175] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:35:40.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:93:0) after 1m0s
[02:36:40.222] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:93:0)
[02:36:40.222] Timer tick, asking Buildbucket for the build status
[02:36:40.943] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:36:40.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:94:0) after 1m0s
[02:37:41.059] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:94:0)
[02:37:41.059] Timer tick, asking Buildbucket for the build status
[02:37:41.843] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:37:41.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:95:0) after 1m0s
[02:38:42.108] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:95:0)
[02:38:42.108] Timer tick, asking Buildbucket for the build status
[02:38:44.886] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:38:44.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:96:0) after 1m0s
[02:39:44.891] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:96:0)
[02:39:44.891] Timer tick, asking Buildbucket for the build status
[02:39:46.099] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:39:46.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:97:0) after 1m0s
[02:40:46.122] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:97:0)
[02:40:46.122] Timer tick, asking Buildbucket for the build status
[02:40:46.384] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:40:46.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:98:0) after 1m0s
[02:41:46.366] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:98:0)
[02:41:46.366] Timer tick, asking Buildbucket for the build status
[02:41:46.698] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:41:46.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:99:0) after 1m0s
[02:42:46.758] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:99:0)
[02:42:46.758] Timer tick, asking Buildbucket for the build status
[02:42:51.885] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:42:51.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:100:0) after 1m0s
[02:43:51.918] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:100:0)
[02:43:51.918] Timer tick, asking Buildbucket for the build status
[02:43:52.163] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:43:52.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:101:0) after 1m0s
[02:44:52.308] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:101:0)
[02:44:52.308] Timer tick, asking Buildbucket for the build status
[02:44:53.003] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:44:53.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:102:0) after 1m0s
[02:45:53.096] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:102:0)
[02:45:53.096] Timer tick, asking Buildbucket for the build status
[02:45:53.346] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:45:53.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:103:0) after 1m0s
[02:46:53.433] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:103:0)
[02:46:53.433] Timer tick, asking Buildbucket for the build status
[02:46:57.850] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:46:57.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:104:0) after 1m0s
[02:47:57.877] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:104:0)
[02:47:57.877] Timer tick, asking Buildbucket for the build status
[02:47:58.411] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:47:58.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:105:0) after 1m0s
[02:48:58.434] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:105:0)
[02:48:58.434] Timer tick, asking Buildbucket for the build status
[02:48:58.866] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:48:58.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:106:0) after 1m0s
[02:49:58.895] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:106:0)
[02:49:58.895] Timer tick, asking Buildbucket for the build status
[02:50:00.262] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:50:00.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:107:0) after 1m0s
[02:51:00.387] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:107:0)
[02:51:00.387] Timer tick, asking Buildbucket for the build status
[02:51:01.737] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:51:01.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:108:0) after 1m0s
[02:52:01.783] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:108:0)
[02:52:01.783] Timer tick, asking Buildbucket for the build status
[02:52:02.153] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:52:02.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:109:0) after 1m0s
[02:53:02.155] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:109:0)
[02:53:02.155] Timer tick, asking Buildbucket for the build status
[02:53:02.373] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:53:02.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:110:0) after 1m0s
[02:54:02.405] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:110:0)
[02:54:02.405] Timer tick, asking Buildbucket for the build status
[02:54:02.880] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:54:02.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:111:0) after 1m0s
[02:55:03.020] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:111:0)
[02:55:03.020] Timer tick, asking Buildbucket for the build status
[02:55:05.305] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:55:05.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:112:0) after 1m0s
[02:56:05.336] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:112:0)
[02:56:05.336] Timer tick, asking Buildbucket for the build status
[02:56:06.070] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:56:06.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:113:0) after 1m0s
[02:57:06.099] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:113:0)
[02:57:06.099] Timer tick, asking Buildbucket for the build status
[02:57:06.603] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:57:06.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:114:0) after 1m0s
[02:58:06.701] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:114:0)
[02:58:06.701] Timer tick, asking Buildbucket for the build status
[02:58:07.841] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:58:07.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:115:0) after 1m0s
[02:59:07.870] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:115:0)
[02:59:07.870] Timer tick, asking Buildbucket for the build status
[02:59:08.077] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:59:08.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:116:0) after 1m0s
[03:00:08.102] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:116:0)
[03:00:08.102] Timer tick, asking Buildbucket for the build status
[03:00:08.763] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:00:08.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:117:0) after 1m0s
[03:01:08.793] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:117:0)
[03:01:08.793] Timer tick, asking Buildbucket for the build status
[03:01:09.912] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:01:09.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:118:0) after 1m0s
[03:02:09.942] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:118:0)
[03:02:09.942] Timer tick, asking Buildbucket for the build status
[03:02:10.186] Build 8902473530205494192: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:02:10.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067903596740091440:119:0) after 1m0s
[03:02:44.852] Received PubSub notification, asking Buildbucket for the build status
[03:02:45.329] Build 8902473530205494192: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[03:02:45.329] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1568343764055885",
    "created_by": "project:chromium",
    "created_ts": "1568336663964873",
    "failure_reason": "BUILD_FAILURE",
    "id": "8902473530205494192",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"c72bbe4b48f48edab2c4244f281dbd58175bd57f\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build281-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 9881, \"got_angle_revision\": \"1439b6d5dc248cd46317379e6b785d4b8ca8bf85\", \"got_dawn_revision\": \"785ec66b66a3577e4f17306a10ab30b7f92c49ae\", \"got_nacl_revision\": \"a9e27d5c7f1b6edf7371edab79e104578d62c4f5\", \"got_revision\": \"c72bbe4b48f48edab2c4244f281dbd58175bd57f\", \"got_revision_cp\": \"refs/heads/master@{#696255}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"52bc8577c8127565dabd3fac51a9d241136cb2d9\", \"got_v8_revision_cp\": \"refs/heads/7.9.26@{#1}\", \"got_webrtc_revision\": \"087be5cfd4cdae16b294a5e0dec345a78749b891\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29173}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"c72bbe4b48f48edab2c4244f281dbd58175bd57f\", \"swarm_hashes\": {\"0\": \"1cffaf0d28a62ac2b4151d5196bb3248a3c8d38e\", \"1\": \"cee5e0cf494eb1a336491d0e084efe2343eca5a2\", \"10\": \"c7b1161509651ba0b195eb2692546a5e08cffe04\", \"11\": \"dd9edd168ea3281ddc56b2be367f70a2ced06c85\", \"12\": \"e50f46521ff6523ddf6810bd70a9078ee61afa5f\", \"13\": \"c18e99b6a54f65320dd01795130bf7d9b446bef2\", \"14\": \"5dc37d6b2c6f1ae5682bc06e21df4ba51fabb529\", \"15\": \"2fa2dabdca1e517b1f6d63026a7e9f109cf09a05\", \"16\": \"208e9be70ecefd89fe52bb1c1ad48c6401617633\", \"2\": \"0f1d930d06996a4f477b445b3345d65f972d7885\", \"3\": \"8c779efc5cc150e6cc00d31bc6a334f72f2ae45d\", \"4\": \"b85dedf9a86e0ac4db9ddb7f46a2dfbd9618eebf\", \"5\": \"13bf6a740f1d9e9ef98d171bb53ddee292c2eac7\", \"6\": \"8d8110a4bbd1850e1cd5d932f81e15e45c36fcf4\", \"7\": \"0f1f57bcd78143f30e060aa64c856e43662013e8\", \"8\": \"3b389576c52676d4b89cb8c98cac78d0d24c0206\", \"9\": \"93aa5af7af6d4c9b5a08ab15c9450d74be2f0cfa\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a419c\", \"xcode_ios_11m392q\", \"xcode_ios_11m392r\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build281-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4436-e523514\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1568336850092705",
    "status": "COMPLETED",
    "status_changed_ts": "1568336851098313",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9881",
      "builder:ToTiOS",
      "buildset:commit/git/c72bbe4b48f48edab2c4244f281dbd58175bd57f",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c72bbe4b48f48edab2c4244f281dbd58175bd57f",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9067903596740091440",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8902473530205494192/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4740f80331186310",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1568343764410461",
    "url": "https://ci.chromium.org/b/8902473530205494192",
    "utcnow_ts": "1568343765311555"
  }
}
[03:02:45.329] Invocation finished in 1h58m26.980056848s with status FAILED