Status: FAILED
Triggered by: -
Duration: 1 hour
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "68367e3e32d9d82b9ef5ffbbeb942273b1287aeb"
}

Incoming tags

  • buildset:commit/git/68367e3e32d9d82b9ef5ffbbeb942273b1287aeb
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/68367e3e32d9d82b9ef5ffbbeb942273b1287aeb
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[18:55:41.470] New invocation is queued and will start shortly
[18:55:42.567] Starting the invocation (attempt 1)
[18:55:42.610] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:55:42.610] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:55:42.610] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9069104548550679536",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"68367e3e32d9d82b9ef5ffbbeb942273b1287aeb\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9069104548550679536",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/68367e3e32d9d82b9ef5ffbbeb942273b1287aeb",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/68367e3e32d9d82b9ef5ffbbeb942273b1287aeb",
    "gitiles_ref:refs/heads/master"
  ]
}
[18:55:44.247] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary": true,
    "canary_preference": "CANARY",
    "created_by": "project:chromium",
    "created_ts": "1567191343264769",
    "id": "8903674486003608800",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"68367e3e32d9d82b9ef5ffbbeb942273b1287aeb\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1567191343815026",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9671",
      "builder:ToTiOS",
      "buildset:commit/git/68367e3e32d9d82b9ef5ffbbeb942273b1287aeb",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/68367e3e32d9d82b9ef5ffbbeb942273b1287aeb",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9069104548550679536",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8903674486003608800/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1567191343815145",
    "url": "https://ci.chromium.org/b/8903674486003608800",
    "utcnow_ts": "1567191344228564"
  }
}
[18:55:44.247] Task URL: https://ci.chromium.org/b/8903674486003608800
[18:55:44.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:2:0) after 1m0s
[18:56:44.260] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:2:0)
[18:56:44.260] Timer tick, asking Buildbucket for the build status
[18:56:44.567] Build 8903674486003608800: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[18:56:44.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:3:0) after 1m0s
[18:57:44.652] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:3:0)
[18:57:44.652] Timer tick, asking Buildbucket for the build status
[18:57:45.414] Build 8903674486003608800: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[18:57:45.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:4:0) after 1m0s
[18:58:39.912] Received PubSub notification, asking Buildbucket for the build status
[18:58:40.126] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:58:45.390] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:4:0)
[18:58:45.390] Timer tick, asking Buildbucket for the build status
[18:58:45.656] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:58:45.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:6:0) after 1m0s
[18:59:45.677] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:6:0)
[18:59:45.677] Timer tick, asking Buildbucket for the build status
[18:59:45.949] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:59:45.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:7:0) after 1m0s
[19:00:45.971] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:7:0)
[19:00:45.971] Timer tick, asking Buildbucket for the build status
[19:00:46.657] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:00:46.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:8:0) after 1m0s
[19:01:46.688] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:8:0)
[19:01:46.688] Timer tick, asking Buildbucket for the build status
[19:01:46.930] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:01:46.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:9:0) after 1m0s
[19:02:46.963] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:9:0)
[19:02:46.963] Timer tick, asking Buildbucket for the build status
[19:02:50.319] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:02:50.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:10:0) after 1m0s
[19:03:50.453] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:10:0)
[19:03:50.453] Timer tick, asking Buildbucket for the build status
[19:03:50.626] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:03:50.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:11:0) after 1m0s
[19:04:50.731] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:11:0)
[19:04:50.731] Timer tick, asking Buildbucket for the build status
[19:04:51.286] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:04:51.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:12:0) after 1m0s
[19:05:51.368] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:12:0)
[19:05:51.368] Timer tick, asking Buildbucket for the build status
[19:05:52.055] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:05:52.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:13:0) after 1m0s
[19:06:52.355] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:13:0)
[19:06:52.355] Timer tick, asking Buildbucket for the build status
[19:06:52.856] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:06:52.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:14:0) after 1m0s
[19:07:52.926] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:14:0)
[19:07:52.926] Timer tick, asking Buildbucket for the build status
[19:07:53.236] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:07:53.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:15:0) after 1m0s
[19:08:53.346] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:15:0)
[19:08:53.346] Timer tick, asking Buildbucket for the build status
[19:08:53.616] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:08:53.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:16:0) after 1m0s
[19:09:53.835] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:16:0)
[19:09:53.835] Timer tick, asking Buildbucket for the build status
[19:09:54.124] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:09:54.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:17:0) after 1m0s
[19:10:54.319] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:17:0)
[19:10:54.319] Timer tick, asking Buildbucket for the build status
[19:10:54.567] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:10:54.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:18:0) after 1m0s
[19:11:54.751] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:18:0)
[19:11:54.751] Timer tick, asking Buildbucket for the build status
[19:11:55.234] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:11:55.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:19:0) after 1m0s
[19:12:55.573] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:19:0)
[19:12:55.573] Timer tick, asking Buildbucket for the build status
[19:12:56.311] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:12:56.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:20:0) after 1m0s
[19:13:56.491] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:20:0)
[19:13:56.491] Timer tick, asking Buildbucket for the build status
[19:13:56.819] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:13:56.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:21:0) after 1m0s
[19:14:56.926] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:21:0)
[19:14:56.926] Timer tick, asking Buildbucket for the build status
[19:14:57.356] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:14:57.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:22:0) after 1m0s
[19:15:57.481] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:22:0)
[19:15:57.481] Timer tick, asking Buildbucket for the build status
[19:15:59.238] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:15:59.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:23:0) after 1m0s
[19:16:59.344] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:23:0)
[19:16:59.344] Timer tick, asking Buildbucket for the build status
[19:16:59.509] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:16:59.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:24:0) after 1m0s
[19:17:59.638] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:24:0)
[19:17:59.638] Timer tick, asking Buildbucket for the build status
[19:18:01.146] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:18:01.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:25:0) after 1m0s
[19:19:01.201] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:25:0)
[19:19:01.201] Timer tick, asking Buildbucket for the build status
[19:19:02.034] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:19:02.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:26:0) after 1m0s
[19:20:02.089] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:26:0)
[19:20:02.089] Timer tick, asking Buildbucket for the build status
[19:20:02.514] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:20:02.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:27:0) after 1m0s
[19:21:02.720] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:27:0)
[19:21:02.720] Timer tick, asking Buildbucket for the build status
[19:21:03.044] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:21:03.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:28:0) after 1m0s
[19:22:03.238] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:28:0)
[19:22:03.238] Timer tick, asking Buildbucket for the build status
[19:22:04.315] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:22:04.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:29:0) after 1m0s
[19:23:04.432] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:29:0)
[19:23:04.432] Timer tick, asking Buildbucket for the build status
[19:23:05.091] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:23:05.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:30:0) after 1m0s
[19:24:05.162] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:30:0)
[19:24:05.162] Timer tick, asking Buildbucket for the build status
[19:24:05.523] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:24:05.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:31:0) after 1m0s
[19:25:05.581] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:31:0)
[19:25:05.581] Timer tick, asking Buildbucket for the build status
[19:25:11.827] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:25:11.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:32:0) after 1m0s
[19:26:11.940] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:32:0)
[19:26:11.940] Timer tick, asking Buildbucket for the build status
[19:26:12.243] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:26:12.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:33:0) after 1m0s
[19:27:12.355] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:33:0)
[19:27:12.355] Timer tick, asking Buildbucket for the build status
[19:27:12.565] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:27:12.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:34:0) after 1m0s
[19:28:12.638] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:34:0)
[19:28:12.638] Timer tick, asking Buildbucket for the build status
[19:28:13.267] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:28:13.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:35:0) after 1m0s
[19:29:13.323] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:35:0)
[19:29:13.323] Timer tick, asking Buildbucket for the build status
[19:29:13.627] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:29:13.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:36:0) after 1m0s
[19:30:13.660] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:36:0)
[19:30:13.660] Timer tick, asking Buildbucket for the build status
[19:30:13.912] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:30:13.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:37:0) after 1m0s
[19:31:14.158] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:37:0)
[19:31:14.158] Timer tick, asking Buildbucket for the build status
[19:31:15.140] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:31:15.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:38:0) after 1m0s
[19:32:15.313] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:38:0)
[19:32:15.313] Timer tick, asking Buildbucket for the build status
[19:32:15.601] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:32:15.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:39:0) after 1m0s
[19:33:15.639] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:39:0)
[19:33:15.639] Timer tick, asking Buildbucket for the build status
[19:33:16.223] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:33:16.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:40:0) after 1m0s
[19:34:16.259] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:40:0)
[19:34:16.259] Timer tick, asking Buildbucket for the build status
[19:34:17.067] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:34:17.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:41:0) after 1m0s
[19:35:17.092] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:41:0)
[19:35:17.092] Timer tick, asking Buildbucket for the build status
[19:35:20.305] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:35:20.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:42:0) after 1m0s
[19:36:20.383] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:42:0)
[19:36:20.384] Timer tick, asking Buildbucket for the build status
[19:36:20.913] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:36:20.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:43:0) after 1m0s
[19:37:21.041] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:43:0)
[19:37:21.041] Timer tick, asking Buildbucket for the build status
[19:37:21.434] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:37:21.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:44:0) after 1m0s
[19:38:21.531] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:44:0)
[19:38:21.531] Timer tick, asking Buildbucket for the build status
[19:38:21.706] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:38:21.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:45:0) after 1m0s
[19:39:21.811] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:45:0)
[19:39:21.811] Timer tick, asking Buildbucket for the build status
[19:39:21.969] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:39:21.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:46:0) after 1m0s
[19:40:22.157] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:46:0)
[19:40:22.157] Timer tick, asking Buildbucket for the build status
[19:40:22.884] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:40:22.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:47:0) after 1m0s
[19:41:22.931] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:47:0)
[19:41:22.931] Timer tick, asking Buildbucket for the build status
[19:41:23.246] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:41:23.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:48:0) after 1m0s
[19:42:23.279] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:48:0)
[19:42:23.279] Timer tick, asking Buildbucket for the build status
[19:42:23.497] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:42:23.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:49:0) after 1m0s
[19:43:23.527] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:49:0)
[19:43:23.527] Timer tick, asking Buildbucket for the build status
[19:43:24.095] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:43:24.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:50:0) after 1m0s
[19:44:24.147] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:50:0)
[19:44:24.147] Timer tick, asking Buildbucket for the build status
[19:44:24.367] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:44:24.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:51:0) after 1m0s
[19:45:24.433] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:51:0)
[19:45:24.433] Timer tick, asking Buildbucket for the build status
[19:45:24.714] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:45:24.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:52:0) after 1m0s
[19:46:24.752] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:52:0)
[19:46:24.752] Timer tick, asking Buildbucket for the build status
[19:46:25.002] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:46:25.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:53:0) after 1m0s
[19:47:25.065] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:53:0)
[19:47:25.065] Timer tick, asking Buildbucket for the build status
[19:47:26.654] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:47:26.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:54:0) after 1m0s
[19:48:26.689] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:54:0)
[19:48:26.689] Timer tick, asking Buildbucket for the build status
[19:48:28.364] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:48:28.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:55:0) after 1m0s
[19:49:28.381] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:55:0)
[19:49:28.381] Timer tick, asking Buildbucket for the build status
[19:49:28.809] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:49:28.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:56:0) after 1m0s
[19:50:28.877] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:56:0)
[19:50:28.877] Timer tick, asking Buildbucket for the build status
[19:50:29.468] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:50:29.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:57:0) after 1m0s
[19:51:29.457] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:57:0)
[19:51:29.457] Timer tick, asking Buildbucket for the build status
[19:51:29.938] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:51:29.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:58:0) after 1m0s
[19:52:30.031] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:58:0)
[19:52:30.031] Timer tick, asking Buildbucket for the build status
[19:52:30.364] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:52:30.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:59:0) after 1m0s
[19:53:30.432] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:59:0)
[19:53:30.433] Timer tick, asking Buildbucket for the build status
[19:53:30.657] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:53:30.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:60:0) after 1m0s
[19:54:30.698] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:60:0)
[19:54:30.698] Timer tick, asking Buildbucket for the build status
[19:54:30.864] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:54:30.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:61:0) after 1m0s
[19:55:31.119] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:61:0)
[19:55:31.119] Timer tick, asking Buildbucket for the build status
[19:55:31.769] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:55:31.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:62:0) after 1m0s
[19:56:31.833] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:62:0)
[19:56:31.833] Timer tick, asking Buildbucket for the build status
[19:56:32.053] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:56:32.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:63:0) after 1m0s
[19:57:32.329] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:63:0)
[19:57:32.329] Timer tick, asking Buildbucket for the build status
[19:57:33.273] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:57:33.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:64:0) after 1m0s
[19:58:33.444] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:64:0)
[19:58:33.444] Timer tick, asking Buildbucket for the build status
[19:58:33.689] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:58:33.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:65:0) after 1m0s
[19:59:33.884] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:65:0)
[19:59:33.884] Timer tick, asking Buildbucket for the build status
[19:59:34.165] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:59:34.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:66:0) after 1m0s
[20:00:34.175] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:66:0)
[20:00:34.175] Timer tick, asking Buildbucket for the build status
[20:00:35.465] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:00:35.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:67:0) after 1m0s
[20:01:35.546] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:67:0)
[20:01:35.546] Timer tick, asking Buildbucket for the build status
[20:01:35.858] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:01:35.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:68:0) after 1m0s
[20:02:35.881] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:68:0)
[20:02:35.881] Timer tick, asking Buildbucket for the build status
[20:02:37.717] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:02:37.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:69:0) after 1m0s
[20:03:37.971] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:69:0)
[20:03:37.971] Timer tick, asking Buildbucket for the build status
[20:03:38.193] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:03:38.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:70:0) after 1m0s
[20:04:38.341] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:70:0)
[20:04:38.341] Timer tick, asking Buildbucket for the build status
[20:04:38.505] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:04:38.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:71:0) after 1m0s
[20:05:38.675] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:71:0)
[20:05:38.675] Timer tick, asking Buildbucket for the build status
[20:05:39.196] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:05:39.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:72:0) after 1m0s
[20:06:39.370] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:72:0)
[20:06:39.370] Timer tick, asking Buildbucket for the build status
[20:06:42.192] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:06:42.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:73:0) after 1m0s
[20:07:42.388] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:73:0)
[20:07:42.388] Timer tick, asking Buildbucket for the build status
[20:07:44.049] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:07:44.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:74:0) after 1m0s
[20:08:44.357] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:74:0)
[20:08:44.357] Timer tick, asking Buildbucket for the build status
[20:08:45.315] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:08:45.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:75:0) after 1m0s
[20:09:45.457] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:75:0)
[20:09:45.457] Timer tick, asking Buildbucket for the build status
[20:09:45.781] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:09:45.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:76:0) after 1m0s
[20:10:45.798] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:76:0)
[20:10:45.799] Timer tick, asking Buildbucket for the build status
[20:10:46.153] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:10:46.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:77:0) after 1m0s
[20:11:46.360] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:77:0)
[20:11:46.360] Timer tick, asking Buildbucket for the build status
[20:11:46.926] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:11:46.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:78:0) after 1m0s
[20:12:47.008] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:78:0)
[20:12:47.008] Timer tick, asking Buildbucket for the build status
[20:12:47.798] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:12:47.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:79:0) after 1m0s
[20:13:47.932] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:79:0)
[20:13:47.932] Timer tick, asking Buildbucket for the build status
[20:13:48.242] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:13:48.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:80:0) after 1m0s
[20:14:48.281] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:80:0)
[20:14:48.281] Timer tick, asking Buildbucket for the build status
[20:14:48.548] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:14:48.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:81:0) after 1m0s
[20:15:48.703] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:81:0)
[20:15:48.703] Timer tick, asking Buildbucket for the build status
[20:15:48.898] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:15:48.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:82:0) after 1m0s
[20:16:48.940] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:82:0)
[20:16:48.940] Timer tick, asking Buildbucket for the build status
[20:16:49.520] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:16:49.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:83:0) after 1m0s
[20:17:49.696] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:83:0)
[20:17:49.696] Timer tick, asking Buildbucket for the build status
[20:17:49.937] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:17:49.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:84:0) after 1m0s
[20:18:49.982] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:84:0)
[20:18:49.982] Timer tick, asking Buildbucket for the build status
[20:18:50.300] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:18:50.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:85:0) after 1m0s
[20:19:50.332] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:85:0)
[20:19:50.332] Timer tick, asking Buildbucket for the build status
[20:19:51.720] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:19:51.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:86:0) after 1m0s
[20:20:51.975] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:86:0)
[20:20:51.975] Timer tick, asking Buildbucket for the build status
[20:20:52.247] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:20:52.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:87:0) after 1m0s
[20:21:52.330] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:87:0)
[20:21:52.330] Timer tick, asking Buildbucket for the build status
[20:21:52.519] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:21:52.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:88:0) after 1m0s
[20:22:52.543] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:88:0)
[20:22:52.543] Timer tick, asking Buildbucket for the build status
[20:22:53.494] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:22:53.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:89:0) after 1m0s
[20:23:53.572] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:89:0)
[20:23:53.572] Timer tick, asking Buildbucket for the build status
[20:23:54.026] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:23:54.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:90:0) after 1m0s
[20:24:54.089] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:90:0)
[20:24:54.089] Timer tick, asking Buildbucket for the build status
[20:24:54.516] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:24:54.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:91:0) after 1m0s
[20:25:54.750] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:91:0)
[20:25:54.750] Timer tick, asking Buildbucket for the build status
[20:25:55.239] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:25:55.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:92:0) after 1m0s
[20:26:55.315] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:92:0)
[20:26:55.318] Timer tick, asking Buildbucket for the build status
[20:26:55.514] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:26:55.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:93:0) after 1m0s
[20:27:55.681] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:93:0)
[20:27:55.681] Timer tick, asking Buildbucket for the build status
[20:27:55.976] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:27:55.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:94:0) after 1m0s
[20:28:56.077] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:94:0)
[20:28:56.077] Timer tick, asking Buildbucket for the build status
[20:28:56.295] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:28:56.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:95:0) after 1m0s
[20:29:56.361] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:95:0)
[20:29:56.361] Timer tick, asking Buildbucket for the build status
[20:29:56.759] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:29:56.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:96:0) after 1m0s
[20:30:56.743] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:96:0)
[20:30:56.743] Timer tick, asking Buildbucket for the build status
[20:30:57.910] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:30:57.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:97:0) after 1m0s
[20:31:57.936] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:97:0)
[20:31:57.936] Timer tick, asking Buildbucket for the build status
[20:31:58.439] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:31:58.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:98:0) after 1m0s
[20:32:58.530] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:98:0)
[20:32:58.530] Timer tick, asking Buildbucket for the build status
[20:32:59.035] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:32:59.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:99:0) after 1m0s
[20:33:59.054] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:99:0)
[20:33:59.054] Timer tick, asking Buildbucket for the build status
[20:34:00.240] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:34:00.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:100:0) after 1m0s
[20:35:00.393] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:100:0)
[20:35:00.393] Timer tick, asking Buildbucket for the build status
[20:35:00.655] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:35:00.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:101:0) after 1m0s
[20:36:00.809] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:101:0)
[20:36:00.809] Timer tick, asking Buildbucket for the build status
[20:36:01.106] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:36:01.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:102:0) after 1m0s
[20:37:01.161] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:102:0)
[20:37:01.161] Timer tick, asking Buildbucket for the build status
[20:37:01.399] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:37:01.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:103:0) after 1m0s
[20:38:01.465] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:103:0)
[20:38:01.465] Timer tick, asking Buildbucket for the build status
[20:38:02.665] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:38:02.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:104:0) after 1m0s
[20:39:02.793] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:104:0)
[20:39:02.793] Timer tick, asking Buildbucket for the build status
[20:39:02.991] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:39:02.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:105:0) after 1m0s
[20:40:03.102] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:105:0)
[20:40:03.102] Timer tick, asking Buildbucket for the build status
[20:40:03.691] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:40:03.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:106:0) after 1m0s
[20:41:03.728] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:106:0)
[20:41:03.728] Timer tick, asking Buildbucket for the build status
[20:41:04.445] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:41:04.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:107:0) after 1m0s
[20:42:04.575] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:107:0)
[20:42:04.575] Timer tick, asking Buildbucket for the build status
[20:42:05.057] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:42:05.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:108:0) after 1m0s
[20:43:05.268] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:108:0)
[20:43:05.268] Timer tick, asking Buildbucket for the build status
[20:43:05.945] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:43:05.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:109:0) after 1m0s
[20:44:05.976] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:109:0)
[20:44:05.976] Timer tick, asking Buildbucket for the build status
[20:44:06.186] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:44:06.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:110:0) after 1m0s
[20:45:06.344] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:110:0)
[20:45:06.344] Timer tick, asking Buildbucket for the build status
[20:45:07.266] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:45:07.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:111:0) after 1m0s
[20:46:07.314] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:111:0)
[20:46:07.314] Timer tick, asking Buildbucket for the build status
[20:46:08.624] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:46:08.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:112:0) after 1m0s
[20:47:08.801] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:112:0)
[20:47:08.801] Timer tick, asking Buildbucket for the build status
[20:47:09.625] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:47:09.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:113:0) after 1m0s
[20:48:09.712] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:113:0)
[20:48:09.712] Timer tick, asking Buildbucket for the build status
[20:48:12.094] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:48:12.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:114:0) after 1m0s
[20:49:12.151] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:114:0)
[20:49:12.151] Timer tick, asking Buildbucket for the build status
[20:49:12.422] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:49:12.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:115:0) after 1m0s
[20:50:12.464] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:115:0)
[20:50:12.464] Timer tick, asking Buildbucket for the build status
[20:50:12.705] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:50:12.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:116:0) after 1m0s
[20:51:12.786] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:116:0)
[20:51:12.786] Timer tick, asking Buildbucket for the build status
[20:51:12.966] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:51:12.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:117:0) after 1m0s
[20:52:13.101] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:117:0)
[20:52:13.101] Timer tick, asking Buildbucket for the build status
[20:52:13.392] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:52:13.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:118:0) after 1m0s
[20:53:13.403] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:118:0)
[20:53:13.403] Timer tick, asking Buildbucket for the build status
[20:53:14.098] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:53:14.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:119:0) after 1m0s
[20:54:14.088] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:119:0)
[20:54:14.088] Timer tick, asking Buildbucket for the build status
[20:54:15.986] Build 8903674486003608800: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:54:15.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9069104548550679536:120:0) after 1m0s
[20:54:51.075] Received PubSub notification, asking Buildbucket for the build status
[20:54:51.227] Build 8903674486003608800: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[20:54:51.227] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary": true,
    "canary_preference": "CANARY",
    "completed_ts": "1567198490219963",
    "created_by": "project:chromium",
    "created_ts": "1567191343264769",
    "failure_reason": "BUILD_FAILURE",
    "id": "8903674486003608800",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"68367e3e32d9d82b9ef5ffbbeb942273b1287aeb\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build281-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 9671, \"got_angle_revision\": \"56ba54cc03f37a306d156a95e1deb3493836d622\", \"got_dawn_revision\": \"864bae4cc6a2d2aac5ab19e6a32c089b4f1e66c5\", \"got_nacl_revision\": \"058a26f57015051953a727add26e7e26348b9558\", \"got_revision\": \"68367e3e32d9d82b9ef5ffbbeb942273b1287aeb\", \"got_revision_cp\": \"refs/heads/master@{#692151}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"8a1c4425be25efd4f8dfb613f64cdf7067b97933\", \"got_v8_revision_cp\": \"refs/heads/7.8.238@{#1}\", \"got_webrtc_revision\": \"8b14b0dea605d22c0886a02b1c78b9d01f0946cc\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29025}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"68367e3e32d9d82b9ef5ffbbeb942273b1287aeb\", \"swarm_hashes\": {\"0\": \"10bee1fe158d1c844edcb19d0b8450583fa25d2e\", \"1\": \"b639c0693fc0720da2cb5db2598e08c16c71e6eb\", \"10\": \"3959887b2b636dbf86984256df424cf955a748f1\", \"11\": \"3dc69d3881a7c774623259ac0447e2cc0a379d5a\", \"12\": \"2fdf93ab970470711e45c731643e1e4821914969\", \"13\": \"2506f117c2009cc47f17f7d8247ac14ac83b332e\", \"14\": \"21f2ebe27f8ea959d9260f008e83633c52db111d\", \"15\": \"fb1a3c572c912477493c5a74e2304415f09d3987\", \"16\": \"f0cc600e6298db18b4b19497df81e5696cc236a9\", \"2\": \"5df16c53ab28517fc2d670dbc2615f4dc84883b0\", \"3\": \"5136919e76a97497b570d7b7e6298e7540fe7d76\", \"4\": \"96aeaa8426b0f5dfa3f4119caf797a51be6a465f\", \"5\": \"44167fc583960fffd897ef101cb3714582c9b399\", \"6\": \"fe1beec46dec621b784c24f4ea60926aad9914be\", \"7\": \"1515f1e087d1785db21702f2f95dcc6e4d9b2f9e\", \"8\": \"f2e91776d346fb27e88f6176c300f2e888896df6\", \"9\": \"f1cc9a776040b6051d0329a7219be189b8955467\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11m382q\", \"xcode_ios_11m392q\", \"xcode_ios_11m392r\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build281-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4397-8786906\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1567191518829135",
    "status": "COMPLETED",
    "status_changed_ts": "1567191519590493",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9671",
      "builder:ToTiOS",
      "buildset:commit/git/68367e3e32d9d82b9ef5ffbbeb942273b1287aeb",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/68367e3e32d9d82b9ef5ffbbeb942273b1287aeb",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9069104548550679536",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8903674486003608800/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:46fcb3acd91fa910",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1567198490618343",
    "url": "https://ci.chromium.org/b/8903674486003608800",
    "utcnow_ts": "1567198491218953"
  }
}
[20:54:51.227] Invocation finished in 1h59m9.774471219s with status FAILED