Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "4c8de28407329161d5d9edf2781a43d7b746cf64"
}

Incoming tags

  • buildset:commit/git/4c8de28407329161d5d9edf2781a43d7b746cf64
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4c8de28407329161d5d9edf2781a43d7b746cf64
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[19:58:26.238] New invocation is queued and will start shortly
[19:58:27.415] Starting the invocation (attempt 1)
[19:58:27.455] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:58:27.455] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:58:27.455] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9062849410224572128",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"4c8de28407329161d5d9edf2781a43d7b746cf64\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9062849410224572128",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/4c8de28407329161d5d9edf2781a43d7b746cf64",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4c8de28407329161d5d9edf2781a43d7b746cf64",
    "gitiles_ref:refs/heads/master"
  ]
}
[19:58:28.552] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1573156707762738",
    "id": "8897419347960070272",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"4c8de28407329161d5d9edf2781a43d7b746cf64\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1573156708378363",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/10942",
      "builder:ToTiOS",
      "buildset:commit/git/4c8de28407329161d5d9edf2781a43d7b746cf64",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4c8de28407329161d5d9edf2781a43d7b746cf64",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9062849410224572128",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8897419347960070272/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1573156708378486",
    "url": "https://ci.chromium.org/b/8897419347960070272",
    "utcnow_ts": "1573156708543505"
  }
}
[19:58:28.552] Task URL: https://ci.chromium.org/b/8897419347960070272
[19:58:28.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:2:0) after 1m0s
[19:59:28.567] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:2:0)
[19:59:28.567] Timer tick, asking Buildbucket for the build status
[19:59:28.799] Build 8897419347960070272: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:59:28.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:3:0) after 1m0s
[20:00:28.831] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:3:0)
[20:00:28.831] Timer tick, asking Buildbucket for the build status
[20:00:29.624] Build 8897419347960070272: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[20:00:29.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:4:0) after 1m0s
[20:01:29.645] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:4:0)
[20:01:29.645] Timer tick, asking Buildbucket for the build status
[20:01:30.500] Build 8897419347960070272: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[20:01:30.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:5:0) after 1m0s
[20:01:50.269] Received PubSub notification, asking Buildbucket for the build status
[20:01:50.915] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:02:30.576] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:5:0)
[20:02:30.576] Timer tick, asking Buildbucket for the build status
[20:02:30.795] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:02:30.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:7:0) after 1m0s
[20:03:30.882] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:7:0)
[20:03:30.882] Timer tick, asking Buildbucket for the build status
[20:03:31.146] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:03:31.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:8:0) after 1m0s
[20:04:31.203] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:8:0)
[20:04:31.203] Timer tick, asking Buildbucket for the build status
[20:04:32.005] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:04:32.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:9:0) after 1m0s
[20:05:32.165] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:9:0)
[20:05:32.165] Timer tick, asking Buildbucket for the build status
[20:05:32.435] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:05:32.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:10:0) after 1m0s
[20:06:32.690] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:10:0)
[20:06:32.690] Timer tick, asking Buildbucket for the build status
[20:06:33.237] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:06:33.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:11:0) after 1m0s
[20:07:33.461] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:11:0)
[20:07:33.461] Timer tick, asking Buildbucket for the build status
[20:07:34.205] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:07:34.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:12:0) after 1m0s
[20:08:34.320] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:12:0)
[20:08:34.321] Timer tick, asking Buildbucket for the build status
[20:08:34.907] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:08:34.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:13:0) after 1m0s
[20:09:34.964] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:13:0)
[20:09:34.964] Timer tick, asking Buildbucket for the build status
[20:09:36.802] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:09:36.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:14:0) after 1m0s
[20:10:36.825] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:14:0)
[20:10:36.825] Timer tick, asking Buildbucket for the build status
[20:10:37.335] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:10:37.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:15:0) after 1m0s
[20:11:37.452] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:15:0)
[20:11:37.452] Timer tick, asking Buildbucket for the build status
[20:11:37.852] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:11:37.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:16:0) after 1m0s
[20:12:37.867] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:16:0)
[20:12:37.867] Timer tick, asking Buildbucket for the build status
[20:12:38.335] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:12:38.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:17:0) after 1m0s
[20:13:38.353] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:17:0)
[20:13:38.353] Timer tick, asking Buildbucket for the build status
[20:13:39.123] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:13:39.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:18:0) after 1m0s
[20:14:39.139] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:18:0)
[20:14:39.139] Timer tick, asking Buildbucket for the build status
[20:14:40.434] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:14:40.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:19:0) after 1m0s
[20:15:40.477] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:19:0)
[20:15:40.477] Timer tick, asking Buildbucket for the build status
[20:15:40.952] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:15:40.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:20:0) after 1m0s
[20:16:41.033] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:20:0)
[20:16:41.033] Timer tick, asking Buildbucket for the build status
[20:16:41.192] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:16:41.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:21:0) after 1m0s
[20:17:41.266] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:21:0)
[20:17:41.266] Timer tick, asking Buildbucket for the build status
[20:17:41.505] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:17:41.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:22:0) after 1m0s
[20:18:41.612] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:22:0)
[20:18:41.612] Timer tick, asking Buildbucket for the build status
[20:18:41.952] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:18:41.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:23:0) after 1m0s
[20:19:42.024] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:23:0)
[20:19:42.024] Timer tick, asking Buildbucket for the build status
[20:19:42.286] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:19:42.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:24:0) after 1m0s
[20:20:42.488] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:24:0)
[20:20:42.488] Timer tick, asking Buildbucket for the build status
[20:20:43.932] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:20:43.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:25:0) after 1m0s
[20:21:44.392] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:25:0)
[20:21:44.392] Timer tick, asking Buildbucket for the build status
[20:21:46.635] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:21:46.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:26:0) after 1m0s
[20:22:46.758] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:26:0)
[20:22:46.758] Timer tick, asking Buildbucket for the build status
[20:22:46.915] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:22:46.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:27:0) after 1m0s
[20:23:46.930] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:27:0)
[20:23:46.930] Timer tick, asking Buildbucket for the build status
[20:23:47.308] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:23:47.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:28:0) after 1m0s
[20:24:47.344] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:28:0)
[20:24:47.344] Timer tick, asking Buildbucket for the build status
[20:24:47.555] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:24:47.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:29:0) after 1m0s
[20:25:47.600] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:29:0)
[20:25:47.600] Timer tick, asking Buildbucket for the build status
[20:25:48.728] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:25:48.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:30:0) after 1m0s
[20:26:48.729] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:30:0)
[20:26:48.729] Timer tick, asking Buildbucket for the build status
[20:26:52.496] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:26:52.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:31:0) after 1m0s
[20:27:52.725] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:31:0)
[20:27:52.725] Timer tick, asking Buildbucket for the build status
[20:27:56.840] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:27:56.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:32:0) after 1m0s
[20:28:56.895] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:32:0)
[20:28:56.895] Timer tick, asking Buildbucket for the build status
[20:28:57.131] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:28:57.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:33:0) after 1m0s
[20:29:57.255] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:33:0)
[20:29:57.255] Timer tick, asking Buildbucket for the build status
[20:29:57.893] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:29:57.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:34:0) after 1m0s
[20:30:57.927] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:34:0)
[20:30:57.927] Timer tick, asking Buildbucket for the build status
[20:31:00.601] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:31:00.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:35:0) after 1m0s
[20:32:00.712] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:35:0)
[20:32:00.712] Timer tick, asking Buildbucket for the build status
[20:32:01.234] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:32:01.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:36:0) after 1m0s
[20:33:01.356] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:36:0)
[20:33:01.356] Timer tick, asking Buildbucket for the build status
[20:33:01.527] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:33:01.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:37:0) after 1m0s
[20:34:01.596] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:37:0)
[20:34:01.596] Timer tick, asking Buildbucket for the build status
[20:34:02.655] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:34:02.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:38:0) after 1m0s
[20:35:02.709] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:38:0)
[20:35:02.709] Timer tick, asking Buildbucket for the build status
[20:35:03.172] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:35:03.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:39:0) after 1m0s
[20:36:03.196] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:39:0)
[20:36:03.196] Timer tick, asking Buildbucket for the build status
[20:36:05.265] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:36:05.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:40:0) after 1m0s
[20:37:05.400] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:40:0)
[20:37:05.400] Timer tick, asking Buildbucket for the build status
[20:37:05.838] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:37:05.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:41:0) after 1m0s
[20:38:05.930] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:41:0)
[20:38:05.930] Timer tick, asking Buildbucket for the build status
[20:38:06.282] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:38:06.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:42:0) after 1m0s
[20:39:06.298] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:42:0)
[20:39:06.298] Timer tick, asking Buildbucket for the build status
[20:39:07.107] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:39:07.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:43:0) after 1m0s
[20:40:07.240] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:43:0)
[20:40:07.240] Timer tick, asking Buildbucket for the build status
[20:40:07.721] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:40:07.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:44:0) after 1m0s
[20:41:07.853] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:44:0)
[20:41:07.853] Timer tick, asking Buildbucket for the build status
[20:41:09.176] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:41:09.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:45:0) after 1m0s
[20:42:09.245] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:45:0)
[20:42:09.245] Timer tick, asking Buildbucket for the build status
[20:42:09.869] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:42:09.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:46:0) after 1m0s
[20:43:09.913] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:46:0)
[20:43:09.913] Timer tick, asking Buildbucket for the build status
[20:43:10.103] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:43:10.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:47:0) after 1m0s
[20:44:10.161] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:47:0)
[20:44:10.161] Timer tick, asking Buildbucket for the build status
[20:44:11.118] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:44:11.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:48:0) after 1m0s
[20:45:11.138] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:48:0)
[20:45:11.138] Timer tick, asking Buildbucket for the build status
[20:45:11.597] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:45:11.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:49:0) after 1m0s
[20:46:11.612] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:49:0)
[20:46:11.612] Timer tick, asking Buildbucket for the build status
[20:46:14.107] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:46:14.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:50:0) after 1m0s
[20:47:14.292] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:50:0)
[20:47:14.292] Timer tick, asking Buildbucket for the build status
[20:47:15.157] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:47:15.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:51:0) after 1m0s
[20:48:15.231] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:51:0)
[20:48:15.231] Timer tick, asking Buildbucket for the build status
[20:48:16.290] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:48:16.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:52:0) after 1m0s
[20:49:16.320] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:52:0)
[20:49:16.320] Timer tick, asking Buildbucket for the build status
[20:49:18.006] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:49:18.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:53:0) after 1m0s
[20:50:18.073] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:53:0)
[20:50:18.073] Timer tick, asking Buildbucket for the build status
[20:50:19.135] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:50:19.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:54:0) after 1m0s
[20:51:19.240] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:54:0)
[20:51:19.240] Timer tick, asking Buildbucket for the build status
[20:51:20.132] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:51:20.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:55:0) after 1m0s
[20:52:20.147] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:55:0)
[20:52:20.147] Timer tick, asking Buildbucket for the build status
[20:52:23.749] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:52:23.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:56:0) after 1m0s
[20:53:23.781] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:56:0)
[20:53:23.781] Timer tick, asking Buildbucket for the build status
[20:53:24.659] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:53:24.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:57:0) after 1m0s
[20:54:24.760] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:57:0)
[20:54:24.760] Timer tick, asking Buildbucket for the build status
[20:54:26.893] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:54:26.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:58:0) after 1m0s
[20:55:26.951] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:58:0)
[20:55:26.951] Timer tick, asking Buildbucket for the build status
[20:55:27.177] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:55:27.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:59:0) after 1m0s
[20:56:27.237] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:59:0)
[20:56:27.237] Timer tick, asking Buildbucket for the build status
[20:56:27.601] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:56:27.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:60:0) after 1m0s
[20:57:27.758] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:60:0)
[20:57:27.758] Timer tick, asking Buildbucket for the build status
[20:57:28.827] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:57:28.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:61:0) after 1m0s
[20:58:28.902] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:61:0)
[20:58:28.902] Timer tick, asking Buildbucket for the build status
[20:58:29.803] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:58:29.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:62:0) after 1m0s
[20:59:29.876] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:62:0)
[20:59:29.876] Timer tick, asking Buildbucket for the build status
[20:59:31.327] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:59:31.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:63:0) after 1m0s
[21:00:31.443] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:63:0)
[21:00:31.443] Timer tick, asking Buildbucket for the build status
[21:00:34.009] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:00:34.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:64:0) after 1m0s
[21:01:34.101] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:64:0)
[21:01:34.101] Timer tick, asking Buildbucket for the build status
[21:01:35.170] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:01:35.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:65:0) after 1m0s
[21:02:35.211] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:65:0)
[21:02:35.211] Timer tick, asking Buildbucket for the build status
[21:02:35.411] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:02:35.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:66:0) after 1m0s
[21:03:35.544] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:66:0)
[21:03:35.544] Timer tick, asking Buildbucket for the build status
[21:03:35.684] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:03:35.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:67:0) after 1m0s
[21:04:35.764] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:67:0)
[21:04:35.764] Timer tick, asking Buildbucket for the build status
[21:04:37.428] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:04:37.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:68:0) after 1m0s
[21:05:37.554] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:68:0)
[21:05:37.554] Timer tick, asking Buildbucket for the build status
[21:05:40.003] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:05:40.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:69:0) after 1m0s
[21:06:40.104] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:69:0)
[21:06:40.104] Timer tick, asking Buildbucket for the build status
[21:06:40.511] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:06:40.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:70:0) after 1m0s
[21:07:40.510] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:70:0)
[21:07:40.510] Timer tick, asking Buildbucket for the build status
[21:07:43.690] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:07:43.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:71:0) after 1m0s
[21:08:43.874] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:71:0)
[21:08:43.874] Timer tick, asking Buildbucket for the build status
[21:08:44.122] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:08:44.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:72:0) after 1m0s
[21:09:44.198] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:72:0)
[21:09:44.198] Timer tick, asking Buildbucket for the build status
[21:09:44.401] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:09:44.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:73:0) after 1m0s
[21:10:44.572] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:73:0)
[21:10:44.572] Timer tick, asking Buildbucket for the build status
[21:10:45.095] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:10:45.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:74:0) after 1m0s
[21:11:45.193] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:74:0)
[21:11:45.193] Timer tick, asking Buildbucket for the build status
[21:11:45.380] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:11:45.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:75:0) after 1m0s
[21:12:45.565] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:75:0)
[21:12:45.565] Timer tick, asking Buildbucket for the build status
[21:12:45.948] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:12:45.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:76:0) after 1m0s
[21:13:46.063] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:76:0)
[21:13:46.063] Timer tick, asking Buildbucket for the build status
[21:13:46.686] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:13:46.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:77:0) after 1m0s
[21:14:46.718] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:77:0)
[21:14:46.718] Timer tick, asking Buildbucket for the build status
[21:14:46.900] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:14:46.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:78:0) after 1m0s
[21:15:46.941] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:78:0)
[21:15:46.941] Timer tick, asking Buildbucket for the build status
[21:15:47.323] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:15:47.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:79:0) after 1m0s
[21:16:47.382] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:79:0)
[21:16:47.382] Timer tick, asking Buildbucket for the build status
[21:16:47.828] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:16:47.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:80:0) after 1m0s
[21:17:47.893] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:80:0)
[21:17:47.893] Timer tick, asking Buildbucket for the build status
[21:17:49.140] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:17:49.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:81:0) after 1m0s
[21:18:49.176] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:81:0)
[21:18:49.176] Timer tick, asking Buildbucket for the build status
[21:18:50.317] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:18:50.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:82:0) after 1m0s
[21:19:50.343] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:82:0)
[21:19:50.343] Timer tick, asking Buildbucket for the build status
[21:19:50.653] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:19:50.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:83:0) after 1m0s
[21:20:50.731] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:83:0)
[21:20:50.731] Timer tick, asking Buildbucket for the build status
[21:20:51.445] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:20:51.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:84:0) after 1m0s
[21:21:51.508] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:84:0)
[21:21:51.508] Timer tick, asking Buildbucket for the build status
[21:21:51.850] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:21:51.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:85:0) after 1m0s
[21:22:51.942] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:85:0)
[21:22:51.942] Timer tick, asking Buildbucket for the build status
[21:22:53.260] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:22:53.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:86:0) after 1m0s
[21:23:53.307] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:86:0)
[21:23:53.307] Timer tick, asking Buildbucket for the build status
[21:23:54.637] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:23:54.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:87:0) after 1m0s
[21:24:54.913] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:87:0)
[21:24:54.913] Timer tick, asking Buildbucket for the build status
[21:24:55.366] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:24:55.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:88:0) after 1m0s
[21:25:55.985] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:88:0)
[21:25:55.985] Timer tick, asking Buildbucket for the build status
[21:25:56.189] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:25:56.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:89:0) after 1m0s
[21:26:56.643] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:89:0)
[21:26:56.643] Timer tick, asking Buildbucket for the build status
[21:26:57.348] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:26:57.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:90:0) after 1m0s
[21:27:57.690] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:90:0)
[21:27:57.690] Timer tick, asking Buildbucket for the build status
[21:27:59.650] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:27:59.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:91:0) after 1m0s
[21:28:59.740] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:91:0)
[21:28:59.740] Timer tick, asking Buildbucket for the build status
[21:29:00.580] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:29:00.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:92:0) after 1m0s
[21:30:00.698] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:92:0)
[21:30:00.698] Timer tick, asking Buildbucket for the build status
[21:30:00.898] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:30:00.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:93:0) after 1m0s
[21:31:00.964] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:93:0)
[21:31:00.964] Timer tick, asking Buildbucket for the build status
[21:31:01.497] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:31:01.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:94:0) after 1m0s
[21:32:01.572] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:94:0)
[21:32:01.572] Timer tick, asking Buildbucket for the build status
[21:32:02.152] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:32:02.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:95:0) after 1m0s
[21:33:02.168] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:95:0)
[21:33:02.168] Timer tick, asking Buildbucket for the build status
[21:33:02.355] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:33:02.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:96:0) after 1m0s
[21:34:02.515] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:96:0)
[21:34:02.515] Timer tick, asking Buildbucket for the build status
[21:34:03.035] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:34:03.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:97:0) after 1m0s
[21:35:03.236] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:97:0)
[21:35:03.236] Timer tick, asking Buildbucket for the build status
[21:35:03.632] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:35:03.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:98:0) after 1m0s
[21:36:03.710] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:98:0)
[21:36:03.710] Timer tick, asking Buildbucket for the build status
[21:36:03.874] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:36:03.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:99:0) after 1m0s
[21:37:03.964] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:99:0)
[21:37:03.964] Timer tick, asking Buildbucket for the build status
[21:37:04.454] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:37:04.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:100:0) after 1m0s
[21:38:04.602] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:100:0)
[21:38:04.602] Timer tick, asking Buildbucket for the build status
[21:38:04.758] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:38:04.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:101:0) after 1m0s
[21:39:04.990] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:101:0)
[21:39:04.990] Timer tick, asking Buildbucket for the build status
[21:39:05.866] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:39:05.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:102:0) after 1m0s
[21:40:05.968] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:102:0)
[21:40:05.968] Timer tick, asking Buildbucket for the build status
[21:40:10.196] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:40:10.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:103:0) after 1m0s
[21:41:10.270] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:103:0)
[21:41:10.270] Timer tick, asking Buildbucket for the build status
[21:41:10.484] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:41:10.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:104:0) after 1m0s
[21:42:10.597] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:104:0)
[21:42:10.597] Timer tick, asking Buildbucket for the build status
[21:42:10.802] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:42:10.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:105:0) after 1m0s
[21:43:10.965] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:105:0)
[21:43:10.965] Timer tick, asking Buildbucket for the build status
[21:43:11.520] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:43:11.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:106:0) after 1m0s
[21:44:11.615] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:106:0)
[21:44:11.615] Timer tick, asking Buildbucket for the build status
[21:44:11.857] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:44:11.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:107:0) after 1m0s
[21:45:11.884] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:107:0)
[21:45:11.884] Timer tick, asking Buildbucket for the build status
[21:45:12.444] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:45:12.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:108:0) after 1m0s
[21:46:12.478] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:108:0)
[21:46:12.478] Timer tick, asking Buildbucket for the build status
[21:46:12.738] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:46:12.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:109:0) after 1m0s
[21:47:12.763] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:109:0)
[21:47:12.763] Timer tick, asking Buildbucket for the build status
[21:47:13.767] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:47:13.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:110:0) after 1m0s
[21:48:13.791] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:110:0)
[21:48:13.791] Timer tick, asking Buildbucket for the build status
[21:48:14.091] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:48:14.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:111:0) after 1m0s
[21:49:14.271] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:111:0)
[21:49:14.271] Timer tick, asking Buildbucket for the build status
[21:49:15.269] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:49:15.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:112:0) after 1m0s
[21:50:15.388] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:112:0)
[21:50:15.388] Timer tick, asking Buildbucket for the build status
[21:50:15.527] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:50:15.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:113:0) after 1m0s
[21:51:15.704] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:113:0)
[21:51:15.704] Timer tick, asking Buildbucket for the build status
[21:51:16.254] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:51:16.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:114:0) after 1m0s
[21:52:16.329] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:114:0)
[21:52:16.329] Timer tick, asking Buildbucket for the build status
[21:52:17.203] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:52:17.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:115:0) after 1m0s
[21:53:17.319] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:115:0)
[21:53:17.319] Timer tick, asking Buildbucket for the build status
[21:53:18.114] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:53:18.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:116:0) after 1m0s
[21:54:18.141] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:116:0)
[21:54:18.141] Timer tick, asking Buildbucket for the build status
[21:54:18.657] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:54:18.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:117:0) after 1m0s
[21:55:18.653] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:117:0)
[21:55:18.653] Timer tick, asking Buildbucket for the build status
[21:55:19.004] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:55:19.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:118:0) after 1m0s
[21:56:19.151] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:118:0)
[21:56:19.151] Timer tick, asking Buildbucket for the build status
[21:56:19.464] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:56:19.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:119:0) after 1m0s
[21:57:19.508] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:119:0)
[21:57:19.508] Timer tick, asking Buildbucket for the build status
[21:57:19.933] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:57:19.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:120:0) after 1m0s
[21:58:20.187] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:120:0)
[21:58:20.187] Timer tick, asking Buildbucket for the build status
[21:58:20.645] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:58:20.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:121:0) after 1m0s
[21:59:20.792] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:121:0)
[21:59:20.792] Timer tick, asking Buildbucket for the build status
[21:59:21.426] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:59:21.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:122:0) after 1m0s
[22:00:21.593] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:122:0)
[22:00:21.593] Timer tick, asking Buildbucket for the build status
[22:00:22.322] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:00:22.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:123:0) after 1m0s
[22:01:22.438] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:123:0)
[22:01:22.438] Timer tick, asking Buildbucket for the build status
[22:01:22.704] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:01:22.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:124:0) after 1m0s
[22:02:22.786] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:124:0)
[22:02:22.786] Timer tick, asking Buildbucket for the build status
[22:02:23.541] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:02:23.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:125:0) after 1m0s
[22:03:23.568] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:125:0)
[22:03:23.568] Timer tick, asking Buildbucket for the build status
[22:03:24.353] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:03:24.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:126:0) after 1m0s
[22:04:24.429] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:126:0)
[22:04:24.429] Timer tick, asking Buildbucket for the build status
[22:04:24.755] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:04:24.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:127:0) after 1m0s
[22:05:24.884] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:127:0)
[22:05:24.884] Timer tick, asking Buildbucket for the build status
[22:05:25.606] Build 8897419347960070272: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:05:25.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:128:0) after 1m0s
[22:06:25.706] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9062849410224572128:128:0)
[22:06:25.706] Timer tick, asking Buildbucket for the build status
[22:06:26.112] Build 8897419347960070272: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[22:06:26.112] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1573164383770778",
    "created_by": "project:chromium",
    "created_ts": "1573156707762738",
    "failure_reason": "BUILD_FAILURE",
    "id": "8897419347960070272",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"4c8de28407329161d5d9edf2781a43d7b746cf64\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build286-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 10942, \"got_angle_revision\": \"652dbfc63e70f7af1b4d3d9beff5ae69b1699c14\", \"got_dawn_revision\": \"c3284fa40ec6b12731ed66c2f2a9256ae3fa692e\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"4c8de28407329161d5d9edf2781a43d7b746cf64\", \"got_revision_cp\": \"refs/heads/master@{#713543}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_swiftshader_revision\": \"27a3d31d7a9d65bb49b83da404cc4830eb3ce06e\", \"got_v8_revision\": \"500af51db17fa412e5913c8f81c0d729ad5668e4\", \"got_v8_revision_cp\": \"refs/heads/8.0.195@{#1}\", \"got_webrtc_revision\": \"e9f663c8cb8c08501472e2fef8c84dfa98f52b16\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29726}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"4c8de28407329161d5d9edf2781a43d7b746cf64\", \"swarm_hashes\": {\"0\": \"e31b119afec17e182f5487bfd22c644796a1de60\", \"1\": \"fbe735943cd8869fd8b2a27e0dd7024fc68cdf47\", \"10\": \"088d0aa6cde8628205f6d3d6b33b1ee53a77e653\", \"11\": \"d10803c5b80691b8dab835441ca7758f2a2301e4\", \"12\": \"7fab873446dc490f5980b182d904d73f1d3ffbe0\", \"13\": \"d5ee59cc90075e30d2421cf27c5be580c051c6d0\", \"14\": \"da5e1e1ab946a991192906bd87d7b0dcdfcdf43c\", \"15\": \"ed52b0f7b211e02dbf148bf08945774d8eee4254\", \"16\": \"e6adcb6dc442052604c5f4fd030999e9f2ca1b91\", \"2\": \"c896d8567da22fc3309e96ebc4eed9e6cb0dae57\", \"3\": \"fa5d2838e20b0393631c3bd03b4e913bb39c5f22\", \"4\": \"a9c38740b382d1bb0558532ef700efcd3fe19a1f\", \"5\": \"ca9b9d1a835506dfa5ac6c6e2f019123627107f3\", \"6\": \"a8429ab971e8a044598e20bb49c26608066db332\", \"7\": \"eda51f66a24bfad7e65690a648190d184ba7bd6f\", \"8\": \"e2cdcdf896a09c33e5d850f506345878f983573c\", \"9\": \"6de41a521a85c72c4e36dae2ac1b1b5071219250\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a1027\", \"xcode_ios_11a420a\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build286-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4621-f8a5b1c\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1573156908966036",
    "status": "COMPLETED",
    "status_changed_ts": "1573156909607345",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/10942",
      "builder:ToTiOS",
      "buildset:commit/git/4c8de28407329161d5d9edf2781a43d7b746cf64",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4c8de28407329161d5d9edf2781a43d7b746cf64",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9062849410224572128",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8897419347960070272/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4860445e517a9410",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1573164385262008",
    "url": "https://ci.chromium.org/b/8897419347960070272",
    "utcnow_ts": "1573164386103463"
  }
}
[22:06:26.112] Invocation finished in 2h7m59.89282941s with status FAILED