Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "2da5b401168282dbf8761c4dc658e82d2c112639"
}

Incoming tags

  • buildset:commit/git/2da5b401168282dbf8761c4dc658e82d2c112639
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2da5b401168282dbf8761c4dc658e82d2c112639
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[05:57:16.636] New invocation is queued and will start shortly
[05:57:17.922] Starting the invocation (attempt 1)
[05:57:17.969] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:57:17.969] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:57:17.969] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9061815167839484176",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"2da5b401168282dbf8761c4dc658e82d2c112639\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9061815167839484176",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/2da5b401168282dbf8761c4dc658e82d2c112639",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2da5b401168282dbf8761c4dc658e82d2c112639",
    "gitiles_ref:refs/heads/master"
  ]
}
[05:57:19.458] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1574143038636494",
    "id": "8896385105077923568",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"2da5b401168282dbf8761c4dc658e82d2c112639\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1574143039268899",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/11075",
      "builder:ToTiOS",
      "buildset:commit/git/2da5b401168282dbf8761c4dc658e82d2c112639",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2da5b401168282dbf8761c4dc658e82d2c112639",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9061815167839484176",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8896385105077923568/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1574143039269010",
    "url": "https://ci.chromium.org/b/8896385105077923568",
    "utcnow_ts": "1574143039451142"
  }
}
[05:57:19.458] Task URL: https://ci.chromium.org/b/8896385105077923568
[05:57:19.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:2:0) after 1m0s
[05:58:19.631] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:2:0)
[05:58:19.631] Timer tick, asking Buildbucket for the build status
[05:58:19.907] Build 8896385105077923568: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[05:58:19.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:3:0) after 1m0s
[05:59:19.971] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:3:0)
[05:59:19.971] Timer tick, asking Buildbucket for the build status
[05:59:20.148] Build 8896385105077923568: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[05:59:20.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:4:0) after 1m0s
[06:00:20.286] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:4:0)
[06:00:20.286] Timer tick, asking Buildbucket for the build status
[06:00:20.977] Build 8896385105077923568: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[06:00:20.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:5:0) after 1m0s
[06:00:42.391] Received PubSub notification, asking Buildbucket for the build status
[06:00:42.898] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:01:21.014] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:5:0)
[06:01:21.014] Timer tick, asking Buildbucket for the build status
[06:01:21.229] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:01:21.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:7:0) after 1m0s
[06:02:21.256] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:7:0)
[06:02:21.256] Timer tick, asking Buildbucket for the build status
[06:02:21.921] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:02:21.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:8:0) after 1m0s
[06:03:21.938] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:8:0)
[06:03:21.938] Timer tick, asking Buildbucket for the build status
[06:03:24.889] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:03:24.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:9:0) after 1m0s
[06:04:24.931] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:9:0)
[06:04:24.931] Timer tick, asking Buildbucket for the build status
[06:04:25.371] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:04:25.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:10:0) after 1m0s
[06:05:25.473] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:10:0)
[06:05:25.473] Timer tick, asking Buildbucket for the build status
[06:05:26.024] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:05:26.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:11:0) after 1m0s
[06:06:26.092] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:11:0)
[06:06:26.092] Timer tick, asking Buildbucket for the build status
[06:06:26.379] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:06:26.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:12:0) after 1m0s
[06:07:26.474] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:12:0)
[06:07:26.474] Timer tick, asking Buildbucket for the build status
[06:07:26.752] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:07:26.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:13:0) after 1m0s
[06:08:26.776] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:13:0)
[06:08:26.776] Timer tick, asking Buildbucket for the build status
[06:08:26.979] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:08:26.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:14:0) after 1m0s
[06:09:27.007] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:14:0)
[06:09:27.007] Timer tick, asking Buildbucket for the build status
[06:09:27.486] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:09:27.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:15:0) after 1m0s
[06:10:27.560] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:15:0)
[06:10:27.560] Timer tick, asking Buildbucket for the build status
[06:10:28.492] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:10:28.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:16:0) after 1m0s
[06:11:28.538] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:16:0)
[06:11:28.538] Timer tick, asking Buildbucket for the build status
[06:11:28.710] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:11:28.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:17:0) after 1m0s
[06:12:28.840] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:17:0)
[06:12:28.840] Timer tick, asking Buildbucket for the build status
[06:12:29.054] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:12:29.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:18:0) after 1m0s
[06:13:29.108] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:18:0)
[06:13:29.108] Timer tick, asking Buildbucket for the build status
[06:13:29.333] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:13:29.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:19:0) after 1m0s
[06:14:29.399] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:19:0)
[06:14:29.399] Timer tick, asking Buildbucket for the build status
[06:14:30.674] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:14:30.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:20:0) after 1m0s
[06:15:30.772] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:20:0)
[06:15:30.772] Timer tick, asking Buildbucket for the build status
[06:15:31.638] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:15:31.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:21:0) after 1m0s
[06:16:31.695] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:21:0)
[06:16:31.695] Timer tick, asking Buildbucket for the build status
[06:16:32.126] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:16:32.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:22:0) after 1m0s
[06:17:32.149] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:22:0)
[06:17:32.149] Timer tick, asking Buildbucket for the build status
[06:17:32.323] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:17:32.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:23:0) after 1m0s
[06:18:32.364] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:23:0)
[06:18:32.364] Timer tick, asking Buildbucket for the build status
[06:18:32.904] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:18:32.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:24:0) after 1m0s
[06:19:32.949] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:24:0)
[06:19:32.949] Timer tick, asking Buildbucket for the build status
[06:19:33.123] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:19:33.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:25:0) after 1m0s
[06:20:33.158] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:25:0)
[06:20:33.158] Timer tick, asking Buildbucket for the build status
[06:20:33.331] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:20:33.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:26:0) after 1m0s
[06:21:33.539] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:26:0)
[06:21:33.539] Timer tick, asking Buildbucket for the build status
[06:21:33.682] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:21:33.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:27:0) after 1m0s
[06:22:33.900] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:27:0)
[06:22:33.900] Timer tick, asking Buildbucket for the build status
[06:22:34.078] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:22:34.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:28:0) after 1m0s
[06:23:34.367] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:28:0)
[06:23:34.367] Timer tick, asking Buildbucket for the build status
[06:23:34.665] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:23:34.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:29:0) after 1m0s
[06:24:34.962] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:29:0)
[06:24:34.962] Timer tick, asking Buildbucket for the build status
[06:24:35.171] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:24:35.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:30:0) after 1m0s
[06:25:35.479] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:30:0)
[06:25:35.479] Timer tick, asking Buildbucket for the build status
[06:25:35.830] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:25:35.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:31:0) after 1m0s
[06:26:36.266] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:31:0)
[06:26:36.266] Timer tick, asking Buildbucket for the build status
[06:26:36.457] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:26:36.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:32:0) after 1m0s
[06:27:36.875] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:32:0)
[06:27:36.875] Timer tick, asking Buildbucket for the build status
[06:27:37.154] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:27:37.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:33:0) after 1m0s
[06:28:37.257] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:33:0)
[06:28:37.257] Timer tick, asking Buildbucket for the build status
[06:28:37.431] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:28:37.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:34:0) after 1m0s
[06:29:37.593] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:34:0)
[06:29:37.593] Timer tick, asking Buildbucket for the build status
[06:29:37.829] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:29:37.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:35:0) after 1m0s
[06:30:37.954] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:35:0)
[06:30:37.954] Timer tick, asking Buildbucket for the build status
[06:30:38.319] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:30:38.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:36:0) after 1m0s
[06:31:39.121] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:36:0)
[06:31:39.121] Timer tick, asking Buildbucket for the build status
[06:31:39.471] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:31:39.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:37:0) after 1m0s
[06:32:39.531] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:37:0)
[06:32:39.531] Timer tick, asking Buildbucket for the build status
[06:32:39.682] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:32:39.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:38:0) after 1m0s
[06:33:39.844] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:38:0)
[06:33:39.844] Timer tick, asking Buildbucket for the build status
[06:33:40.043] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:33:40.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:39:0) after 1m0s
[06:34:40.166] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:39:0)
[06:34:40.166] Timer tick, asking Buildbucket for the build status
[06:34:40.404] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:34:40.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:40:0) after 1m0s
[06:35:40.724] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:40:0)
[06:35:40.724] Timer tick, asking Buildbucket for the build status
[06:35:41.621] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:35:41.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:41:0) after 1m0s
[06:36:41.737] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:41:0)
[06:36:41.737] Timer tick, asking Buildbucket for the build status
[06:36:41.942] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:36:41.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:42:0) after 1m0s
[06:37:41.985] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:42:0)
[06:37:41.985] Timer tick, asking Buildbucket for the build status
[06:37:42.461] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:37:42.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:43:0) after 1m0s
[06:38:42.488] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:43:0)
[06:38:42.488] Timer tick, asking Buildbucket for the build status
[06:38:43.050] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:38:43.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:44:0) after 1m0s
[06:39:43.076] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:44:0)
[06:39:43.076] Timer tick, asking Buildbucket for the build status
[06:39:43.267] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:39:43.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:45:0) after 1m0s
[06:40:43.293] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:45:0)
[06:40:43.293] Timer tick, asking Buildbucket for the build status
[06:40:45.212] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:40:45.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:46:0) after 1m0s
[06:41:45.215] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:46:0)
[06:41:45.215] Timer tick, asking Buildbucket for the build status
[06:41:45.397] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:41:45.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:47:0) after 1m0s
[06:42:45.384] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:47:0)
[06:42:45.384] Timer tick, asking Buildbucket for the build status
[06:42:45.660] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:42:45.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:48:0) after 1m0s
[06:43:45.746] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:48:0)
[06:43:45.746] Timer tick, asking Buildbucket for the build status
[06:43:46.208] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:43:46.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:49:0) after 1m0s
[06:44:46.302] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:49:0)
[06:44:46.302] Timer tick, asking Buildbucket for the build status
[06:44:46.703] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:44:46.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:50:0) after 1m0s
[06:45:46.759] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:50:0)
[06:45:46.759] Timer tick, asking Buildbucket for the build status
[06:45:46.916] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:45:46.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:51:0) after 1m0s
[06:46:47.013] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:51:0)
[06:46:47.013] Timer tick, asking Buildbucket for the build status
[06:46:47.206] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:46:47.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:52:0) after 1m0s
[06:47:47.239] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:52:0)
[06:47:47.239] Timer tick, asking Buildbucket for the build status
[06:47:47.972] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:47:47.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:53:0) after 1m0s
[06:48:48.033] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:53:0)
[06:48:48.033] Timer tick, asking Buildbucket for the build status
[06:48:48.212] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:48:48.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:54:0) after 1m0s
[06:49:48.253] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:54:0)
[06:49:48.253] Timer tick, asking Buildbucket for the build status
[06:49:48.468] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:49:48.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:55:0) after 1m0s
[06:50:48.528] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:55:0)
[06:50:48.528] Timer tick, asking Buildbucket for the build status
[06:50:48.729] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:50:48.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:56:0) after 1m0s
[06:51:48.789] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:56:0)
[06:51:48.789] Timer tick, asking Buildbucket for the build status
[06:51:48.974] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:51:48.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:57:0) after 1m0s
[06:52:49.017] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:57:0)
[06:52:49.017] Timer tick, asking Buildbucket for the build status
[06:52:49.284] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:52:49.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:58:0) after 1m0s
[06:53:49.312] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:58:0)
[06:53:49.312] Timer tick, asking Buildbucket for the build status
[06:53:50.792] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:53:50.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:59:0) after 1m0s
[06:54:50.976] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:59:0)
[06:54:50.976] Timer tick, asking Buildbucket for the build status
[06:54:51.689] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:54:51.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:60:0) after 1m0s
[06:55:51.744] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:60:0)
[06:55:51.744] Timer tick, asking Buildbucket for the build status
[06:55:51.900] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:55:51.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:61:0) after 1m0s
[06:56:51.940] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:61:0)
[06:56:51.940] Timer tick, asking Buildbucket for the build status
[06:56:52.175] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:56:52.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:62:0) after 1m0s
[06:57:52.204] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:62:0)
[06:57:52.204] Timer tick, asking Buildbucket for the build status
[06:57:52.458] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:57:52.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:63:0) after 1m0s
[06:58:52.611] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:63:0)
[06:58:52.611] Timer tick, asking Buildbucket for the build status
[06:58:52.870] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:58:52.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:64:0) after 1m0s
[06:59:52.967] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:64:0)
[06:59:52.968] Timer tick, asking Buildbucket for the build status
[06:59:53.338] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:59:53.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:65:0) after 1m0s
[07:00:53.391] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:65:0)
[07:00:53.391] Timer tick, asking Buildbucket for the build status
[07:00:53.593] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:00:53.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:66:0) after 1m0s
[07:01:53.615] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:66:0)
[07:01:53.615] Timer tick, asking Buildbucket for the build status
[07:01:54.266] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:01:54.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:67:0) after 1m0s
[07:02:54.347] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:67:0)
[07:02:54.347] Timer tick, asking Buildbucket for the build status
[07:02:54.487] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:02:54.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:68:0) after 1m0s
[07:03:54.568] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:68:0)
[07:03:54.568] Timer tick, asking Buildbucket for the build status
[07:03:55.525] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:03:55.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:69:0) after 1m0s
[07:04:55.560] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:69:0)
[07:04:55.560] Timer tick, asking Buildbucket for the build status
[07:04:55.972] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:04:55.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:70:0) after 1m0s
[07:05:56.114] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:70:0)
[07:05:56.114] Timer tick, asking Buildbucket for the build status
[07:05:56.633] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:05:56.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:71:0) after 1m0s
[07:06:56.670] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:71:0)
[07:06:56.670] Timer tick, asking Buildbucket for the build status
[07:06:56.817] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:06:56.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:72:0) after 1m0s
[07:07:56.998] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:72:0)
[07:07:56.998] Timer tick, asking Buildbucket for the build status
[07:07:57.196] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:07:57.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:73:0) after 1m0s
[07:08:57.216] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:73:0)
[07:08:57.216] Timer tick, asking Buildbucket for the build status
[07:08:58.643] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:08:58.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:74:0) after 1m0s
[07:09:58.638] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:74:0)
[07:09:58.638] Timer tick, asking Buildbucket for the build status
[07:09:58.830] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:09:58.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:75:0) after 1m0s
[07:10:58.855] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:75:0)
[07:10:58.855] Timer tick, asking Buildbucket for the build status
[07:10:59.069] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:10:59.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:76:0) after 1m0s
[07:11:59.130] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:76:0)
[07:11:59.130] Timer tick, asking Buildbucket for the build status
[07:11:59.819] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:11:59.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:77:0) after 1m0s
[07:12:59.969] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:77:0)
[07:12:59.969] Timer tick, asking Buildbucket for the build status
[07:13:00.332] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:13:00.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:78:0) after 1m0s
[07:14:00.414] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:78:0)
[07:14:00.414] Timer tick, asking Buildbucket for the build status
[07:14:00.613] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:14:00.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:79:0) after 1m0s
[07:15:00.658] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:79:0)
[07:15:00.658] Timer tick, asking Buildbucket for the build status
[07:15:01.107] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:15:01.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:80:0) after 1m0s
[07:16:01.151] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:80:0)
[07:16:01.151] Timer tick, asking Buildbucket for the build status
[07:16:01.701] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:16:01.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:81:0) after 1m0s
[07:17:01.862] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:81:0)
[07:17:01.862] Timer tick, asking Buildbucket for the build status
[07:17:02.064] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:17:02.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:82:0) after 1m0s
[07:18:02.122] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:82:0)
[07:18:02.122] Timer tick, asking Buildbucket for the build status
[07:18:02.305] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:18:02.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:83:0) after 1m0s
[07:19:02.366] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:83:0)
[07:19:02.366] Timer tick, asking Buildbucket for the build status
[07:19:02.563] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:19:02.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:84:0) after 1m0s
[07:20:02.594] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:84:0)
[07:20:02.594] Timer tick, asking Buildbucket for the build status
[07:20:02.809] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:20:02.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:85:0) after 1m0s
[07:21:02.918] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:85:0)
[07:21:02.918] Timer tick, asking Buildbucket for the build status
[07:21:03.298] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:21:03.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:86:0) after 1m0s
[07:22:03.411] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:86:0)
[07:22:03.411] Timer tick, asking Buildbucket for the build status
[07:22:03.796] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:22:03.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:87:0) after 1m0s
[07:23:03.824] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:87:0)
[07:23:03.824] Timer tick, asking Buildbucket for the build status
[07:23:04.036] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:23:04.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:88:0) after 1m0s
[07:24:04.182] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:88:0)
[07:24:04.182] Timer tick, asking Buildbucket for the build status
[07:24:04.547] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:24:04.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:89:0) after 1m0s
[07:25:04.578] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:89:0)
[07:25:04.578] Timer tick, asking Buildbucket for the build status
[07:25:04.769] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:25:04.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:90:0) after 1m0s
[07:26:05.053] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:90:0)
[07:26:05.053] Timer tick, asking Buildbucket for the build status
[07:26:05.909] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:26:05.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:91:0) after 1m0s
[07:27:06.220] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:91:0)
[07:27:06.220] Timer tick, asking Buildbucket for the build status
[07:27:06.441] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:27:06.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:92:0) after 1m0s
[07:28:07.060] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:92:0)
[07:28:07.060] Timer tick, asking Buildbucket for the build status
[07:28:07.247] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:28:07.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:93:0) after 1m0s
[07:29:07.249] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:93:0)
[07:29:07.249] Timer tick, asking Buildbucket for the build status
[07:29:07.591] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:29:07.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:94:0) after 1m0s
[07:30:07.633] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:94:0)
[07:30:07.633] Timer tick, asking Buildbucket for the build status
[07:30:07.819] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:30:07.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:95:0) after 1m0s
[07:31:07.834] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:95:0)
[07:31:07.834] Timer tick, asking Buildbucket for the build status
[07:31:08.155] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:31:08.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:96:0) after 1m0s
[07:32:08.256] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:96:0)
[07:32:08.256] Timer tick, asking Buildbucket for the build status
[07:32:08.591] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:32:08.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:97:0) after 1m0s
[07:33:08.677] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:97:0)
[07:33:08.677] Timer tick, asking Buildbucket for the build status
[07:33:08.973] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:33:08.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:98:0) after 1m0s
[07:34:09.012] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:98:0)
[07:34:09.012] Timer tick, asking Buildbucket for the build status
[07:34:09.938] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:34:09.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:99:0) after 1m0s
[07:35:09.975] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:99:0)
[07:35:09.975] Timer tick, asking Buildbucket for the build status
[07:35:10.470] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:35:10.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:100:0) after 1m0s
[07:36:10.581] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:100:0)
[07:36:10.581] Timer tick, asking Buildbucket for the build status
[07:36:10.819] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:36:10.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:101:0) after 1m0s
[07:37:10.845] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:101:0)
[07:37:10.845] Timer tick, asking Buildbucket for the build status
[07:37:11.100] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:37:11.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:102:0) after 1m0s
[07:38:11.308] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:102:0)
[07:38:11.308] Timer tick, asking Buildbucket for the build status
[07:38:11.455] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:38:11.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:103:0) after 1m0s
[07:39:11.734] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:103:0)
[07:39:11.734] Timer tick, asking Buildbucket for the build status
[07:39:11.884] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:39:11.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:104:0) after 1m0s
[07:40:12.078] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:104:0)
[07:40:12.078] Timer tick, asking Buildbucket for the build status
[07:40:12.391] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:40:12.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:105:0) after 1m0s
[07:41:12.500] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:105:0)
[07:41:12.500] Timer tick, asking Buildbucket for the build status
[07:41:12.678] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:41:12.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:106:0) after 1m0s
[07:42:12.726] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:106:0)
[07:42:12.726] Timer tick, asking Buildbucket for the build status
[07:42:13.696] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:42:13.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:107:0) after 1m0s
[07:43:13.738] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:107:0)
[07:43:13.738] Timer tick, asking Buildbucket for the build status
[07:43:14.691] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:43:14.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:108:0) after 1m0s
[07:44:14.856] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:108:0)
[07:44:14.856] Timer tick, asking Buildbucket for the build status
[07:44:15.027] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:44:15.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:109:0) after 1m0s
[07:45:15.061] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:109:0)
[07:45:15.061] Timer tick, asking Buildbucket for the build status
[07:45:15.545] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:45:15.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:110:0) after 1m0s
[07:46:15.615] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:110:0)
[07:46:15.615] Timer tick, asking Buildbucket for the build status
[07:46:15.831] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:46:15.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:111:0) after 1m0s
[07:47:15.870] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:111:0)
[07:47:15.870] Timer tick, asking Buildbucket for the build status
[07:47:16.022] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:47:16.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:112:0) after 1m0s
[07:48:16.047] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:112:0)
[07:48:16.047] Timer tick, asking Buildbucket for the build status
[07:48:16.260] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:48:16.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:113:0) after 1m0s
[07:49:16.291] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:113:0)
[07:49:16.291] Timer tick, asking Buildbucket for the build status
[07:49:16.617] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:49:16.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:114:0) after 1m0s
[07:50:16.660] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:114:0)
[07:50:16.660] Timer tick, asking Buildbucket for the build status
[07:50:16.889] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:50:16.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:115:0) after 1m0s
[07:51:16.905] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:115:0)
[07:51:16.905] Timer tick, asking Buildbucket for the build status
[07:51:17.136] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:51:17.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:116:0) after 1m0s
[07:52:17.158] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:116:0)
[07:52:17.158] Timer tick, asking Buildbucket for the build status
[07:52:17.554] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:52:17.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:117:0) after 1m0s
[07:53:17.565] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:117:0)
[07:53:17.565] Timer tick, asking Buildbucket for the build status
[07:53:18.760] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:53:18.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:118:0) after 1m0s
[07:54:18.786] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:118:0)
[07:54:18.786] Timer tick, asking Buildbucket for the build status
[07:54:19.509] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:54:19.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:119:0) after 1m0s
[07:55:19.644] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:119:0)
[07:55:19.644] Timer tick, asking Buildbucket for the build status
[07:55:19.878] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:55:19.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:120:0) after 1m0s
[07:56:20.006] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:120:0)
[07:56:20.006] Timer tick, asking Buildbucket for the build status
[07:56:20.305] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:56:20.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:121:0) after 1m0s
[07:57:20.394] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:121:0)
[07:57:20.394] Timer tick, asking Buildbucket for the build status
[07:57:21.529] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:57:21.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:122:0) after 1m0s
[07:58:21.591] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:122:0)
[07:58:21.591] Timer tick, asking Buildbucket for the build status
[07:58:21.876] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:58:21.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:123:0) after 1m0s
[07:59:21.898] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:123:0)
[07:59:21.898] Timer tick, asking Buildbucket for the build status
[07:59:22.163] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:59:22.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:124:0) after 1m0s
[08:00:22.255] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:124:0)
[08:00:22.255] Timer tick, asking Buildbucket for the build status
[08:00:23.093] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:00:23.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:125:0) after 1m0s
[08:01:23.137] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:125:0)
[08:01:23.137] Timer tick, asking Buildbucket for the build status
[08:01:23.518] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:01:23.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:126:0) after 1m0s
[08:02:23.581] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:126:0)
[08:02:23.581] Timer tick, asking Buildbucket for the build status
[08:02:23.843] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:02:23.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:127:0) after 1m0s
[08:03:23.849] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:127:0)
[08:03:23.849] Timer tick, asking Buildbucket for the build status
[08:03:24.042] Build 8896385105077923568: status "STARTED", result "", failure_reason "", cancelation_reason ""
[08:03:24.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9061815167839484176:128:0) after 1m0s
[08:03:51.839] Received PubSub notification, asking Buildbucket for the build status
[08:03:52.165] Build 8896385105077923568: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[08:03:52.165] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1574150631314215",
    "created_by": "project:chromium",
    "created_ts": "1574143038636494",
    "failure_reason": "BUILD_FAILURE",
    "id": "8896385105077923568",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"2da5b401168282dbf8761c4dc658e82d2c112639\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build284-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 11075, \"got_angle_revision\": \"e4b3136913c68b05a84766e8048b28737e9961ee\", \"got_dawn_revision\": \"9c81f8738a47caff631669dba307cc4b2042a7fb\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"2da5b401168282dbf8761c4dc658e82d2c112639\", \"got_revision_cp\": \"refs/heads/master@{#716516}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_swiftshader_revision\": \"79afb7620a69d0983de8b109837271f7beabe021\", \"got_v8_revision\": \"e1eb815647f334a8cf970439343a8febfa9f6d11\", \"got_v8_revision_cp\": \"refs/heads/8.0.301@{#1}\", \"got_webrtc_revision\": \"aa3f5da8dc014b7ae426396c944217a1cd25b3ae\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29821}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"2da5b401168282dbf8761c4dc658e82d2c112639\", \"swarm_hashes\": {\"0\": \"e8dadb0c56d1fcd951497e5f57ad3d7895fa9d1a\", \"1\": \"f72ab7a9d3c14043bf69f80dc8216dffed597a5d\", \"10\": \"09e46be8a9dc1be4e4bb930887212019a09da67f\", \"11\": \"832a98ae276e0a8c2c7070f66d0a76bd3a12074b\", \"12\": \"77868ea22b78e28552f87be721c271bc416dc919\", \"13\": \"cd427334466ed0cb9164303ac455c3db0cb03f17\", \"14\": \"8e91c8dc2b63c68f2128f31454191c979468e4a1\", \"15\": \"9c366b44dbf23955901e0e0bcf688c0b7b5a1f88\", \"16\": \"7f2d915d1ce6b357c1a600e7cc31ba46bc4a48ed\", \"2\": \"9d2d14f9ac2247d29db832d01a80608329a4330f\", \"3\": \"f6fe5df67625eff0d12b9f178808b0f957443784\", \"4\": \"8f1a25e17e3a7370ef58d5025a21de2ee96a5da5\", \"5\": \"5a0745879ce483bf8f0ca7624e0f7c5b545579e7\", \"6\": \"ca75c9701c08aeb3611752791ab8750939f97d00\", \"7\": \"dbb295aedef3d9fdc60481b52400024232cd821b\", \"8\": \"ff2f1655b404915ea7b00176ae9cc3c296d472c0\", \"9\": \"b5fed8d3396a7cf050f75efa8cc275371b070b36\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_a165fbc5f77948fe8465d1f67a1e4a103f195e4f29767b5fac0876e41f78e10e_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a1027\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build284-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4638-f6b223c\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1574143241472345",
    "status": "COMPLETED",
    "status_changed_ts": "1574143241958924",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/11075",
      "builder:ToTiOS",
      "buildset:commit/git/2da5b401168282dbf8761c4dc658e82d2c112639",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2da5b401168282dbf8761c4dc658e82d2c112639",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9061815167839484176",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8896385105077923568/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:489b0e20f9876310",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1574150631406409",
    "url": "https://ci.chromium.org/b/8896385105077923568",
    "utcnow_ts": "1574150632150948"
  }
}
[08:03:52.165] Invocation finished in 2h6m35.546894638s with status FAILED