Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src.git",
  "revision": "fb1e3ed03b4bc8122943ab712bf3f7223b5af8a5"
}

Incoming tags

  • buildset:commit/git/fb1e3ed03b4bc8122943ab712bf3f7223b5af8a5
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fb1e3ed03b4bc8122943ab712bf3f7223b5af8a5
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[19:45:10.720] New invocation is queued and will start shortly
[19:45:13.143] Starting the invocation (attempt 1)
[19:45:13.180] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:45:13.180] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:45:13.180] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9067470689673174848",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"fb1e3ed03b4bc8122943ab712bf3f7223b5af8a5\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9067470689673174848",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/fb1e3ed03b4bc8122943ab712bf3f7223b5af8a5",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fb1e3ed03b4bc8122943ab712bf3f7223b5af8a5",
    "gitiles_ref:refs/heads/master"
  ]
}
[19:45:18.725] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1568749514569952",
    "id": "8902040624969952048",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"fb1e3ed03b4bc8122943ab712bf3f7223b5af8a5\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1568749517785957",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9945",
      "builder:ToTiOS",
      "buildset:commit/git/fb1e3ed03b4bc8122943ab712bf3f7223b5af8a5",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fb1e3ed03b4bc8122943ab712bf3f7223b5af8a5",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9067470689673174848",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8902040624969952048/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1568749517788502",
    "url": "https://ci.chromium.org/b/8902040624969952048",
    "utcnow_ts": "1568749518666873"
  }
}
[19:45:18.725] Task URL: https://ci.chromium.org/b/8902040624969952048
[19:45:18.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:2:0) after 1m0s
[19:45:34.257] Received PubSub notification, asking Buildbucket for the build status
[19:45:37.180] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:46:18.753] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:2:0)
[19:46:18.753] Timer tick, asking Buildbucket for the build status
[19:46:25.946] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:46:25.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:4:0) after 1m0s
[19:47:25.979] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:4:0)
[19:47:25.979] Timer tick, asking Buildbucket for the build status
[19:47:29.816] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:47:29.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:5:0) after 1m0s
[19:48:29.853] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:5:0)
[19:48:29.853] Timer tick, asking Buildbucket for the build status
[19:48:30.144] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:48:30.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:6:0) after 1m0s
[19:49:30.281] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:6:0)
[19:49:30.281] Timer tick, asking Buildbucket for the build status
[19:49:30.597] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:49:30.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:7:0) after 1m0s
[19:50:30.757] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:7:0)
[19:50:30.757] Timer tick, asking Buildbucket for the build status
[19:50:33.710] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:50:33.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:8:0) after 1m0s
[19:51:33.797] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:8:0)
[19:51:33.797] Timer tick, asking Buildbucket for the build status
[19:51:34.167] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:51:34.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:9:0) after 1m0s
[19:52:34.299] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:9:0)
[19:52:34.299] Timer tick, asking Buildbucket for the build status
[19:52:35.210] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:52:35.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:10:0) after 1m0s
[19:53:35.214] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:10:0)
[19:53:35.214] Timer tick, asking Buildbucket for the build status
[19:53:35.520] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:53:35.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:11:0) after 1m0s
[19:54:35.600] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:11:0)
[19:54:35.600] Timer tick, asking Buildbucket for the build status
[19:54:35.866] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:54:35.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:12:0) after 1m0s
[19:55:35.888] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:12:0)
[19:55:35.888] Timer tick, asking Buildbucket for the build status
[19:55:36.096] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:55:36.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:13:0) after 1m0s
[19:56:36.183] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:13:0)
[19:56:36.183] Timer tick, asking Buildbucket for the build status
[19:56:39.345] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:56:39.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:14:0) after 1m0s
[19:57:39.429] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:14:0)
[19:57:39.429] Timer tick, asking Buildbucket for the build status
[19:57:39.663] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:57:39.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:15:0) after 1m0s
[19:58:39.774] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:15:0)
[19:58:39.774] Timer tick, asking Buildbucket for the build status
[19:58:39.923] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:58:39.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:16:0) after 1m0s
[19:59:39.965] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:16:0)
[19:59:39.965] Timer tick, asking Buildbucket for the build status
[19:59:40.313] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:59:40.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:17:0) after 1m0s
[20:00:40.397] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:17:0)
[20:00:40.397] Timer tick, asking Buildbucket for the build status
[20:00:42.940] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:00:42.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:18:0) after 1m0s
[20:01:42.974] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:18:0)
[20:01:42.974] Timer tick, asking Buildbucket for the build status
[20:01:43.602] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:01:43.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:19:0) after 1m0s
[20:02:43.581] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:19:0)
[20:02:43.581] Timer tick, asking Buildbucket for the build status
[20:02:44.520] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:02:44.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:20:0) after 1m0s
[20:03:44.682] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:20:0)
[20:03:44.682] Timer tick, asking Buildbucket for the build status
[20:03:45.046] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:03:45.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:21:0) after 1m0s
[20:04:45.085] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:21:0)
[20:04:45.085] Timer tick, asking Buildbucket for the build status
[20:04:45.381] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:04:45.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:22:0) after 1m0s
[20:05:45.421] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:22:0)
[20:05:45.421] Timer tick, asking Buildbucket for the build status
[20:05:46.783] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:05:46.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:23:0) after 1m0s
[20:06:46.939] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:23:0)
[20:06:46.939] Timer tick, asking Buildbucket for the build status
[20:06:51.808] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:06:51.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:24:0) after 1m0s
[20:07:52.054] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:24:0)
[20:07:52.054] Timer tick, asking Buildbucket for the build status
[20:07:53.145] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:07:53.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:25:0) after 1m0s
[20:08:53.215] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:25:0)
[20:08:53.215] Timer tick, asking Buildbucket for the build status
[20:08:53.801] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:08:53.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:26:0) after 1m0s
[20:09:53.870] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:26:0)
[20:09:53.870] Timer tick, asking Buildbucket for the build status
[20:09:54.685] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:09:54.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:27:0) after 1m0s
[20:10:55.484] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:27:0)
[20:10:55.484] Timer tick, asking Buildbucket for the build status
[20:10:55.815] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:10:55.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:28:0) after 1m0s
[20:11:56.130] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:28:0)
[20:11:56.130] Timer tick, asking Buildbucket for the build status
[20:11:56.488] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:11:56.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:29:0) after 1m0s
[20:12:56.673] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:29:0)
[20:12:56.673] Timer tick, asking Buildbucket for the build status
[20:12:56.948] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:12:56.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:30:0) after 1m0s
[20:13:57.025] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:30:0)
[20:13:57.025] Timer tick, asking Buildbucket for the build status
[20:13:57.389] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:13:57.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:31:0) after 1m0s
[20:14:57.492] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:31:0)
[20:14:57.492] Timer tick, asking Buildbucket for the build status
[20:14:57.688] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:14:57.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:32:0) after 1m0s
[20:15:57.768] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:32:0)
[20:15:57.768] Timer tick, asking Buildbucket for the build status
[20:15:58.580] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:15:58.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:33:0) after 1m0s
[20:16:58.747] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:33:0)
[20:16:58.747] Timer tick, asking Buildbucket for the build status
[20:16:59.031] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:16:59.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:34:0) after 1m0s
[20:17:59.187] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:34:0)
[20:17:59.187] Timer tick, asking Buildbucket for the build status
[20:17:59.504] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:17:59.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:35:0) after 1m0s
[20:18:59.550] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:35:0)
[20:18:59.550] Timer tick, asking Buildbucket for the build status
[20:19:01.116] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:19:01.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:36:0) after 1m0s
[20:20:01.172] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:36:0)
[20:20:01.172] Timer tick, asking Buildbucket for the build status
[20:20:01.598] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:20:01.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:37:0) after 1m0s
[20:21:01.669] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:37:0)
[20:21:01.669] Timer tick, asking Buildbucket for the build status
[20:21:02.357] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:21:02.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:38:0) after 1m0s
[20:22:02.414] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:38:0)
[20:22:02.414] Timer tick, asking Buildbucket for the build status
[20:22:02.907] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:22:02.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:39:0) after 1m0s
[20:23:02.953] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:39:0)
[20:23:02.953] Timer tick, asking Buildbucket for the build status
[20:23:03.986] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:23:03.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:40:0) after 1m0s
[20:24:04.103] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:40:0)
[20:24:04.103] Timer tick, asking Buildbucket for the build status
[20:24:07.393] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:24:07.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:41:0) after 1m0s
[20:25:07.416] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:41:0)
[20:25:07.416] Timer tick, asking Buildbucket for the build status
[20:25:08.922] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:25:08.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:42:0) after 1m0s
[20:26:08.996] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:42:0)
[20:26:08.996] Timer tick, asking Buildbucket for the build status
[20:26:10.272] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:26:10.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:43:0) after 1m0s
[20:27:10.258] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:43:0)
[20:27:10.258] Timer tick, asking Buildbucket for the build status
[20:27:10.484] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:27:10.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:44:0) after 1m0s
[20:28:10.652] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:44:0)
[20:28:10.652] Timer tick, asking Buildbucket for the build status
[20:28:10.875] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:28:10.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:45:0) after 1m0s
[20:29:10.911] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:45:0)
[20:29:10.911] Timer tick, asking Buildbucket for the build status
[20:29:11.173] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:29:11.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:46:0) after 1m0s
[20:30:11.200] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:46:0)
[20:30:11.200] Timer tick, asking Buildbucket for the build status
[20:30:12.563] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:30:12.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:47:0) after 1m0s
[20:31:12.549] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:47:0)
[20:31:12.549] Timer tick, asking Buildbucket for the build status
[20:31:13.263] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:31:13.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:48:0) after 1m0s
[20:32:13.297] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:48:0)
[20:32:13.297] Timer tick, asking Buildbucket for the build status
[20:32:16.552] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:32:16.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:49:0) after 1m0s
[20:33:16.601] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:49:0)
[20:33:16.601] Timer tick, asking Buildbucket for the build status
[20:33:18.754] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:33:18.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:50:0) after 1m0s
[20:34:18.828] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:50:0)
[20:34:18.828] Timer tick, asking Buildbucket for the build status
[20:34:19.469] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:34:19.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:51:0) after 1m0s
[20:35:19.530] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:51:0)
[20:35:19.530] Timer tick, asking Buildbucket for the build status
[20:35:19.862] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:35:19.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:52:0) after 1m0s
[20:36:19.887] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:52:0)
[20:36:19.887] Timer tick, asking Buildbucket for the build status
[20:36:20.283] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:36:20.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:53:0) after 1m0s
[20:37:20.309] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:53:0)
[20:37:20.309] Timer tick, asking Buildbucket for the build status
[20:37:21.759] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:37:21.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:54:0) after 1m0s
[20:38:21.810] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:54:0)
[20:38:21.810] Timer tick, asking Buildbucket for the build status
[20:38:22.378] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:38:22.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:55:0) after 1m0s
[20:39:22.440] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:55:0)
[20:39:22.441] Timer tick, asking Buildbucket for the build status
[20:39:23.028] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:39:23.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:56:0) after 1m0s
[20:40:23.219] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:56:0)
[20:40:23.219] Timer tick, asking Buildbucket for the build status
[20:40:23.400] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:40:23.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:57:0) after 1m0s
[20:41:23.561] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:57:0)
[20:41:23.561] Timer tick, asking Buildbucket for the build status
[20:41:24.507] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:41:24.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:58:0) after 1m0s
[20:42:24.703] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:58:0)
[20:42:24.703] Timer tick, asking Buildbucket for the build status
[20:42:25.197] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:42:25.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:59:0) after 1m0s
[20:43:25.212] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:59:0)
[20:43:25.212] Timer tick, asking Buildbucket for the build status
[20:43:25.501] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:43:25.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:60:0) after 1m0s
[20:44:25.534] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:60:0)
[20:44:25.534] Timer tick, asking Buildbucket for the build status
[20:44:25.955] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:44:25.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:61:0) after 1m0s
[20:45:25.988] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:61:0)
[20:45:25.988] Timer tick, asking Buildbucket for the build status
[20:45:28.502] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:45:28.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:62:0) after 1m0s
[20:46:28.556] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:62:0)
[20:46:28.556] Timer tick, asking Buildbucket for the build status
[20:46:29.330] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:46:29.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:63:0) after 1m0s
[20:47:29.364] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:63:0)
[20:47:29.364] Timer tick, asking Buildbucket for the build status
[20:47:30.553] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:47:30.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:64:0) after 1m0s
[20:48:30.768] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:64:0)
[20:48:30.768] Timer tick, asking Buildbucket for the build status
[20:48:33.244] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:48:33.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:65:0) after 1m0s
[20:49:33.258] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:65:0)
[20:49:33.258] Timer tick, asking Buildbucket for the build status
[20:49:37.933] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:49:37.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:66:0) after 1m0s
[20:50:37.985] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:66:0)
[20:50:37.985] Timer tick, asking Buildbucket for the build status
[20:50:38.258] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:50:38.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:67:0) after 1m0s
[20:51:38.322] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:67:0)
[20:51:38.322] Timer tick, asking Buildbucket for the build status
[20:51:38.828] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:51:38.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:68:0) after 1m0s
[20:52:38.856] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:68:0)
[20:52:38.856] Timer tick, asking Buildbucket for the build status
[20:52:39.625] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:52:39.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:69:0) after 1m0s
[20:53:39.668] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:69:0)
[20:53:39.668] Timer tick, asking Buildbucket for the build status
[20:53:42.952] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:53:42.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:70:0) after 1m0s
[20:54:43.018] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:70:0)
[20:54:43.018] Timer tick, asking Buildbucket for the build status
[20:54:43.493] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:54:43.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:71:0) after 1m0s
[20:55:43.526] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:71:0)
[20:55:43.526] Timer tick, asking Buildbucket for the build status
[20:55:44.770] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:55:44.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:72:0) after 1m0s
[20:56:44.846] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:72:0)
[20:56:44.846] Timer tick, asking Buildbucket for the build status
[20:56:45.259] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:56:45.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:73:0) after 1m0s
[20:57:45.333] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:73:0)
[20:57:45.333] Timer tick, asking Buildbucket for the build status
[20:57:45.585] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:57:45.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:74:0) after 1m0s
[20:58:45.688] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:74:0)
[20:58:45.688] Timer tick, asking Buildbucket for the build status
[20:58:46.586] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:58:46.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:75:0) after 1m0s
[20:59:46.633] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:75:0)
[20:59:46.633] Timer tick, asking Buildbucket for the build status
[20:59:47.023] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:59:47.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:76:0) after 1m0s
[21:00:47.107] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:76:0)
[21:00:47.107] Timer tick, asking Buildbucket for the build status
[21:00:47.655] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:00:47.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:77:0) after 1m0s
[21:01:47.777] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:77:0)
[21:01:47.777] Timer tick, asking Buildbucket for the build status
[21:01:48.921] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:01:48.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:78:0) after 1m0s
[21:02:48.944] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:78:0)
[21:02:48.944] Timer tick, asking Buildbucket for the build status
[21:02:49.324] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:02:49.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:79:0) after 1m0s
[21:03:49.368] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:79:0)
[21:03:49.368] Timer tick, asking Buildbucket for the build status
[21:03:49.612] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:03:49.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:80:0) after 1m0s
[21:04:49.622] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:80:0)
[21:04:49.622] Timer tick, asking Buildbucket for the build status
[21:04:49.986] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:04:49.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:81:0) after 1m0s
[21:05:50.024] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:81:0)
[21:05:50.024] Timer tick, asking Buildbucket for the build status
[21:05:50.791] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:05:50.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:82:0) after 1m0s
[21:06:50.866] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:82:0)
[21:06:50.866] Timer tick, asking Buildbucket for the build status
[21:06:51.399] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:06:51.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:83:0) after 1m0s
[21:07:51.423] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:83:0)
[21:07:51.423] Timer tick, asking Buildbucket for the build status
[21:07:52.818] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:07:52.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:84:0) after 1m0s
[21:08:52.970] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:84:0)
[21:08:52.970] Timer tick, asking Buildbucket for the build status
[21:08:53.819] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:08:53.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:85:0) after 1m0s
[21:09:53.836] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:85:0)
[21:09:53.836] Timer tick, asking Buildbucket for the build status
[21:09:54.596] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:09:54.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:86:0) after 1m0s
[21:10:54.660] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:86:0)
[21:10:54.660] Timer tick, asking Buildbucket for the build status
[21:10:55.524] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:10:55.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:87:0) after 1m0s
[21:11:55.563] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:87:0)
[21:11:55.563] Timer tick, asking Buildbucket for the build status
[21:11:56.505] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:11:56.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:88:0) after 1m0s
[21:12:56.588] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:88:0)
[21:12:56.588] Timer tick, asking Buildbucket for the build status
[21:12:57.685] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:12:57.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:89:0) after 1m0s
[21:13:57.832] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:89:0)
[21:13:57.832] Timer tick, asking Buildbucket for the build status
[21:13:58.461] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:13:58.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:90:0) after 1m0s
[21:14:58.525] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:90:0)
[21:14:58.525] Timer tick, asking Buildbucket for the build status
[21:15:02.089] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:15:02.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:91:0) after 1m0s
[21:16:02.181] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:91:0)
[21:16:02.182] Timer tick, asking Buildbucket for the build status
[21:16:05.914] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:16:05.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:92:0) after 1m0s
[21:17:05.941] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:92:0)
[21:17:05.941] Timer tick, asking Buildbucket for the build status
[21:17:08.482] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:17:08.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:93:0) after 1m0s
[21:18:08.515] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:93:0)
[21:18:08.515] Timer tick, asking Buildbucket for the build status
[21:18:10.961] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:18:10.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:94:0) after 1m0s
[21:19:11.042] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:94:0)
[21:19:11.042] Timer tick, asking Buildbucket for the build status
[21:19:11.889] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:19:11.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:95:0) after 1m0s
[21:20:11.921] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:95:0)
[21:20:11.921] Timer tick, asking Buildbucket for the build status
[21:20:12.142] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:20:12.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:96:0) after 1m0s
[21:21:12.160] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:96:0)
[21:21:12.160] Timer tick, asking Buildbucket for the build status
[21:21:12.555] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:21:12.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:97:0) after 1m0s
[21:22:12.653] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:97:0)
[21:22:12.653] Timer tick, asking Buildbucket for the build status
[21:22:12.880] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:22:12.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:98:0) after 1m0s
[21:23:12.924] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:98:0)
[21:23:12.924] Timer tick, asking Buildbucket for the build status
[21:23:13.341] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:23:13.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:99:0) after 1m0s
[21:24:13.514] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:99:0)
[21:24:13.514] Timer tick, asking Buildbucket for the build status
[21:24:15.572] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:24:15.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:100:0) after 1m0s
[21:25:15.729] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:100:0)
[21:25:15.729] Timer tick, asking Buildbucket for the build status
[21:25:16.406] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:25:16.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:101:0) after 1m0s
[21:26:16.428] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:101:0)
[21:26:16.428] Timer tick, asking Buildbucket for the build status
[21:26:19.125] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:26:19.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:102:0) after 1m0s
[21:27:19.262] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:102:0)
[21:27:19.262] Timer tick, asking Buildbucket for the build status
[21:27:19.590] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:27:19.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:103:0) after 1m0s
[21:28:19.739] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:103:0)
[21:28:19.739] Timer tick, asking Buildbucket for the build status
[21:28:20.279] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:28:20.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:104:0) after 1m0s
[21:29:20.328] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:104:0)
[21:29:20.328] Timer tick, asking Buildbucket for the build status
[21:29:21.132] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:29:21.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:105:0) after 1m0s
[21:30:21.178] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:105:0)
[21:30:21.178] Timer tick, asking Buildbucket for the build status
[21:30:21.539] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:30:21.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:106:0) after 1m0s
[21:31:21.575] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:106:0)
[21:31:21.575] Timer tick, asking Buildbucket for the build status
[21:31:22.683] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:31:22.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:107:0) after 1m0s
[21:32:22.736] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:107:0)
[21:32:22.736] Timer tick, asking Buildbucket for the build status
[21:32:24.057] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:32:24.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:108:0) after 1m0s
[21:33:24.096] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:108:0)
[21:33:24.096] Timer tick, asking Buildbucket for the build status
[21:33:25.615] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:33:25.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:109:0) after 1m0s
[21:34:25.661] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:109:0)
[21:34:25.661] Timer tick, asking Buildbucket for the build status
[21:34:25.987] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:34:25.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:110:0) after 1m0s
[21:35:26.072] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:110:0)
[21:35:26.072] Timer tick, asking Buildbucket for the build status
[21:35:26.253] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:35:26.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:111:0) after 1m0s
[21:36:26.300] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:111:0)
[21:36:26.300] Timer tick, asking Buildbucket for the build status
[21:36:26.909] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:36:26.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:112:0) after 1m0s
[21:37:26.988] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:112:0)
[21:37:26.988] Timer tick, asking Buildbucket for the build status
[21:37:28.074] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:37:28.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:113:0) after 1m0s
[21:38:28.181] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:113:0)
[21:38:28.181] Timer tick, asking Buildbucket for the build status
[21:38:34.117] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:38:34.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:114:0) after 1m0s
[21:39:34.191] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:114:0)
[21:39:34.191] Timer tick, asking Buildbucket for the build status
[21:39:34.547] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:39:34.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:115:0) after 1m0s
[21:40:34.630] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:115:0)
[21:40:34.630] Timer tick, asking Buildbucket for the build status
[21:40:35.242] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:40:35.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:116:0) after 1m0s
[21:41:35.460] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:116:0)
[21:41:35.460] Timer tick, asking Buildbucket for the build status
[21:41:36.553] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:41:36.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:117:0) after 1m0s
[21:42:36.592] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:117:0)
[21:42:36.592] Timer tick, asking Buildbucket for the build status
[21:42:40.174] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:42:40.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:118:0) after 1m0s
[21:43:40.212] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:118:0)
[21:43:40.212] Timer tick, asking Buildbucket for the build status
[21:43:43.073] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:43:43.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:119:0) after 1m0s
[21:44:43.116] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:119:0)
[21:44:43.116] Timer tick, asking Buildbucket for the build status
[21:44:45.918] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:44:45.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:120:0) after 1m0s
[21:45:46.289] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:120:0)
[21:45:46.289] Timer tick, asking Buildbucket for the build status
[21:45:46.575] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:45:46.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:121:0) after 1m0s
[21:46:46.799] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:121:0)
[21:46:46.799] Timer tick, asking Buildbucket for the build status
[21:46:49.359] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:46:49.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:122:0) after 1m0s
[21:47:49.384] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:122:0)
[21:47:49.384] Timer tick, asking Buildbucket for the build status
[21:47:49.647] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:47:49.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:123:0) after 1m0s
[21:48:49.671] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:123:0)
[21:48:49.671] Timer tick, asking Buildbucket for the build status
[21:48:50.854] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:48:50.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:124:0) after 1m0s
[21:49:50.975] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:124:0)
[21:49:50.975] Timer tick, asking Buildbucket for the build status
[21:49:51.494] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:49:51.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:125:0) after 1m0s
[21:50:51.631] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:125:0)
[21:50:51.631] Timer tick, asking Buildbucket for the build status
[21:50:52.070] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:50:52.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:126:0) after 1m0s
[21:51:52.111] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:126:0)
[21:51:52.111] Timer tick, asking Buildbucket for the build status
[21:51:52.456] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:51:52.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:127:0) after 1m0s
[21:52:52.566] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:127:0)
[21:52:52.566] Timer tick, asking Buildbucket for the build status
[21:52:55.166] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:52:55.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:128:0) after 1m0s
[21:53:55.249] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:128:0)
[21:53:55.250] Timer tick, asking Buildbucket for the build status
[21:53:55.513] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:53:55.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:129:0) after 1m0s
[21:54:55.548] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:129:0)
[21:54:55.548] Timer tick, asking Buildbucket for the build status
[21:54:55.930] Build 8902040624969952048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:54:55.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9067470689673174848:130:0) after 1m0s
[21:55:37.185] Received PubSub notification, asking Buildbucket for the build status
[21:55:37.466] Build 8902040624969952048: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[21:55:37.466] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1568757336579990",
    "created_by": "project:chromium",
    "created_ts": "1568749514569952",
    "failure_reason": "BUILD_FAILURE",
    "id": "8902040624969952048",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"fb1e3ed03b4bc8122943ab712bf3f7223b5af8a5\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build281-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 9945, \"got_angle_revision\": \"65a5036eb0419047789d5ee66c02577ef251e07b\", \"got_dawn_revision\": \"785ec66b66a3577e4f17306a10ab30b7f92c49ae\", \"got_nacl_revision\": \"a9e27d5c7f1b6edf7371edab79e104578d62c4f5\", \"got_revision\": \"fb1e3ed03b4bc8122943ab712bf3f7223b5af8a5\", \"got_revision_cp\": \"refs/heads/master@{#697320}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"84da790b879ff03a75ea94c6de263704f04658fe\", \"got_v8_revision_cp\": \"refs/heads/7.9.56@{#1}\", \"got_webrtc_revision\": \"809198edfff416fce8d75b574a43afab5e67b1cd\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29208}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"fb1e3ed03b4bc8122943ab712bf3f7223b5af8a5\", \"swarm_hashes\": {\"0\": \"dde44e3537eecc5736687695bcfcc110fb449d2d\", \"1\": \"3ff91de5f78580be390e7d1ed9b27bcf8726b144\", \"10\": \"55f81926a0cb5cf5465f313889b42744acc8bcc2\", \"11\": \"8219f1fb146957c7b6741bda73c12c667a2d9313\", \"12\": \"cd812bdd3690af63163d784a91fe115c8eeb61d8\", \"13\": \"f160a40875bf07fd1360048972ca6ab17f22f314\", \"14\": \"c019d465b9ed93ddb97eb8626ee2f026c3f8de4c\", \"15\": \"0a8eb86cbd766d24cece6fb1801d687855a76c35\", \"16\": \"945bf2db8736a1cec5f5a1d9005c291b620f2c27\", \"2\": \"66be8127d730ee58ce793763a5237a53ba6bf593\", \"3\": \"721b393384d28ca3960bfe7d475d328c136691d0\", \"4\": \"a47b973075f04a67ba97974a06069223e4ac2061\", \"5\": \"cf254ab6fd35d1a82821ed41ec6483ccd0913124\", \"6\": \"7e1f70e39ed517fc66049c8a089fd2de9b3b1d09\", \"7\": \"11f215b1e14e700f4e55481b1d27be34603a837a\", \"8\": \"e8068cff8be0e31b6e115c2907fa3581e228f00c\", \"9\": \"4bb424fbd0a6cba6fbfdbc12b65a614f391f17a9\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a419c\", \"xcode_ios_11m392r\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build281-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4436-e523514\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1568749532953578",
    "status": "COMPLETED",
    "status_changed_ts": "1568749533723482",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/9945",
      "builder:ToTiOS",
      "buildset:commit/git/fb1e3ed03b4bc8122943ab712bf3f7223b5af8a5",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fb1e3ed03b4bc8122943ab712bf3f7223b5af8a5",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9067470689673174848",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8902040624969952048/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:475993adffd04310",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1568757336747316",
    "url": "https://ci.chromium.org/b/8902040624969952048",
    "utcnow_ts": "1568757337457251"
  }
}
[21:55:37.466] Invocation finished in 2h10m26.76610206s with status FAILED