Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev ead1c24e5b0e6b883f7d7e816b15c81777fef6bb)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "39f22a4ba7a210655a1ab6a58db3dc5bdbb31824"
}

Incoming tags

  • buildset:commit/git/39f22a4ba7a210655a1ab6a58db3dc5bdbb31824
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/39f22a4ba7a210655a1ab6a58db3dc5bdbb31824
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[03:44:06.684] New invocation is queued and will start shortly
[03:44:08.019] Starting the invocation (attempt 1)
[03:44:08.053] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:44:08.053] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:44:08.053] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9058018473320901744",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"39f22a4ba7a210655a1ab6a58db3dc5bdbb31824\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9058018473320901744",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/39f22a4ba7a210655a1ab6a58db3dc5bdbb31824",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/39f22a4ba7a210655a1ab6a58db3dc5bdbb31824",
    "gitiles_ref:refs/heads/master"
  ]
}
[03:44:08.681] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1577763848218931",
    "id": "8892588411049270912",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"39f22a4ba7a210655a1ab6a58db3dc5bdbb31824\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1577763848576626",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/11743",
      "builder:ToTiOS",
      "buildset:commit/git/39f22a4ba7a210655a1ab6a58db3dc5bdbb31824",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/39f22a4ba7a210655a1ab6a58db3dc5bdbb31824",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9058018473320901744",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8892588411049270912/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1577763848576727",
    "url": "https://ci.chromium.org/b/8892588411049270912",
    "utcnow_ts": "1577763848673463"
  }
}
[03:44:08.681] Task URL: https://ci.chromium.org/b/8892588411049270912
[03:44:08.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:2:0) after 1m0s
[03:45:08.707] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:2:0)
[03:45:08.707] Timer tick, asking Buildbucket for the build status
[03:45:08.933] Build 8892588411049270912: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[03:45:08.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:3:0) after 1m0s
[03:46:09.001] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:3:0)
[03:46:09.001] Timer tick, asking Buildbucket for the build status
[03:46:09.207] Build 8892588411049270912: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[03:46:09.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:4:0) after 1m0s
[03:47:09.287] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:4:0)
[03:47:09.287] Timer tick, asking Buildbucket for the build status
[03:47:09.511] Build 8892588411049270912: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[03:47:09.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:5:0) after 1m0s
[03:47:25.265] Received PubSub notification, asking Buildbucket for the build status
[03:47:25.412] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:48:09.610] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:5:0)
[03:48:09.610] Timer tick, asking Buildbucket for the build status
[03:48:09.772] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:48:09.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:7:0) after 1m0s
[03:49:09.797] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:7:0)
[03:49:09.797] Timer tick, asking Buildbucket for the build status
[03:49:09.949] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:49:09.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:8:0) after 1m0s
[03:50:09.996] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:8:0)
[03:50:09.996] Timer tick, asking Buildbucket for the build status
[03:50:10.321] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:50:10.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:9:0) after 1m0s
[03:51:10.420] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:9:0)
[03:51:10.420] Timer tick, asking Buildbucket for the build status
[03:51:10.630] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:51:10.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:10:0) after 1m0s
[03:52:10.679] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:10:0)
[03:52:10.679] Timer tick, asking Buildbucket for the build status
[03:52:10.863] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:52:10.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:11:0) after 1m0s
[03:53:10.906] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:11:0)
[03:53:10.906] Timer tick, asking Buildbucket for the build status
[03:53:11.129] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:53:11.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:12:0) after 1m0s
[03:54:11.354] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:12:0)
[03:54:11.354] Timer tick, asking Buildbucket for the build status
[03:54:11.509] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:54:11.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:13:0) after 1m0s
[03:55:11.533] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:13:0)
[03:55:11.533] Timer tick, asking Buildbucket for the build status
[03:55:11.671] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:55:11.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:14:0) after 1m0s
[03:56:11.717] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:14:0)
[03:56:11.717] Timer tick, asking Buildbucket for the build status
[03:56:11.901] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:56:11.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:15:0) after 1m0s
[03:57:11.880] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:15:0)
[03:57:11.880] Timer tick, asking Buildbucket for the build status
[03:57:12.137] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:57:12.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:16:0) after 1m0s
[03:58:12.228] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:16:0)
[03:58:12.228] Timer tick, asking Buildbucket for the build status
[03:58:12.526] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:58:12.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:17:0) after 1m0s
[03:59:12.780] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:17:0)
[03:59:12.780] Timer tick, asking Buildbucket for the build status
[03:59:13.111] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:59:13.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:18:0) after 1m0s
[04:00:13.134] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:18:0)
[04:00:13.134] Timer tick, asking Buildbucket for the build status
[04:00:13.374] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:00:13.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:19:0) after 1m0s
[04:01:13.490] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:19:0)
[04:01:13.490] Timer tick, asking Buildbucket for the build status
[04:01:13.792] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:01:13.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:20:0) after 1m0s
[04:02:13.818] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:20:0)
[04:02:13.818] Timer tick, asking Buildbucket for the build status
[04:02:14.022] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:02:14.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:21:0) after 1m0s
[04:03:14.174] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:21:0)
[04:03:14.174] Timer tick, asking Buildbucket for the build status
[04:03:14.313] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:03:14.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:22:0) after 1m0s
[04:04:14.429] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:22:0)
[04:04:14.429] Timer tick, asking Buildbucket for the build status
[04:04:14.629] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:04:14.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:23:0) after 1m0s
[04:05:14.718] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:23:0)
[04:05:14.718] Timer tick, asking Buildbucket for the build status
[04:05:15.628] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:05:15.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:24:0) after 1m0s
[04:06:15.724] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:24:0)
[04:06:15.724] Timer tick, asking Buildbucket for the build status
[04:06:15.920] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:06:15.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:25:0) after 1m0s
[04:07:15.938] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:25:0)
[04:07:15.938] Timer tick, asking Buildbucket for the build status
[04:07:16.834] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:07:16.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:26:0) after 1m0s
[04:08:16.854] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:26:0)
[04:08:16.854] Timer tick, asking Buildbucket for the build status
[04:08:17.879] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:08:17.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:27:0) after 1m0s
[04:09:17.892] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:27:0)
[04:09:17.892] Timer tick, asking Buildbucket for the build status
[04:09:18.077] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:09:18.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:28:0) after 1m0s
[04:10:18.096] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:28:0)
[04:10:18.096] Timer tick, asking Buildbucket for the build status
[04:10:18.305] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:10:18.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:29:0) after 1m0s
[04:11:18.368] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:29:0)
[04:11:18.368] Timer tick, asking Buildbucket for the build status
[04:11:18.590] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:11:18.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:30:0) after 1m0s
[04:12:18.704] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:30:0)
[04:12:18.704] Timer tick, asking Buildbucket for the build status
[04:12:18.947] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:12:18.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:31:0) after 1m0s
[04:13:19.031] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:31:0)
[04:13:19.031] Timer tick, asking Buildbucket for the build status
[04:13:19.236] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:13:19.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:32:0) after 1m0s
[04:14:19.299] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:32:0)
[04:14:19.299] Timer tick, asking Buildbucket for the build status
[04:14:19.628] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:14:19.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:33:0) after 1m0s
[04:15:19.684] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:33:0)
[04:15:19.684] Timer tick, asking Buildbucket for the build status
[04:15:20.057] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:15:20.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:34:0) after 1m0s
[04:16:20.046] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:34:0)
[04:16:20.046] Timer tick, asking Buildbucket for the build status
[04:16:20.206] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:16:20.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:35:0) after 1m0s
[04:17:20.253] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:35:0)
[04:17:20.253] Timer tick, asking Buildbucket for the build status
[04:17:20.509] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:17:20.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:36:0) after 1m0s
[04:18:20.597] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:36:0)
[04:18:20.597] Timer tick, asking Buildbucket for the build status
[04:18:20.826] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:18:20.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:37:0) after 1m0s
[04:19:20.824] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:37:0)
[04:19:20.824] Timer tick, asking Buildbucket for the build status
[04:19:21.017] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:19:21.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:38:0) after 1m0s
[04:20:21.028] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:38:0)
[04:20:21.028] Timer tick, asking Buildbucket for the build status
[04:20:21.641] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:20:21.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:39:0) after 1m0s
[04:21:21.697] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:39:0)
[04:21:21.697] Timer tick, asking Buildbucket for the build status
[04:21:21.911] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:21:21.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:40:0) after 1m0s
[04:22:21.944] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:40:0)
[04:22:21.944] Timer tick, asking Buildbucket for the build status
[04:22:22.126] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:22:22.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:41:0) after 1m0s
[04:23:22.169] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:41:0)
[04:23:22.169] Timer tick, asking Buildbucket for the build status
[04:23:22.403] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:23:22.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:42:0) after 1m0s
[04:24:22.430] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:42:0)
[04:24:22.430] Timer tick, asking Buildbucket for the build status
[04:24:22.636] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:24:22.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:43:0) after 1m0s
[04:25:22.764] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:43:0)
[04:25:22.764] Timer tick, asking Buildbucket for the build status
[04:25:23.015] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:25:23.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:44:0) after 1m0s
[04:26:23.034] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:44:0)
[04:26:23.034] Timer tick, asking Buildbucket for the build status
[04:26:23.806] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:26:23.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:45:0) after 1m0s
[04:27:23.859] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:45:0)
[04:27:23.859] Timer tick, asking Buildbucket for the build status
[04:27:24.101] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:27:24.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:46:0) after 1m0s
[04:28:24.205] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:46:0)
[04:28:24.205] Timer tick, asking Buildbucket for the build status
[04:28:24.398] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:28:24.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:47:0) after 1m0s
[04:29:24.432] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:47:0)
[04:29:24.432] Timer tick, asking Buildbucket for the build status
[04:29:25.335] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:29:25.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:48:0) after 1m0s
[04:30:25.377] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:48:0)
[04:30:25.377] Timer tick, asking Buildbucket for the build status
[04:30:26.142] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:30:26.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:49:0) after 1m0s
[04:31:26.174] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:49:0)
[04:31:26.174] Timer tick, asking Buildbucket for the build status
[04:31:26.466] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:31:26.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:50:0) after 1m0s
[04:32:26.642] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:50:0)
[04:32:26.642] Timer tick, asking Buildbucket for the build status
[04:32:27.060] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:32:27.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:51:0) after 1m0s
[04:33:27.065] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:51:0)
[04:33:27.065] Timer tick, asking Buildbucket for the build status
[04:33:28.571] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:33:28.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:52:0) after 1m0s
[04:34:28.667] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:52:0)
[04:34:28.667] Timer tick, asking Buildbucket for the build status
[04:34:29.378] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:34:29.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:53:0) after 1m0s
[04:35:29.626] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:53:0)
[04:35:29.626] Timer tick, asking Buildbucket for the build status
[04:35:30.205] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:35:30.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:54:0) after 1m0s
[04:36:30.312] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:54:0)
[04:36:30.312] Timer tick, asking Buildbucket for the build status
[04:36:30.499] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:36:30.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:55:0) after 1m0s
[04:37:30.503] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:55:0)
[04:37:30.503] Timer tick, asking Buildbucket for the build status
[04:37:30.668] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:37:30.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:56:0) after 1m0s
[04:38:30.740] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:56:0)
[04:38:30.740] Timer tick, asking Buildbucket for the build status
[04:38:31.100] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:38:31.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:57:0) after 1m0s
[04:39:31.126] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:57:0)
[04:39:31.126] Timer tick, asking Buildbucket for the build status
[04:39:31.352] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:39:31.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:58:0) after 1m0s
[04:40:31.395] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:58:0)
[04:40:31.395] Timer tick, asking Buildbucket for the build status
[04:40:31.644] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:40:31.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:59:0) after 1m0s
[04:41:31.699] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:59:0)
[04:41:31.699] Timer tick, asking Buildbucket for the build status
[04:41:32.826] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:41:32.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:60:0) after 1m0s
[04:42:33.041] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:60:0)
[04:42:33.041] Timer tick, asking Buildbucket for the build status
[04:42:33.318] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:42:33.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:61:0) after 1m0s
[04:43:33.477] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:61:0)
[04:43:33.477] Timer tick, asking Buildbucket for the build status
[04:43:34.460] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:43:34.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:62:0) after 1m0s
[04:44:34.559] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:62:0)
[04:44:34.559] Timer tick, asking Buildbucket for the build status
[04:44:34.730] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:44:34.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:63:0) after 1m0s
[04:45:34.801] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:63:0)
[04:45:34.801] Timer tick, asking Buildbucket for the build status
[04:45:34.985] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:45:34.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:64:0) after 1m0s
[04:46:35.009] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:64:0)
[04:46:35.009] Timer tick, asking Buildbucket for the build status
[04:46:35.191] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:46:35.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:65:0) after 1m0s
[04:47:35.251] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:65:0)
[04:47:35.251] Timer tick, asking Buildbucket for the build status
[04:47:37.023] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:47:37.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:66:0) after 1m0s
[04:48:37.005] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:66:0)
[04:48:37.005] Timer tick, asking Buildbucket for the build status
[04:48:37.214] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:48:37.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:67:0) after 1m0s
[04:49:37.292] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:67:0)
[04:49:37.292] Timer tick, asking Buildbucket for the build status
[04:49:37.856] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:49:37.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:68:0) after 1m0s
[04:50:37.877] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:68:0)
[04:50:37.877] Timer tick, asking Buildbucket for the build status
[04:50:38.076] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:50:38.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:69:0) after 1m0s
[04:51:38.198] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:69:0)
[04:51:38.198] Timer tick, asking Buildbucket for the build status
[04:51:38.385] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:51:38.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:70:0) after 1m0s
[04:52:38.410] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:70:0)
[04:52:38.410] Timer tick, asking Buildbucket for the build status
[04:52:38.571] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:52:38.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:71:0) after 1m0s
[04:53:38.646] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:71:0)
[04:53:38.646] Timer tick, asking Buildbucket for the build status
[04:53:38.902] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:53:38.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:72:0) after 1m0s
[04:54:38.922] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:72:0)
[04:54:38.922] Timer tick, asking Buildbucket for the build status
[04:54:39.649] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:54:39.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:73:0) after 1m0s
[04:55:39.680] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:73:0)
[04:55:39.680] Timer tick, asking Buildbucket for the build status
[04:55:39.835] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:55:39.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:74:0) after 1m0s
[04:56:39.966] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:74:0)
[04:56:39.966] Timer tick, asking Buildbucket for the build status
[04:56:40.177] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:56:40.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:75:0) after 1m0s
[04:57:40.233] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:75:0)
[04:57:40.233] Timer tick, asking Buildbucket for the build status
[04:57:40.498] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:57:40.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:76:0) after 1m0s
[04:58:40.543] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:76:0)
[04:58:40.543] Timer tick, asking Buildbucket for the build status
[04:58:40.877] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:58:40.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:77:0) after 1m0s
[04:59:40.903] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:77:0)
[04:59:40.903] Timer tick, asking Buildbucket for the build status
[04:59:41.468] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:59:41.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:78:0) after 1m0s
[05:00:41.591] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:78:0)
[05:00:41.591] Timer tick, asking Buildbucket for the build status
[05:00:41.830] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:00:41.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:79:0) after 1m0s
[05:01:41.932] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:79:0)
[05:01:41.932] Timer tick, asking Buildbucket for the build status
[05:01:42.243] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:01:42.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:80:0) after 1m0s
[05:02:42.334] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:80:0)
[05:02:42.334] Timer tick, asking Buildbucket for the build status
[05:02:42.511] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:02:42.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:81:0) after 1m0s
[05:03:42.632] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:81:0)
[05:03:42.632] Timer tick, asking Buildbucket for the build status
[05:03:42.804] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:03:42.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:82:0) after 1m0s
[05:04:42.863] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:82:0)
[05:04:42.863] Timer tick, asking Buildbucket for the build status
[05:04:43.078] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:04:43.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:83:0) after 1m0s
[05:05:43.105] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:83:0)
[05:05:43.105] Timer tick, asking Buildbucket for the build status
[05:05:43.435] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:05:43.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:84:0) after 1m0s
[05:06:43.478] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:84:0)
[05:06:43.478] Timer tick, asking Buildbucket for the build status
[05:06:43.607] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:06:43.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:85:0) after 1m0s
[05:07:43.650] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:85:0)
[05:07:43.650] Timer tick, asking Buildbucket for the build status
[05:07:44.824] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:07:44.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:86:0) after 1m0s
[05:08:44.877] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:86:0)
[05:08:44.877] Timer tick, asking Buildbucket for the build status
[05:08:47.235] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:08:47.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:87:0) after 1m0s
[05:09:47.427] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:87:0)
[05:09:47.427] Timer tick, asking Buildbucket for the build status
[05:09:47.615] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:09:47.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:88:0) after 1m0s
[05:10:47.767] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:88:0)
[05:10:47.767] Timer tick, asking Buildbucket for the build status
[05:10:47.932] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:10:47.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:89:0) after 1m0s
[05:11:47.963] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:89:0)
[05:11:47.963] Timer tick, asking Buildbucket for the build status
[05:11:48.375] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:11:48.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:90:0) after 1m0s
[05:12:48.442] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:90:0)
[05:12:48.442] Timer tick, asking Buildbucket for the build status
[05:12:49.251] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:12:49.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:91:0) after 1m0s
[05:13:49.325] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:91:0)
[05:13:49.325] Timer tick, asking Buildbucket for the build status
[05:13:49.516] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:13:49.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:92:0) after 1m0s
[05:14:49.758] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:92:0)
[05:14:49.758] Timer tick, asking Buildbucket for the build status
[05:14:50.143] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:14:50.143] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:93:0) after 1m0s
[05:15:50.228] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:93:0)
[05:15:50.228] Timer tick, asking Buildbucket for the build status
[05:15:50.971] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:15:50.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:94:0) after 1m0s
[05:16:50.994] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:94:0)
[05:16:50.994] Timer tick, asking Buildbucket for the build status
[05:16:51.168] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:16:51.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:95:0) after 1m0s
[05:17:51.192] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:95:0)
[05:17:51.192] Timer tick, asking Buildbucket for the build status
[05:17:51.308] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:17:51.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:96:0) after 1m0s
[05:18:51.448] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:96:0)
[05:18:51.448] Timer tick, asking Buildbucket for the build status
[05:18:51.762] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:18:51.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:97:0) after 1m0s
[05:19:51.783] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:97:0)
[05:19:51.783] Timer tick, asking Buildbucket for the build status
[05:19:51.998] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:19:51.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:98:0) after 1m0s
[05:20:52.027] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:98:0)
[05:20:52.027] Timer tick, asking Buildbucket for the build status
[05:20:53.574] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:20:53.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:99:0) after 1m0s
[05:21:53.779] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:99:0)
[05:21:53.779] Timer tick, asking Buildbucket for the build status
[05:21:53.951] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:21:53.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:100:0) after 1m0s
[05:22:54.024] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:100:0)
[05:22:54.024] Timer tick, asking Buildbucket for the build status
[05:22:54.314] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:22:54.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:101:0) after 1m0s
[05:23:54.386] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:101:0)
[05:23:54.386] Timer tick, asking Buildbucket for the build status
[05:23:54.583] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:23:54.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:102:0) after 1m0s
[05:24:54.592] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:102:0)
[05:24:54.592] Timer tick, asking Buildbucket for the build status
[05:24:54.728] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:24:54.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:103:0) after 1m0s
[05:25:54.749] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:103:0)
[05:25:54.749] Timer tick, asking Buildbucket for the build status
[05:25:54.903] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:25:54.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:104:0) after 1m0s
[05:26:54.939] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:104:0)
[05:26:54.939] Timer tick, asking Buildbucket for the build status
[05:26:55.488] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:26:55.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:105:0) after 1m0s
[05:27:55.518] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:105:0)
[05:27:55.518] Timer tick, asking Buildbucket for the build status
[05:27:55.697] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:27:55.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:106:0) after 1m0s
[05:28:55.826] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:106:0)
[05:28:55.826] Timer tick, asking Buildbucket for the build status
[05:28:56.398] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:28:56.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:107:0) after 1m0s
[05:29:56.432] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:107:0)
[05:29:56.432] Timer tick, asking Buildbucket for the build status
[05:29:56.793] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:29:56.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:108:0) after 1m0s
[05:30:56.823] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:108:0)
[05:30:56.823] Timer tick, asking Buildbucket for the build status
[05:30:57.058] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:30:57.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:109:0) after 1m0s
[05:31:57.089] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:109:0)
[05:31:57.089] Timer tick, asking Buildbucket for the build status
[05:31:59.279] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:31:59.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:110:0) after 1m0s
[05:32:59.277] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:110:0)
[05:32:59.277] Timer tick, asking Buildbucket for the build status
[05:32:59.459] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:32:59.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:111:0) after 1m0s
[05:33:59.530] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:111:0)
[05:33:59.530] Timer tick, asking Buildbucket for the build status
[05:33:59.929] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:33:59.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:112:0) after 1m0s
[05:35:00.017] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:112:0)
[05:35:00.017] Timer tick, asking Buildbucket for the build status
[05:35:00.664] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:35:00.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:113:0) after 1m0s
[05:36:00.753] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:113:0)
[05:36:00.753] Timer tick, asking Buildbucket for the build status
[05:36:02.154] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:36:02.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:114:0) after 1m0s
[05:37:02.202] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:114:0)
[05:37:02.202] Timer tick, asking Buildbucket for the build status
[05:37:02.368] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:37:02.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:115:0) after 1m0s
[05:38:02.467] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:115:0)
[05:38:02.467] Timer tick, asking Buildbucket for the build status
[05:38:02.631] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:38:02.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:116:0) after 1m0s
[05:39:02.682] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:116:0)
[05:39:02.682] Timer tick, asking Buildbucket for the build status
[05:39:02.910] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:39:02.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:117:0) after 1m0s
[05:40:02.987] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:117:0)
[05:40:02.987] Timer tick, asking Buildbucket for the build status
[05:40:03.225] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:40:03.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:118:0) after 1m0s
[05:41:03.334] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:118:0)
[05:41:03.334] Timer tick, asking Buildbucket for the build status
[05:41:03.515] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:41:03.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:119:0) after 1m0s
[05:42:03.645] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:119:0)
[05:42:03.645] Timer tick, asking Buildbucket for the build status
[05:42:04.389] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:42:04.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:120:0) after 1m0s
[05:43:04.510] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:120:0)
[05:43:04.510] Timer tick, asking Buildbucket for the build status
[05:43:04.845] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:43:04.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:121:0) after 1m0s
[05:44:04.905] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:121:0)
[05:44:04.905] Timer tick, asking Buildbucket for the build status
[05:44:05.077] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:44:05.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:122:0) after 1m0s
[05:45:05.108] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:122:0)
[05:45:05.108] Timer tick, asking Buildbucket for the build status
[05:45:05.312] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:45:05.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:123:0) after 1m0s
[05:46:05.346] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:123:0)
[05:46:05.346] Timer tick, asking Buildbucket for the build status
[05:46:06.044] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:46:06.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:124:0) after 1m0s
[05:47:06.123] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:124:0)
[05:47:06.123] Timer tick, asking Buildbucket for the build status
[05:47:06.746] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:47:06.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:125:0) after 1m0s
[05:48:06.873] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:125:0)
[05:48:06.873] Timer tick, asking Buildbucket for the build status
[05:48:07.046] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:48:07.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:126:0) after 1m0s
[05:49:07.137] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:126:0)
[05:49:07.137] Timer tick, asking Buildbucket for the build status
[05:49:07.293] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:49:07.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:127:0) after 1m0s
[05:50:07.323] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:127:0)
[05:50:07.323] Timer tick, asking Buildbucket for the build status
[05:50:07.468] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:50:07.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:128:0) after 1m0s
[05:51:07.522] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:128:0)
[05:51:07.522] Timer tick, asking Buildbucket for the build status
[05:51:08.155] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:51:08.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:129:0) after 1m0s
[05:52:08.212] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:129:0)
[05:52:08.212] Timer tick, asking Buildbucket for the build status
[05:52:08.414] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:52:08.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:130:0) after 1m0s
[05:53:08.439] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:130:0)
[05:53:08.439] Timer tick, asking Buildbucket for the build status
[05:53:08.574] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:53:08.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:131:0) after 1m0s
[05:54:08.595] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:131:0)
[05:54:08.595] Timer tick, asking Buildbucket for the build status
[05:54:09.570] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:54:09.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:132:0) after 1m0s
[05:55:09.650] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:132:0)
[05:55:09.650] Timer tick, asking Buildbucket for the build status
[05:55:10.272] Build 8892588411049270912: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:55:10.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9058018473320901744:133:0) after 1m0s
[05:55:53.449] Received PubSub notification, asking Buildbucket for the build status
[05:55:53.688] Build 8892588411049270912: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[05:55:53.688] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1577771752634390",
    "created_by": "project:chromium",
    "created_ts": "1577763848218931",
    "failure_reason": "BUILD_FAILURE",
    "id": "8892588411049270912",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"39f22a4ba7a210655a1ab6a58db3dc5bdbb31824\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build281-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 11743, \"got_angle_revision\": \"9fac1817ede6b2f1dc61468e2625cbc30d35077c\", \"got_dawn_revision\": \"87d31381588b26edb3da1d75dd0588b2df4dd968\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"39f22a4ba7a210655a1ab6a58db3dc5bdbb31824\", \"got_revision_cp\": \"refs/heads/master@{#727847}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_swiftshader_revision\": \"10a900e5ffaffdffe2806b1507af43a74acdfe9e\", \"got_v8_revision\": \"4c53f9a51444393133ff303952f1296603d44ab7\", \"got_v8_revision_cp\": \"refs/heads/8.1.80@{#1}\", \"got_webrtc_revision\": \"9d2c2dba28656b3c913797daaf99b8bf56ca6103\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#30128}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"39f22a4ba7a210655a1ab6a58db3dc5bdbb31824\", \"swarm_hashes\": {\"0\": \"f6a4a3dc6e0e56805a81c73a95a5275f823e8429\", \"1\": \"4123918ea7f847a721ca38fe5707a5b709c2afa5\", \"10\": \"c48169bdd06f63051c5c9a81403ae5860c421cab\", \"11\": \"e8ba68140457f28905cbaac0bfffde394b659e3b\", \"12\": \"c79b5c312ec1dffc223453e37c69a7dec09c3579\", \"13\": \"4c46d9f4493023674ba4bdbfb244da206478c0e4\", \"14\": \"c4de63f436e2186b5e82c8be94dc9b0dadf06242\", \"15\": \"4245c58642d03d95a66fd9d9fa765b44b2039527\", \"16\": \"c320f24f54286c42ff044413b61725db6ac9af1c\", \"2\": \"50a09431abdb9e753bd8fca0100e5c218dbf99b5\", \"3\": \"e359f0de29d3427e2bf64b99e29de710bc8f691f\", \"4\": \"52bc2195d067ebd8465b036e8e2f2bf1750c4882\", \"5\": \"bee175d273927c79bf25440f25ef10447baeb758\", \"6\": \"2afdde71f317ba8a9d1b5c9652f40db71e12dbf8\", \"7\": \"f82eca25029fe5f3084073be1c4a52284818f115\", \"8\": \"8b725a9123351723e0a885bb0ddbb779ef7cd63e\", \"9\": \"29b0cc70723030b09c06ea5366e7035ddda91d11\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a1027\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build281-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4733-6bd8c41\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1577764044479294",
    "status": "COMPLETED",
    "status_changed_ts": "1577764044813077",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/11743",
      "builder:ToTiOS",
      "buildset:commit/git/39f22a4ba7a210655a1ab6a58db3dc5bdbb31824",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/39f22a4ba7a210655a1ab6a58db3dc5bdbb31824",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9058018473320901744",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8892588411049270912/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:ios/unified_builder_tester",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:4972df4b42029a10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1577771752871238",
    "url": "https://ci.chromium.org/b/8892588411049270912",
    "utcnow_ts": "1577771753671892"
  }
}
[05:55:53.688] Invocation finished in 2h11m47.019690838s with status FAILED