Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev 61da5958bb1bf61dc6dab9a9ab14fa46798b5d0f)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTiOS"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "5a8321e928bb6ded8ac567d6b7c3b04814ab5cc4"
}

Incoming tags

  • buildset:commit/git/5a8321e928bb6ded8ac567d6b7c3b04814ab5cc4
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5a8321e928bb6ded8ac567d6b7c3b04814ab5cc4
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[21:46:27.014] New invocation is queued and will start shortly
[21:46:28.117] Starting the invocation (attempt 1)
[21:46:28.155] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:46:28.155] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:46:28.155] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9025697858413656112",
  "parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"5a8321e928bb6ded8ac567d6b7c3b04814ab5cc4\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTiOS",
    "scheduler_invocation_id:9025697858413656112",
    "scheduler_job_id:chromium/ToTiOS",
    "user_agent:luci-scheduler",
    "buildset:commit/git/5a8321e928bb6ded8ac567d6b7c3b04814ab5cc4",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5a8321e928bb6ded8ac567d6b7c3b04814ab5cc4",
    "gitiles_ref:refs/heads/master"
  ]
}
[21:46:29.973] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1608587188379868",
    "id": "8860267796316512352",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"5a8321e928bb6ded8ac567d6b7c3b04814ab5cc4\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1608587189471802",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/17310",
      "builder:ToTiOS",
      "buildset:commit/git/5a8321e928bb6ded8ac567d6b7c3b04814ab5cc4",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5a8321e928bb6ded8ac567d6b7c3b04814ab5cc4",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9025697858413656112",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8860267796316512352/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1608587189471968",
    "url": "https://ci.chromium.org/b/8860267796316512352",
    "utcnow_ts": "1608587189950148"
  }
}
[21:46:29.973] Task URL: https://ci.chromium.org/b/8860267796316512352
[21:46:29.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:2:0) after 1m0s
[21:47:30.231] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:2:0)
[21:47:30.231] Timer tick, asking Buildbucket for the build status
[21:47:30.632] Build 8860267796316512352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[21:47:30.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:3:0) after 1m0s
[21:48:30.863] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:3:0)
[21:48:30.863] Timer tick, asking Buildbucket for the build status
[21:48:31.023] Build 8860267796316512352: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[21:48:31.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:4:0) after 1m0s
[21:49:19.167] Received PubSub notification, asking Buildbucket for the build status
[21:49:19.567] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:49:31.165] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:4:0)
[21:49:31.165] Timer tick, asking Buildbucket for the build status
[21:49:31.282] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:49:31.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:6:0) after 1m0s
[21:50:31.495] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:6:0)
[21:50:31.495] Timer tick, asking Buildbucket for the build status
[21:50:31.909] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:50:31.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:7:0) after 1m0s
[21:51:31.932] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:7:0)
[21:51:31.932] Timer tick, asking Buildbucket for the build status
[21:51:32.584] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:51:32.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:8:0) after 1m0s
[21:52:32.662] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:8:0)
[21:52:32.662] Timer tick, asking Buildbucket for the build status
[21:52:32.753] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:52:32.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:9:0) after 1m0s
[21:53:32.803] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:9:0)
[21:53:32.803] Timer tick, asking Buildbucket for the build status
[21:53:32.940] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:53:32.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:10:0) after 1m0s
[21:54:32.962] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:10:0)
[21:54:32.962] Timer tick, asking Buildbucket for the build status
[21:54:33.554] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:54:33.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:11:0) after 1m0s
[21:55:33.564] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:11:0)
[21:55:33.564] Timer tick, asking Buildbucket for the build status
[21:55:33.644] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:55:33.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:12:0) after 1m0s
[21:56:33.695] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:12:0)
[21:56:33.695] Timer tick, asking Buildbucket for the build status
[21:56:33.926] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:56:33.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:13:0) after 1m0s
[21:57:33.994] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:13:0)
[21:57:33.994] Timer tick, asking Buildbucket for the build status
[21:57:34.056] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:57:34.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:14:0) after 1m0s
[21:58:34.068] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:14:0)
[21:58:34.068] Timer tick, asking Buildbucket for the build status
[21:58:34.145] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:58:34.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:15:0) after 1m0s
[21:59:34.258] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:15:0)
[21:59:34.258] Timer tick, asking Buildbucket for the build status
[21:59:34.362] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:59:34.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:16:0) after 1m0s
[22:00:34.729] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:16:0)
[22:00:34.729] Timer tick, asking Buildbucket for the build status
[22:00:34.967] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:00:34.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:17:0) after 1m0s
[22:01:34.975] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:17:0)
[22:01:34.975] Timer tick, asking Buildbucket for the build status
[22:01:35.114] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:01:35.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:18:0) after 1m0s
[22:02:35.305] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:18:0)
[22:02:35.305] Timer tick, asking Buildbucket for the build status
[22:02:35.411] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:02:35.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:19:0) after 1m0s
[22:03:35.442] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:19:0)
[22:03:35.442] Timer tick, asking Buildbucket for the build status
[22:03:35.775] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:03:35.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:20:0) after 1m0s
[22:04:35.770] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:20:0)
[22:04:35.770] Timer tick, asking Buildbucket for the build status
[22:04:37.568] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:04:37.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:21:0) after 1m0s
[22:05:37.763] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:21:0)
[22:05:37.763] Timer tick, asking Buildbucket for the build status
[22:05:37.845] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:05:37.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:22:0) after 1m0s
[22:06:37.934] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:22:0)
[22:06:37.934] Timer tick, asking Buildbucket for the build status
[22:06:38.051] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:06:38.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:23:0) after 1m0s
[22:07:38.149] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:23:0)
[22:07:38.149] Timer tick, asking Buildbucket for the build status
[22:07:38.289] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:07:38.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:24:0) after 1m0s
[22:08:38.334] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:24:0)
[22:08:38.334] Timer tick, asking Buildbucket for the build status
[22:08:38.767] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:08:38.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:25:0) after 1m0s
[22:09:38.755] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:25:0)
[22:09:38.755] Timer tick, asking Buildbucket for the build status
[22:09:38.881] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:09:38.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:26:0) after 1m0s
[22:10:38.947] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:26:0)
[22:10:38.947] Timer tick, asking Buildbucket for the build status
[22:10:39.047] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:10:39.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:27:0) after 1m0s
[22:11:39.300] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:27:0)
[22:11:39.300] Timer tick, asking Buildbucket for the build status
[22:11:39.410] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:11:39.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:28:0) after 1m0s
[22:12:39.477] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:28:0)
[22:12:39.477] Timer tick, asking Buildbucket for the build status
[22:12:39.559] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:12:39.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:29:0) after 1m0s
[22:13:39.635] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:29:0)
[22:13:39.635] Timer tick, asking Buildbucket for the build status
[22:13:39.867] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:13:39.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:30:0) after 1m0s
[22:14:39.889] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:30:0)
[22:14:39.889] Timer tick, asking Buildbucket for the build status
[22:14:40.172] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:14:40.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:31:0) after 1m0s
[22:15:40.224] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:31:0)
[22:15:40.224] Timer tick, asking Buildbucket for the build status
[22:15:40.329] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:15:40.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:32:0) after 1m0s
[22:16:40.364] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:32:0)
[22:16:40.364] Timer tick, asking Buildbucket for the build status
[22:16:40.496] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:16:40.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:33:0) after 1m0s
[22:17:40.569] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:33:0)
[22:17:40.569] Timer tick, asking Buildbucket for the build status
[22:17:40.640] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:17:40.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:34:0) after 1m0s
[22:18:40.721] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:34:0)
[22:18:40.721] Timer tick, asking Buildbucket for the build status
[22:18:40.780] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:18:40.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:35:0) after 1m0s
[22:19:40.838] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:35:0)
[22:19:40.838] Timer tick, asking Buildbucket for the build status
[22:19:40.993] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:19:40.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:36:0) after 1m0s
[22:20:41.105] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:36:0)
[22:20:41.105] Timer tick, asking Buildbucket for the build status
[22:20:41.324] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:20:41.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:37:0) after 1m0s
[22:21:41.502] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:37:0)
[22:21:41.502] Timer tick, asking Buildbucket for the build status
[22:21:41.601] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:21:41.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:38:0) after 1m0s
[22:22:41.654] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:38:0)
[22:22:41.654] Timer tick, asking Buildbucket for the build status
[22:22:41.717] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:22:41.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:39:0) after 1m0s
[22:23:41.970] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:39:0)
[22:23:41.970] Timer tick, asking Buildbucket for the build status
[22:23:42.031] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:23:42.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:40:0) after 1m0s
[22:24:42.035] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:40:0)
[22:24:42.035] Timer tick, asking Buildbucket for the build status
[22:24:42.110] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:24:42.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:41:0) after 1m0s
[22:25:42.147] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:41:0)
[22:25:42.147] Timer tick, asking Buildbucket for the build status
[22:25:42.557] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:25:42.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:42:0) after 1m0s
[22:26:42.688] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:42:0)
[22:26:42.688] Timer tick, asking Buildbucket for the build status
[22:26:42.816] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:26:42.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:43:0) after 1m0s
[22:27:43.027] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:43:0)
[22:27:43.028] Timer tick, asking Buildbucket for the build status
[22:27:43.136] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:27:43.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:44:0) after 1m0s
[22:28:43.458] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:44:0)
[22:28:43.458] Timer tick, asking Buildbucket for the build status
[22:28:43.831] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:28:43.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:45:0) after 1m0s
[22:29:43.886] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:45:0)
[22:29:43.886] Timer tick, asking Buildbucket for the build status
[22:29:44.205] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:29:44.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:46:0) after 1m0s
[22:30:44.206] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:46:0)
[22:30:44.206] Timer tick, asking Buildbucket for the build status
[22:30:45.187] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:30:45.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:47:0) after 1m0s
[22:31:45.226] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:47:0)
[22:31:45.226] Timer tick, asking Buildbucket for the build status
[22:31:45.376] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:31:45.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:48:0) after 1m0s
[22:32:45.565] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:48:0)
[22:32:45.565] Timer tick, asking Buildbucket for the build status
[22:32:45.659] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:32:45.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:49:0) after 1m0s
[22:33:45.732] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:49:0)
[22:33:45.732] Timer tick, asking Buildbucket for the build status
[22:33:45.829] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:33:45.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:50:0) after 1m0s
[22:34:45.949] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:50:0)
[22:34:45.949] Timer tick, asking Buildbucket for the build status
[22:34:46.018] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:34:46.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:51:0) after 1m0s
[22:35:46.097] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:51:0)
[22:35:46.097] Timer tick, asking Buildbucket for the build status
[22:35:46.192] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:35:46.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:52:0) after 1m0s
[22:36:46.236] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:52:0)
[22:36:46.236] Timer tick, asking Buildbucket for the build status
[22:36:46.403] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:36:46.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:53:0) after 1m0s
[22:37:46.537] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:53:0)
[22:37:46.537] Timer tick, asking Buildbucket for the build status
[22:37:46.625] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:37:46.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:54:0) after 1m0s
[22:38:46.741] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:54:0)
[22:38:46.741] Timer tick, asking Buildbucket for the build status
[22:38:46.823] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:38:46.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:55:0) after 1m0s
[22:39:46.875] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:55:0)
[22:39:46.875] Timer tick, asking Buildbucket for the build status
[22:39:46.946] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:39:46.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:56:0) after 1m0s
[22:40:46.980] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:56:0)
[22:40:46.980] Timer tick, asking Buildbucket for the build status
[22:40:47.134] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:40:47.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:57:0) after 1m0s
[22:41:47.169] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:57:0)
[22:41:47.169] Timer tick, asking Buildbucket for the build status
[22:41:47.342] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:41:47.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:58:0) after 1m0s
[22:42:47.393] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:58:0)
[22:42:47.393] Timer tick, asking Buildbucket for the build status
[22:42:48.024] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:42:48.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:59:0) after 1m0s
[22:43:48.061] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:59:0)
[22:43:48.061] Timer tick, asking Buildbucket for the build status
[22:43:48.200] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:43:48.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:60:0) after 1m0s
[22:44:48.220] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:60:0)
[22:44:48.220] Timer tick, asking Buildbucket for the build status
[22:44:48.529] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:44:48.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:61:0) after 1m0s
[22:45:48.624] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:61:0)
[22:45:48.624] Timer tick, asking Buildbucket for the build status
[22:45:48.724] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:45:48.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:62:0) after 1m0s
[22:46:48.876] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:62:0)
[22:46:48.876] Timer tick, asking Buildbucket for the build status
[22:46:49.175] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:46:49.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:63:0) after 1m0s
[22:47:49.208] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:63:0)
[22:47:49.208] Timer tick, asking Buildbucket for the build status
[22:47:49.282] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:47:49.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:64:0) after 1m0s
[22:48:49.293] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:64:0)
[22:48:49.293] Timer tick, asking Buildbucket for the build status
[22:48:49.383] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:48:49.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:65:0) after 1m0s
[22:49:49.439] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:65:0)
[22:49:49.439] Timer tick, asking Buildbucket for the build status
[22:49:49.881] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:49:49.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:66:0) after 1m0s
[22:50:49.910] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:66:0)
[22:50:49.910] Timer tick, asking Buildbucket for the build status
[22:50:50.134] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:50:50.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:67:0) after 1m0s
[22:51:50.238] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:67:0)
[22:51:50.238] Timer tick, asking Buildbucket for the build status
[22:51:50.407] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:51:50.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:68:0) after 1m0s
[22:52:50.550] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:68:0)
[22:52:50.550] Timer tick, asking Buildbucket for the build status
[22:52:50.616] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:52:50.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:69:0) after 1m0s
[22:53:50.740] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:69:0)
[22:53:50.740] Timer tick, asking Buildbucket for the build status
[22:53:50.826] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:53:50.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:70:0) after 1m0s
[22:54:50.960] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:70:0)
[22:54:50.960] Timer tick, asking Buildbucket for the build status
[22:54:51.396] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:54:51.396] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:71:0) after 1m0s
[22:55:51.426] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:71:0)
[22:55:51.427] Timer tick, asking Buildbucket for the build status
[22:55:51.499] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:55:51.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:72:0) after 1m0s
[22:56:51.516] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:72:0)
[22:56:51.516] Timer tick, asking Buildbucket for the build status
[22:56:51.637] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:56:51.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:73:0) after 1m0s
[22:57:51.700] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:73:0)
[22:57:51.700] Timer tick, asking Buildbucket for the build status
[22:57:51.864] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:57:51.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:74:0) after 1m0s
[22:58:51.874] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:74:0)
[22:58:51.874] Timer tick, asking Buildbucket for the build status
[22:58:51.930] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:58:51.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:75:0) after 1m0s
[22:59:51.986] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:75:0)
[22:59:51.986] Timer tick, asking Buildbucket for the build status
[22:59:52.079] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:59:52.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:76:0) after 1m0s
[23:00:52.101] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:76:0)
[23:00:52.101] Timer tick, asking Buildbucket for the build status
[23:00:52.235] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:00:52.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:77:0) after 1m0s
[23:01:52.344] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:77:0)
[23:01:52.344] Timer tick, asking Buildbucket for the build status
[23:01:52.552] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:01:52.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:78:0) after 1m0s
[23:02:52.658] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:78:0)
[23:02:52.658] Timer tick, asking Buildbucket for the build status
[23:02:53.045] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:02:53.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:79:0) after 1m0s
[23:03:53.191] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:79:0)
[23:03:53.191] Timer tick, asking Buildbucket for the build status
[23:03:53.292] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:03:53.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:80:0) after 1m0s
[23:04:53.331] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:80:0)
[23:04:53.331] Timer tick, asking Buildbucket for the build status
[23:04:54.179] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:04:54.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:81:0) after 1m0s
[23:05:54.237] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:81:0)
[23:05:54.237] Timer tick, asking Buildbucket for the build status
[23:05:54.508] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:05:54.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:82:0) after 1m0s
[23:06:54.649] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:82:0)
[23:06:54.649] Timer tick, asking Buildbucket for the build status
[23:06:54.789] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:06:54.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:83:0) after 1m0s
[23:07:54.868] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:83:0)
[23:07:54.868] Timer tick, asking Buildbucket for the build status
[23:07:54.964] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:07:54.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:84:0) after 1m0s
[23:08:55.066] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:84:0)
[23:08:55.066] Timer tick, asking Buildbucket for the build status
[23:08:55.139] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:08:55.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:85:0) after 1m0s
[23:09:55.180] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:85:0)
[23:09:55.180] Timer tick, asking Buildbucket for the build status
[23:09:55.329] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:09:55.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:86:0) after 1m0s
[23:10:55.393] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:86:0)
[23:10:55.393] Timer tick, asking Buildbucket for the build status
[23:10:55.504] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:10:55.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:87:0) after 1m0s
[23:11:55.551] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:87:0)
[23:11:55.551] Timer tick, asking Buildbucket for the build status
[23:11:55.671] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:11:55.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:88:0) after 1m0s
[23:12:55.700] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:88:0)
[23:12:55.700] Timer tick, asking Buildbucket for the build status
[23:12:55.783] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:12:55.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:89:0) after 1m0s
[23:13:55.831] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:89:0)
[23:13:55.831] Timer tick, asking Buildbucket for the build status
[23:13:55.910] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:13:55.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:90:0) after 1m0s
[23:14:55.975] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:90:0)
[23:14:55.975] Timer tick, asking Buildbucket for the build status
[23:14:56.428] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:14:56.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:91:0) after 1m0s
[23:15:56.516] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:91:0)
[23:15:56.516] Timer tick, asking Buildbucket for the build status
[23:15:56.585] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:15:56.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:92:0) after 1m0s
[23:16:56.631] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:92:0)
[23:16:56.631] Timer tick, asking Buildbucket for the build status
[23:16:58.705] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:16:58.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:93:0) after 1m0s
[23:17:58.815] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:93:0)
[23:17:58.815] Timer tick, asking Buildbucket for the build status
[23:17:59.215] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:17:59.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:94:0) after 1m0s
[23:18:59.230] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:94:0)
[23:18:59.230] Timer tick, asking Buildbucket for the build status
[23:18:59.555] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:18:59.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:95:0) after 1m0s
[23:19:59.607] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:95:0)
[23:19:59.607] Timer tick, asking Buildbucket for the build status
[23:19:59.729] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:19:59.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:96:0) after 1m0s
[23:20:59.823] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:96:0)
[23:20:59.823] Timer tick, asking Buildbucket for the build status
[23:20:59.928] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:20:59.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:97:0) after 1m0s
[23:21:59.951] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:97:0)
[23:21:59.951] Timer tick, asking Buildbucket for the build status
[23:22:00.158] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:22:00.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:98:0) after 1m0s
[23:23:00.322] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:98:0)
[23:23:00.322] Timer tick, asking Buildbucket for the build status
[23:23:00.417] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:23:00.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:99:0) after 1m0s
[23:24:00.442] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:99:0)
[23:24:00.442] Timer tick, asking Buildbucket for the build status
[23:24:00.513] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:24:00.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:100:0) after 1m0s
[23:25:00.538] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:100:0)
[23:25:00.538] Timer tick, asking Buildbucket for the build status
[23:25:01.019] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:25:01.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:101:0) after 1m0s
[23:26:01.498] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:101:0)
[23:26:01.498] Timer tick, asking Buildbucket for the build status
[23:26:01.779] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:26:01.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:102:0) after 1m0s
[23:27:01.800] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:102:0)
[23:27:01.800] Timer tick, asking Buildbucket for the build status
[23:27:01.951] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:27:01.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:103:0) after 1m0s
[23:28:02.452] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:103:0)
[23:28:02.452] Timer tick, asking Buildbucket for the build status
[23:28:02.699] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:28:02.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:104:0) after 1m0s
[23:29:02.680] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:104:0)
[23:29:02.680] Timer tick, asking Buildbucket for the build status
[23:29:02.872] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:29:02.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:105:0) after 1m0s
[23:30:02.887] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:105:0)
[23:30:02.887] Timer tick, asking Buildbucket for the build status
[23:30:02.963] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:30:02.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:106:0) after 1m0s
[23:31:03.188] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:106:0)
[23:31:03.189] Timer tick, asking Buildbucket for the build status
[23:31:03.361] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:31:03.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:107:0) after 1m0s
[23:32:03.361] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:107:0)
[23:32:03.361] Timer tick, asking Buildbucket for the build status
[23:32:03.478] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:32:03.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:108:0) after 1m0s
[23:33:03.784] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:108:0)
[23:33:03.784] Timer tick, asking Buildbucket for the build status
[23:33:03.837] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:33:03.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:109:0) after 1m0s
[23:34:04.091] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:109:0)
[23:34:04.091] Timer tick, asking Buildbucket for the build status
[23:34:04.408] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:34:04.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:110:0) after 1m0s
[23:35:04.875] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:110:0)
[23:35:04.875] Timer tick, asking Buildbucket for the build status
[23:35:05.047] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:35:05.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:111:0) after 1m0s
[23:36:05.073] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:111:0)
[23:36:05.073] Timer tick, asking Buildbucket for the build status
[23:36:05.184] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:36:05.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:112:0) after 1m0s
[23:37:05.218] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:112:0)
[23:37:05.218] Timer tick, asking Buildbucket for the build status
[23:37:05.343] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:37:05.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:113:0) after 1m0s
[23:38:05.462] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:113:0)
[23:38:05.462] Timer tick, asking Buildbucket for the build status
[23:38:05.522] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:38:05.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:114:0) after 1m0s
[23:39:05.537] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:114:0)
[23:39:05.537] Timer tick, asking Buildbucket for the build status
[23:39:05.612] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:39:05.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:115:0) after 1m0s
[23:40:05.893] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:115:0)
[23:40:05.894] Timer tick, asking Buildbucket for the build status
[23:40:07.796] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:40:07.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:116:0) after 1m0s
[23:41:07.827] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:116:0)
[23:41:07.827] Timer tick, asking Buildbucket for the build status
[23:41:07.947] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:41:07.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:117:0) after 1m0s
[23:42:08.047] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:117:0)
[23:42:08.047] Timer tick, asking Buildbucket for the build status
[23:42:08.384] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:42:08.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:118:0) after 1m0s
[23:43:08.406] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:118:0)
[23:43:08.406] Timer tick, asking Buildbucket for the build status
[23:43:08.472] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:43:08.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:119:0) after 1m0s
[23:44:08.614] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:119:0)
[23:44:08.614] Timer tick, asking Buildbucket for the build status
[23:44:08.843] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:44:08.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:120:0) after 1m0s
[23:45:08.873] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:120:0)
[23:45:08.873] Timer tick, asking Buildbucket for the build status
[23:45:09.007] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:45:09.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:121:0) after 1m0s
[23:46:09.105] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:121:0)
[23:46:09.105] Timer tick, asking Buildbucket for the build status
[23:46:09.191] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:46:09.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:122:0) after 1m0s
[23:47:09.207] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:122:0)
[23:47:09.207] Timer tick, asking Buildbucket for the build status
[23:47:09.451] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:47:09.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:123:0) after 1m0s
[23:48:09.471] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:123:0)
[23:48:09.471] Timer tick, asking Buildbucket for the build status
[23:48:09.597] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:48:09.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:124:0) after 1m0s
[23:49:09.695] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:124:0)
[23:49:09.695] Timer tick, asking Buildbucket for the build status
[23:49:10.627] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:49:10.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:125:0) after 1m0s
[23:50:10.656] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:125:0)
[23:50:10.656] Timer tick, asking Buildbucket for the build status
[23:50:10.738] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:50:10.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:126:0) after 1m0s
[23:51:10.759] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:126:0)
[23:51:10.760] Timer tick, asking Buildbucket for the build status
[23:51:10.833] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:51:10.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:127:0) after 1m0s
[23:52:10.859] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:127:0)
[23:52:10.859] Timer tick, asking Buildbucket for the build status
[23:52:11.250] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:52:11.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:128:0) after 1m0s
[23:53:11.275] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:128:0)
[23:53:11.275] Timer tick, asking Buildbucket for the build status
[23:53:11.340] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:53:11.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:129:0) after 1m0s
[23:54:11.395] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:129:0)
[23:54:11.395] Timer tick, asking Buildbucket for the build status
[23:54:11.514] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:54:11.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:130:0) after 1m0s
[23:55:11.547] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:130:0)
[23:55:11.547] Timer tick, asking Buildbucket for the build status
[23:55:11.673] Build 8860267796316512352: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:55:11.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9025697858413656112:131:0) after 1m0s
[23:55:22.079] Received PubSub notification, asking Buildbucket for the build status
[23:55:22.194] Build 8860267796316512352: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[23:55:22.194] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1608594921216592",
    "created_by": "project:chromium",
    "created_ts": "1608587188379868",
    "failure_reason": "BUILD_FAILURE",
    "id": "8860267796316512352",
    "parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"5a8321e928bb6ded8ac567d6b7c3b04814ab5cc4\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[12803/34827] CXX obj/services/service_manager/public/mojom/mojom/service_manager.mojom.o\\nFAILED: obj/services/service_manager/public/mojom/mojom/service_manager.mojom.o\\n../../third_party/llvm-build/Release+Asserts/bin/clang++ -MMD -MF obj/services/service_manager/publi...(too long)\\nAssertion failed: (!Substitutions.count(Ptr) \u0026\u0026 \\\"Substitution already exists!\\\"), function addSubstitution, file /opt/s/w/ir/cache/builder/src/third_party/llvm/clang/lib/AST/ItaniumMangle.cpp, line 5798.\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}, \"properties\": {\"$build/goma\": {\"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/milo/blamelist_pins\": [{\"host\": \"chromium.googlesource.com\", \"id\": \"5a8321e928bb6ded8ac567d6b7c3b04814ab5cc4\", \"project\": \"chromium/src\"}], \"$recipe_engine/path\": {\"cache_dir\": \"/opt/s/w/ir/cache\", \"temp_dir\": \"/opt/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build717-m9\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.clang\", \"buildername\": \"ToTiOS\", \"buildnumber\": 17310, \"clang_revision\": \"llvmorg-12-init-12923-g6ee22ca6-1\", \"got_angle_revision\": \"4e2b6d6b01028728634d65d0f69523da145420e7\", \"got_dawn_revision\": \"5d4fd88a7403aa255d49919d011af54c691b344a\", \"got_nacl_revision\": \"299d4780ec86121ff2a5368ed9435ade0e356e5e\", \"got_revision\": \"5a8321e928bb6ded8ac567d6b7c3b04814ab5cc4\", \"got_revision_cp\": \"refs/heads/master@{#838717}\", \"got_swarming_client_revision\": \"1a072711d4388c62e02480fabc26c68c24494be9\", \"got_swiftshader_revision\": \"1cc5b3357d2ff3c81ef7ec0b07a6660796bde5cd\", \"got_v8_revision\": \"a89143c85285d6eb74ffcbae54818048846de360\", \"got_v8_revision_cp\": \"refs/heads/8.9.180@{#1}\", \"got_webrtc_revision\": \"8649e49d10e6e6efb5a98920f0b19a77abe8f070\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#32867}\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"5a8321e928bb6ded8ac567d6b7c3b04814ab5cc4\", \"xcode_build_version\": \"12a7209\"}, \"swarming\": {\"bot_dimensions\": {\"builder\": [\"ToTiOS\", \"ToTiOSDevice\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_12a7209\"], \"cores\": [\"12\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-i7-8700B\"], \"gce\": [\"0\"], \"gpu\": [\"8086\", \"8086:3e9b\"], \"hidpi\": [\"0\"], \"id\": [\"build717-m9\"], \"mac_model\": [\"Macmini8,1\"], \"machine_type\": [\"n1-standard-8\"], \"os\": [\"Mac\", \"Mac-10.15\", \"Mac-10.15.6\", \"Mac-10.15.6-19G2021\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.16\"], \"server_version\": [\"5657-0417a3f\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[12803/34827] CXX obj/services/service_manager/public/mojom/mojom/service_manager.mojom.o\\nFAILED: obj/services/service_manager/public/mojom/mojom/service_manager.mojom.o\\n../../third_party/llvm-build/Release+Asserts/bin/clang++ -MMD -MF obj/services/service_manager/publi...(too long)\\nAssertion failed: (!Substitutions.count(Ptr) \u0026\u0026 \\\"Substitution already exists!\\\"), function addSubstitution, file /opt/s/w/ir/cache/builder/src/third_party/llvm/clang/lib/AST/ItaniumMangle.cpp, line 5798.\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1608587358341568",
    "status": "COMPLETED",
    "status_changed_ts": "1608587358712533",
    "tags": [
      "build_address:luci.chromium.ci/ToTiOS/17310",
      "builder:ToTiOS",
      "buildset:commit/git/5a8321e928bb6ded8ac567d6b7c3b04814ab5cc4",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5a8321e928bb6ded8ac567d6b7c3b04814ab5cc4",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9025697858413656112",
      "scheduler_job_id:chromium/ToTiOS",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8860267796316512352/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Mac",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:50a016266d1c5510",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1608594921828448",
    "url": "https://ci.chromium.org/b/8860267796316512352",
    "utcnow_ts": "1608594922183479"
  }
}
[23:55:22.194] Invocation finished in 2h8m55.198193304s with status FAILED