Status: FAILED
Triggered by: -
Duration: 1 hour
Actions:

Definition (rev 31ff70e0edec5c90b8097e8786ebb05ad55d6c93)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.r8.ci"
  builder: "linux-run-on-app-dump"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://r8.googlesource.com/r8",
  "revision": "d06ff0169b138e8478f12d12e382fe6931b7b78e"
}

Incoming tags

  • buildset:commit/git/d06ff0169b138e8478f12d12e382fe6931b7b78e
  • buildset:commit/gitiles/r8.googlesource.com/r8/+/d06ff0169b138e8478f12d12e382fe6931b7b78e
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[09:54:20.673] New invocation is queued and will start shortly
[09:54:21.872] Starting the invocation (attempt 1)
[09:54:21.925] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:54:21.925] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:54:21.925] Buildbucket request:
{
  "bucket": "luci.r8.ci",
  "client_operation_id": "9029910120681889040",
  "parameters_json": "{\"builder_name\":\"linux-run-on-app-dump\",\"properties\":{\"$recipe_engine/scheduler\":{\"hostname\":\"luci-scheduler.appspot.com\",\"triggers\":[{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://r8.googlesource.com/r8\",\"revision\":\"a98a422d1c44c6146cf8569ce8d9e58910e5f5b8\"},\"id\":\"https://r8.googlesource.com/r8/+/refs/heads/master@a98a422d1c44c6146cf8569ce8d9e58910e5f5b8\",\"title\":\"a98a422d1c44c6146cf8569ce8d9e58910e5f5b8\",\"url\":\"https://r8.googlesource.com/r8/+/a98a422d1c44c6146cf8569ce8d9e58910e5f5b8\"},{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://r8.googlesource.com/r8\",\"revision\":\"d06ff0169b138e8478f12d12e382fe6931b7b78e\"},\"id\":\"https://r8.googlesource.com/r8/+/refs/heads/master@d06ff0169b138e8478f12d12e382fe6931b7b78e\",\"title\":\"d06ff0169b138e8478f12d12e382fe6931b7b78e\",\"url\":\"https://r8.googlesource.com/r8/+/d06ff0169b138e8478f12d12e382fe6931b7b78e\"}]},\"branch\":\"refs/heads/master\",\"repository\":\"https://r8.googlesource.com/r8\",\"revision\":\"d06ff0169b138e8478f12d12e382fe6931b7b78e\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:linux-run-on-app-dump",
    "scheduler_invocation_id:9029910120681889040",
    "scheduler_job_id:r8/linux-run-on-app-dump",
    "user_agent:luci-scheduler",
    "buildset:commit/git/d06ff0169b138e8478f12d12e382fe6931b7b78e",
    "buildset:commit/gitiles/r8.googlesource.com/r8/+/d06ff0169b138e8478f12d12e382fe6931b7b78e",
    "gitiles_ref:refs/heads/master"
  ]
}
[09:54:22.849] Buildbucket response:
{
  "build": {
    "bucket": "luci.r8.ci",
    "canary_preference": "PROD",
    "created_by": "project:r8",
    "created_ts": "1604570062140021",
    "id": "8864480058480056848",
    "parameters_json": "{\"builder_name\": \"linux-run-on-app-dump\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://r8.googlesource.com/r8\", \"revision\": \"a98a422d1c44c6146cf8569ce8d9e58910e5f5b8\"}, \"id\": \"https://r8.googlesource.com/r8/+/refs/heads/master@a98a422d1c44c6146cf8569ce8d9e58910e5f5b8\", \"title\": \"a98a422d1c44c6146cf8569ce8d9e58910e5f5b8\", \"url\": \"https://r8.googlesource.com/r8/+/a98a422d1c44c6146cf8569ce8d9e58910e5f5b8\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://r8.googlesource.com/r8\", \"revision\": \"d06ff0169b138e8478f12d12e382fe6931b7b78e\"}, \"id\": \"https://r8.googlesource.com/r8/+/refs/heads/master@d06ff0169b138e8478f12d12e382fe6931b7b78e\", \"title\": \"d06ff0169b138e8478f12d12e382fe6931b7b78e\", \"url\": \"https://r8.googlesource.com/r8/+/d06ff0169b138e8478f12d12e382fe6931b7b78e\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://r8.googlesource.com/r8\", \"revision\": \"d06ff0169b138e8478f12d12e382fe6931b7b78e\"}}",
    "project": "r8",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "r8-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1604570062598884",
    "tags": [
      "build_address:luci.r8.ci/linux-run-on-app-dump/16",
      "builder:linux-run-on-app-dump",
      "buildset:commit/git/d06ff0169b138e8478f12d12e382fe6931b7b78e",
      "buildset:commit/gitiles/r8.googlesource.com/r8/+/d06ff0169b138e8478f12d12e382fe6931b7b78e",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9029910120681889040",
      "scheduler_job_id:r8/linux-run-on-app-dump",
      "swarming_hostname:chrome-swarming.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/r8/buildbucket/cr-buildbucket.appspot.com/8864480058480056848/+/annotations",
      "swarming_tag:luci_project:r8",
      "swarming_tag:recipe_name:rex",
      "swarming_tag:recipe_package:infra_internal/recipe_bundles/chrome-internal.googlesource.com/chrome/tools/build_limited/scripts/slave",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1604570062599006",
    "url": "https://ci.chromium.org/b/8864480058480056848",
    "utcnow_ts": "1604570062839376"
  }
}
[09:54:22.849] Task URL: https://ci.chromium.org/b/8864480058480056848
[09:54:22.849] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:2:0) after 1m0s
[09:55:22.896] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:2:0)
[09:55:22.896] Timer tick, asking Buildbucket for the build status
[09:55:22.999] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[09:55:22.999] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:3:0) after 1m0s
[09:56:23.069] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:3:0)
[09:56:23.069] Timer tick, asking Buildbucket for the build status
[09:56:23.159] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[09:56:23.159] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:4:0) after 1m0s
[09:57:23.365] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:4:0)
[09:57:23.365] Timer tick, asking Buildbucket for the build status
[09:57:23.466] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[09:57:23.466] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:5:0) after 1m0s
[09:58:23.526] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:5:0)
[09:58:23.526] Timer tick, asking Buildbucket for the build status
[09:58:23.769] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[09:58:23.769] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:6:0) after 1m0s
[09:59:23.981] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:6:0)
[09:59:23.981] Timer tick, asking Buildbucket for the build status
[09:59:24.071] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[09:59:24.071] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:7:0) after 1m0s
[10:00:24.276] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:7:0)
[10:00:24.276] Timer tick, asking Buildbucket for the build status
[10:00:24.398] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:00:24.398] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:8:0) after 1m0s
[10:01:24.524] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:8:0)
[10:01:24.524] Timer tick, asking Buildbucket for the build status
[10:01:24.599] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:01:24.599] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:9:0) after 1m0s
[10:02:24.763] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:9:0)
[10:02:24.763] Timer tick, asking Buildbucket for the build status
[10:02:24.846] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:02:24.846] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:10:0) after 1m0s
[10:03:24.859] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:10:0)
[10:03:24.859] Timer tick, asking Buildbucket for the build status
[10:03:24.949] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:03:24.949] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:11:0) after 1m0s
[10:04:25.309] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:11:0)
[10:04:25.309] Timer tick, asking Buildbucket for the build status
[10:04:25.674] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:04:25.674] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:12:0) after 1m0s
[10:05:27.693] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:12:0)
[10:05:27.693] Timer tick, asking Buildbucket for the build status
[10:05:27.867] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:05:27.867] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:13:0) after 1m0s
[10:06:29.695] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:13:0)
[10:06:29.695] Timer tick, asking Buildbucket for the build status
[10:06:29.783] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:06:29.783] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:14:0) after 1m0s
[10:07:30.025] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:14:0)
[10:07:30.025] Timer tick, asking Buildbucket for the build status
[10:07:30.195] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:07:30.195] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:15:0) after 1m0s
[10:08:30.249] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:15:0)
[10:08:30.249] Timer tick, asking Buildbucket for the build status
[10:08:30.345] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:08:30.345] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:16:0) after 1m0s
[10:09:30.349] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:16:0)
[10:09:30.349] Timer tick, asking Buildbucket for the build status
[10:09:30.462] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:09:30.462] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:17:0) after 1m0s
[10:10:30.467] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:17:0)
[10:10:30.467] Timer tick, asking Buildbucket for the build status
[10:10:30.549] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:10:30.549] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:18:0) after 1m0s
[10:11:30.579] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:18:0)
[10:11:30.579] Timer tick, asking Buildbucket for the build status
[10:11:30.740] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:11:30.740] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:19:0) after 1m0s
[10:12:30.829] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:19:0)
[10:12:30.829] Timer tick, asking Buildbucket for the build status
[10:12:30.998] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:12:30.998] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:20:0) after 1m0s
[10:13:31.054] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:20:0)
[10:13:31.054] Timer tick, asking Buildbucket for the build status
[10:13:31.165] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:13:31.165] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:21:0) after 1m0s
[10:14:31.218] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:21:0)
[10:14:31.218] Timer tick, asking Buildbucket for the build status
[10:14:31.865] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:14:31.866] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:22:0) after 1m0s
[10:15:31.886] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:22:0)
[10:15:31.886] Timer tick, asking Buildbucket for the build status
[10:15:31.990] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:15:31.990] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:23:0) after 1m0s
[10:16:32.064] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:23:0)
[10:16:32.064] Timer tick, asking Buildbucket for the build status
[10:16:32.173] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:16:32.174] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:24:0) after 1m0s
[10:17:32.214] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:24:0)
[10:17:32.217] Timer tick, asking Buildbucket for the build status
[10:17:32.307] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:17:32.307] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:25:0) after 1m0s
[10:18:32.374] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:25:0)
[10:18:32.374] Timer tick, asking Buildbucket for the build status
[10:18:32.948] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:18:32.948] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:26:0) after 1m0s
[10:19:33.011] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:26:0)
[10:19:33.011] Timer tick, asking Buildbucket for the build status
[10:19:33.110] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:19:33.110] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:27:0) after 1m0s
[10:20:33.213] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:27:0)
[10:20:33.213] Timer tick, asking Buildbucket for the build status
[10:20:33.313] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:20:33.313] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:28:0) after 1m0s
[10:21:33.395] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:28:0)
[10:21:33.395] Timer tick, asking Buildbucket for the build status
[10:21:33.469] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:21:33.470] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:29:0) after 1m0s
[10:22:33.508] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:29:0)
[10:22:33.508] Timer tick, asking Buildbucket for the build status
[10:22:33.583] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:22:33.583] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:30:0) after 1m0s
[10:23:33.619] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:30:0)
[10:23:33.619] Timer tick, asking Buildbucket for the build status
[10:23:33.717] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:23:33.717] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:31:0) after 1m0s
[10:24:33.791] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:31:0)
[10:24:33.791] Timer tick, asking Buildbucket for the build status
[10:24:34.073] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:24:34.073] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:32:0) after 1m0s
[10:25:34.122] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:32:0)
[10:25:34.122] Timer tick, asking Buildbucket for the build status
[10:25:34.360] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:25:34.360] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:33:0) after 1m0s
[10:26:34.435] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:33:0)
[10:26:34.435] Timer tick, asking Buildbucket for the build status
[10:26:34.509] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:26:34.509] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:34:0) after 1m0s
[10:27:34.491] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:34:0)
[10:27:34.491] Timer tick, asking Buildbucket for the build status
[10:27:34.586] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:27:34.586] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:35:0) after 1m0s
[10:28:34.617] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:35:0)
[10:28:34.617] Timer tick, asking Buildbucket for the build status
[10:28:34.744] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:28:34.744] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:36:0) after 1m0s
[10:29:34.778] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:36:0)
[10:29:34.778] Timer tick, asking Buildbucket for the build status
[10:29:34.895] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:29:34.895] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:37:0) after 1m0s
[10:30:35.073] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:37:0)
[10:30:35.073] Timer tick, asking Buildbucket for the build status
[10:30:35.344] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:30:35.344] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:38:0) after 1m0s
[10:31:35.405] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:38:0)
[10:31:35.405] Timer tick, asking Buildbucket for the build status
[10:31:35.485] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:31:35.485] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:39:0) after 1m0s
[10:32:35.458] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:39:0)
[10:32:35.458] Timer tick, asking Buildbucket for the build status
[10:32:35.810] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:32:35.810] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:40:0) after 1m0s
[10:33:35.854] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:40:0)
[10:33:35.854] Timer tick, asking Buildbucket for the build status
[10:33:35.986] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:33:35.986] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:41:0) after 1m0s
[10:34:35.960] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:41:0)
[10:34:35.960] Timer tick, asking Buildbucket for the build status
[10:34:36.071] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:34:36.071] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:42:0) after 1m0s
[10:35:36.055] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:42:0)
[10:35:36.055] Timer tick, asking Buildbucket for the build status
[10:35:36.167] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:35:36.167] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:43:0) after 1m0s
[10:36:36.264] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:43:0)
[10:36:36.264] Timer tick, asking Buildbucket for the build status
[10:36:36.368] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:36:36.368] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:44:0) after 1m0s
[10:37:36.445] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:44:0)
[10:37:36.445] Timer tick, asking Buildbucket for the build status
[10:37:36.750] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:37:36.750] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:45:0) after 1m0s
[10:38:36.899] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:45:0)
[10:38:36.899] Timer tick, asking Buildbucket for the build status
[10:38:37.072] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:38:37.072] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:46:0) after 1m0s
[10:39:37.065] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:46:0)
[10:39:37.065] Timer tick, asking Buildbucket for the build status
[10:39:37.174] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:39:37.174] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:47:0) after 1m0s
[10:40:37.210] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:47:0)
[10:40:37.210] Timer tick, asking Buildbucket for the build status
[10:40:37.327] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:40:37.327] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:48:0) after 1m0s
[10:41:37.414] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:48:0)
[10:41:37.414] Timer tick, asking Buildbucket for the build status
[10:41:37.861] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:41:37.861] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:49:0) after 1m0s
[10:42:37.912] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:49:0)
[10:42:37.912] Timer tick, asking Buildbucket for the build status
[10:42:37.988] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:42:37.988] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:50:0) after 1m0s
[10:43:37.962] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:50:0)
[10:43:37.962] Timer tick, asking Buildbucket for the build status
[10:43:38.478] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:43:38.478] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:51:0) after 1m0s
[10:44:38.563] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:51:0)
[10:44:38.563] Timer tick, asking Buildbucket for the build status
[10:44:38.815] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:44:38.815] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:52:0) after 1m0s
[10:45:38.890] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:52:0)
[10:45:38.890] Timer tick, asking Buildbucket for the build status
[10:45:38.980] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:45:38.980] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:53:0) after 1m0s
[10:46:39.073] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:53:0)
[10:46:39.073] Timer tick, asking Buildbucket for the build status
[10:46:39.224] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:46:39.224] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:54:0) after 1m0s
[10:47:39.288] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:54:0)
[10:47:39.288] Timer tick, asking Buildbucket for the build status
[10:47:39.386] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:47:39.386] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:55:0) after 1m0s
[10:48:39.462] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:55:0)
[10:48:39.462] Timer tick, asking Buildbucket for the build status
[10:48:39.876] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:48:39.876] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:56:0) after 1m0s
[10:49:39.990] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:56:0)
[10:49:39.990] Timer tick, asking Buildbucket for the build status
[10:49:40.185] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:49:40.185] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:57:0) after 1m0s
[10:50:40.237] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:57:0)
[10:50:40.237] Timer tick, asking Buildbucket for the build status
[10:50:40.312] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:50:40.312] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:58:0) after 1m0s
[10:51:40.340] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:58:0)
[10:51:40.340] Timer tick, asking Buildbucket for the build status
[10:51:40.431] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:51:40.431] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:59:0) after 1m0s
[10:52:40.515] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:59:0)
[10:52:40.515] Timer tick, asking Buildbucket for the build status
[10:52:40.593] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:52:40.593] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:60:0) after 1m0s
[10:53:40.696] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:60:0)
[10:53:40.696] Timer tick, asking Buildbucket for the build status
[10:53:40.786] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:53:40.786] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:61:0) after 1m0s
[10:54:40.826] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:61:0)
[10:54:40.826] Timer tick, asking Buildbucket for the build status
[10:54:41.538] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:54:41.538] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:62:0) after 1m0s
[10:55:41.601] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:62:0)
[10:55:41.601] Timer tick, asking Buildbucket for the build status
[10:55:41.701] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:55:41.701] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:63:0) after 1m0s
[10:56:41.799] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:63:0)
[10:56:41.799] Timer tick, asking Buildbucket for the build status
[10:56:42.003] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:56:42.003] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:64:0) after 1m0s
[10:57:42.033] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:64:0)
[10:57:42.033] Timer tick, asking Buildbucket for the build status
[10:57:42.115] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:57:42.116] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:65:0) after 1m0s
[10:58:42.180] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:65:0)
[10:58:42.182] Timer tick, asking Buildbucket for the build status
[10:58:42.282] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:58:42.282] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:66:0) after 1m0s
[10:59:42.342] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:66:0)
[10:59:42.342] Timer tick, asking Buildbucket for the build status
[10:59:43.126] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:59:43.126] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:67:0) after 1m0s
[11:00:43.215] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:67:0)
[11:00:43.215] Timer tick, asking Buildbucket for the build status
[11:00:43.412] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:00:43.416] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:68:0) after 1m0s
[11:01:43.449] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:68:0)
[11:01:43.449] Timer tick, asking Buildbucket for the build status
[11:01:43.554] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:01:43.554] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:69:0) after 1m0s
[11:02:47.136] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:69:0)
[11:02:47.136] Timer tick, asking Buildbucket for the build status
[11:02:54.558] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:02:54.558] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:70:0) after 1m0s
[11:03:54.610] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:70:0)
[11:03:54.610] Timer tick, asking Buildbucket for the build status
[11:03:54.695] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:03:54.695] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:71:0) after 1m0s
[11:04:54.714] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:71:0)
[11:04:54.714] Timer tick, asking Buildbucket for the build status
[11:04:55.053] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:04:55.053] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:72:0) after 1m0s
[11:05:55.152] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:72:0)
[11:05:55.152] Timer tick, asking Buildbucket for the build status
[11:05:55.370] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:05:55.370] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:73:0) after 1m0s
[11:06:55.441] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:73:0)
[11:06:55.441] Timer tick, asking Buildbucket for the build status
[11:06:55.814] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:06:55.814] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:74:0) after 1m0s
[11:07:55.817] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:74:0)
[11:07:55.817] Timer tick, asking Buildbucket for the build status
[11:07:56.008] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:07:56.008] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:75:0) after 1m0s
[11:08:57.125] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:75:0)
[11:08:57.125] Timer tick, asking Buildbucket for the build status
[11:08:57.222] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:08:57.222] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:76:0) after 1m0s
[11:09:57.431] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:76:0)
[11:09:57.431] Timer tick, asking Buildbucket for the build status
[11:09:57.729] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:09:57.729] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:77:0) after 1m0s
[11:10:57.986] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:77:0)
[11:10:57.986] Timer tick, asking Buildbucket for the build status
[11:10:58.128] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:10:58.128] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:78:0) after 1m0s
[11:11:58.176] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:78:0)
[11:11:58.176] Timer tick, asking Buildbucket for the build status
[11:11:58.273] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:11:58.273] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:79:0) after 1m0s
[11:12:58.449] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:79:0)
[11:12:58.450] Timer tick, asking Buildbucket for the build status
[11:12:58.568] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:12:58.568] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:80:0) after 1m0s
[11:13:58.702] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:80:0)
[11:13:58.702] Timer tick, asking Buildbucket for the build status
[11:13:58.873] Build 8864480058480056848: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:13:58.873] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:81:0) after 1m0s
[11:14:11.128] Received PubSub notification, asking Buildbucket for the build status
[11:14:11.400] Build 8864480058480056848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:14:58.927] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:81:0)
[11:14:58.927] Timer tick, asking Buildbucket for the build status
[11:14:59.099] Build 8864480058480056848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:14:59.099] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:83:0) after 1m0s
[11:15:59.153] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:83:0)
[11:15:59.153] Timer tick, asking Buildbucket for the build status
[11:15:59.282] Build 8864480058480056848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:15:59.282] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:84:0) after 1m0s
[11:16:59.364] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:84:0)
[11:16:59.364] Timer tick, asking Buildbucket for the build status
[11:16:59.440] Build 8864480058480056848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:16:59.440] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:85:0) after 1m0s
[11:17:59.509] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:85:0)
[11:17:59.509] Timer tick, asking Buildbucket for the build status
[11:17:59.656] Build 8864480058480056848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:17:59.656] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:86:0) after 1m0s
[11:18:59.814] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:86:0)
[11:18:59.814] Timer tick, asking Buildbucket for the build status
[11:18:59.920] Build 8864480058480056848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:18:59.920] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:87:0) after 1m0s
[11:19:59.953] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:87:0)
[11:19:59.953] Timer tick, asking Buildbucket for the build status
[11:20:00.183] Build 8864480058480056848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:20:00.183] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:88:0) after 1m0s
[11:21:00.342] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:88:0)
[11:21:00.342] Timer tick, asking Buildbucket for the build status
[11:21:00.520] Build 8864480058480056848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:21:00.520] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:89:0) after 1m0s
[11:22:01.293] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:89:0)
[11:22:01.293] Timer tick, asking Buildbucket for the build status
[11:22:01.528] Build 8864480058480056848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:22:01.528] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:90:0) after 1m0s
[11:23:02.199] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:90:0)
[11:23:02.199] Timer tick, asking Buildbucket for the build status
[11:23:02.649] Build 8864480058480056848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:23:02.649] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:91:0) after 1m0s
[11:24:02.816] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:91:0)
[11:24:02.816] Timer tick, asking Buildbucket for the build status
[11:24:03.148] Build 8864480058480056848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:24:03.148] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:92:0) after 1m0s
[11:25:03.291] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:92:0)
[11:25:03.291] Timer tick, asking Buildbucket for the build status
[11:25:03.441] Build 8864480058480056848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:25:03.441] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:93:0) after 1m0s
[11:26:03.544] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:93:0)
[11:26:03.544] Timer tick, asking Buildbucket for the build status
[11:26:03.781] Build 8864480058480056848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:26:03.781] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:94:0) after 1m0s
[11:27:03.964] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:94:0)
[11:27:03.964] Timer tick, asking Buildbucket for the build status
[11:27:04.058] Build 8864480058480056848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:27:04.058] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:95:0) after 1m0s
[11:28:04.209] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:95:0)
[11:28:04.209] Timer tick, asking Buildbucket for the build status
[11:28:04.455] Build 8864480058480056848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:28:04.455] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:96:0) after 1m0s
[11:29:04.489] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:96:0)
[11:29:04.489] Timer tick, asking Buildbucket for the build status
[11:29:04.739] Build 8864480058480056848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:29:04.739] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:97:0) after 1m0s
[11:30:04.951] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:97:0)
[11:30:04.951] Timer tick, asking Buildbucket for the build status
[11:30:05.433] Build 8864480058480056848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:30:05.433] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:98:0) after 1m0s
[11:31:06.007] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:98:0)
[11:31:06.007] Timer tick, asking Buildbucket for the build status
[11:31:06.189] Build 8864480058480056848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:31:06.189] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:99:0) after 1m0s
[11:32:06.378] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:99:0)
[11:32:06.378] Timer tick, asking Buildbucket for the build status
[11:32:06.535] Build 8864480058480056848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:32:06.535] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:100:0) after 1m0s
[11:33:06.583] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:100:0)
[11:33:06.583] Timer tick, asking Buildbucket for the build status
[11:33:06.721] Build 8864480058480056848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:33:06.721] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:101:0) after 1m0s
[11:34:06.961] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:101:0)
[11:34:06.961] Timer tick, asking Buildbucket for the build status
[11:34:07.191] Build 8864480058480056848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:34:07.191] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:102:0) after 1m0s
[11:35:07.284] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:102:0)
[11:35:07.284] Timer tick, asking Buildbucket for the build status
[11:35:07.621] Build 8864480058480056848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:35:07.621] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:103:0) after 1m0s
[11:36:07.698] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:103:0)
[11:36:07.698] Timer tick, asking Buildbucket for the build status
[11:36:07.813] Build 8864480058480056848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:36:07.813] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:104:0) after 1m0s
[11:37:08.045] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:104:0)
[11:37:08.045] Timer tick, asking Buildbucket for the build status
[11:37:08.194] Build 8864480058480056848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:37:08.194] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:105:0) after 1m0s
[11:38:08.279] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:105:0)
[11:38:08.279] Timer tick, asking Buildbucket for the build status
[11:38:08.382] Build 8864480058480056848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:38:08.382] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:106:0) after 1m0s
[11:39:08.461] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:106:0)
[11:39:08.461] Timer tick, asking Buildbucket for the build status
[11:39:08.530] Build 8864480058480056848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:39:08.530] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:107:0) after 1m0s
[11:40:08.725] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:107:0)
[11:40:08.725] Timer tick, asking Buildbucket for the build status
[11:40:08.868] Build 8864480058480056848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:40:08.868] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:108:0) after 1m0s
[11:41:08.918] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:108:0)
[11:41:08.919] Timer tick, asking Buildbucket for the build status
[11:41:09.031] Build 8864480058480056848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:41:09.031] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:109:0) after 1m0s
[11:42:09.073] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:109:0)
[11:42:09.073] Timer tick, asking Buildbucket for the build status
[11:42:09.403] Build 8864480058480056848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:42:09.403] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:110:0) after 1m0s
[11:43:09.485] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:110:0)
[11:43:09.485] Timer tick, asking Buildbucket for the build status
[11:43:09.639] Build 8864480058480056848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:43:09.639] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:111:0) after 1m0s
[11:44:09.655] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:111:0)
[11:44:09.655] Timer tick, asking Buildbucket for the build status
[11:44:09.796] Build 8864480058480056848: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:44:09.796] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029910120681889040:112:0) after 1m0s
[11:45:07.407] Received PubSub notification, asking Buildbucket for the build status
[11:45:07.619] Build 8864480058480056848: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[11:45:07.619] Buildbucket build:
{
  "build": {
    "bucket": "luci.r8.ci",
    "canary_preference": "PROD",
    "completed_ts": "1604576707154412",
    "created_by": "project:r8",
    "created_ts": "1604570062140021",
    "failure_reason": "BUILD_FAILURE",
    "id": "8864480058480056848",
    "parameters_json": "{\"builder_name\": \"linux-run-on-app-dump\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://r8.googlesource.com/r8\", \"revision\": \"a98a422d1c44c6146cf8569ce8d9e58910e5f5b8\"}, \"id\": \"https://r8.googlesource.com/r8/+/refs/heads/master@a98a422d1c44c6146cf8569ce8d9e58910e5f5b8\", \"title\": \"a98a422d1c44c6146cf8569ce8d9e58910e5f5b8\", \"url\": \"https://r8.googlesource.com/r8/+/a98a422d1c44c6146cf8569ce8d9e58910e5f5b8\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://r8.googlesource.com/r8\", \"revision\": \"d06ff0169b138e8478f12d12e382fe6931b7b78e\"}, \"id\": \"https://r8.googlesource.com/r8/+/refs/heads/master@d06ff0169b138e8478f12d12e382fe6931b7b78e\", \"title\": \"d06ff0169b138e8478f12d12e382fe6931b7b78e\", \"url\": \"https://r8.googlesource.com/r8/+/d06ff0169b138e8478f12d12e382fe6931b7b78e\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://r8.googlesource.com/r8\", \"revision\": \"d06ff0169b138e8478f12d12e382fe6931b7b78e\"}}",
    "project": "r8",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Step('Run tests') (retcode: 1)\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://r8.googlesource.com/r8\", \"revision\": \"a98a422d1c44c6146cf8569ce8d9e58910e5f5b8\"}, \"id\": \"https://r8.googlesource.com/r8/+/refs/heads/master@a98a422d1c44c6146cf8569ce8d9e58910e5f5b8\", \"title\": \"a98a422d1c44c6146cf8569ce8d9e58910e5f5b8\", \"url\": \"https://r8.googlesource.com/r8/+/a98a422d1c44c6146cf8569ce8d9e58910e5f5b8\"}, {\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://r8.googlesource.com/r8\", \"revision\": \"d06ff0169b138e8478f12d12e382fe6931b7b78e\"}, \"id\": \"https://r8.googlesource.com/r8/+/refs/heads/master@d06ff0169b138e8478f12d12e382fe6931b7b78e\", \"title\": \"d06ff0169b138e8478f12d12e382fe6931b7b78e\", \"url\": \"https://r8.googlesource.com/r8/+/d06ff0169b138e8478f12d12e382fe6931b7b78e\"}]}, \"bot_id\": \"luci-r8-custom-ci-xenial-3-sax9\", \"branch\": \"refs/heads/master\", \"builder_group\": \"internal.client.r8\", \"buildername\": \"linux-run-on-app-dump\", \"buildnumber\": 16, \"path_config\": \"generic\", \"recipe\": \"rex\", \"repository\": \"https://r8.googlesource.com/r8\", \"revision\": \"d06ff0169b138e8478f12d12e382fe6931b7b78e\", \"test_options\": [\"--bot\"], \"test_wrapper\": \"tools/run_on_app_dump.py\"}, \"swarming\": {\"bot_dimensions\": {\"caches\": [\"builder_1655ea73c026e78c943876aabb084557d3355324845dd106ba4e20bee4ead86d_v2\", \"builder_344d0abe4131323e58c8c08897708b32694f1a7cc8097350089923a5f9c20e05_v2\", \"builder_79842507bbdf46ca0d14c17f83d6a4d958ee19c9d86bdad6247562f429f855b3_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"r8bot-265908\"], \"gpu\": [\"none\"], \"id\": [\"luci-r8-custom-ci-xenial-3-sax9\"], \"image\": [\"chrome-xenial-20110100-7e97731f9b6\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-8\"], \"normal\": [\"true\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16\", \"Ubuntu-16.04\", \"Ubuntu-16.04.6\"], \"pool\": [\"luci.r8.ci\"], \"python\": [\"2.7.12\"], \"server_version\": [\"5614-d862eaa\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-a\"]}}, \"ui\": {\"info\": \"Step('Run tests') (retcode: 1)\"}}",
    "service_account": "r8-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1604574846896631",
    "status": "COMPLETED",
    "status_changed_ts": "1604574850748425",
    "tags": [
      "build_address:luci.r8.ci/linux-run-on-app-dump/16",
      "builder:linux-run-on-app-dump",
      "buildset:commit/git/d06ff0169b138e8478f12d12e382fe6931b7b78e",
      "buildset:commit/gitiles/r8.googlesource.com/r8/+/d06ff0169b138e8478f12d12e382fe6931b7b78e",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9029910120681889040",
      "scheduler_job_id:r8/linux-run-on-app-dump",
      "swarming_hostname:chrome-swarming.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/r8/buildbucket/cr-buildbucket.appspot.com/8864480058480056848/+/annotations",
      "swarming_tag:luci_project:r8",
      "swarming_tag:os:Linux",
      "swarming_tag:recipe_name:rex",
      "swarming_tag:recipe_package:infra_internal/recipe_bundles/chrome-internal.googlesource.com/chrome/tools/build_limited/scripts/slave",
      "swarming_task_id:4fb0a5a924d17f10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1604576707216842",
    "url": "https://ci.chromium.org/b/8864480058480056848",
    "utcnow_ts": "1604576707601546"
  }
}
[11:45:07.619] Invocation finished in 1h50m46.963529233s with status FAILED