Status: FAILED
Triggered by: -
Duration: 9 hours
Actions:

Definition (rev 31ff70e0edec5c90b8097e8786ebb05ad55d6c93)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.r8.ci"
  builder: "linux-run-on-app-dump"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://r8.googlesource.com/r8",
  "revision": "e139309308ffc3cb030bc705f6e2496cd423a35a"
}

Incoming tags

  • buildset:commit/gitiles/r8.googlesource.com/r8/+/e139309308ffc3cb030bc705f6e2496cd423a35a
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[18:55:43.110] New invocation is queued and will start shortly
[18:55:44.326] Starting the invocation (attempt 1)
[18:55:44.355] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:55:44.355] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:55:44.355] Buildbucket request:
{
  "bucket": "luci.r8.ci",
  "client_operation_id": "9017554872946173264",
  "parameters_json": "{\"builder_name\":\"linux-run-on-app-dump\",\"properties\":{\"$recipe_engine/scheduler\":{\"hostname\":\"luci-scheduler.appspot.com\",\"triggers\":[{\"gitiles\":{\"ref\":\"refs/heads/main\",\"repo\":\"https://r8.googlesource.com/r8\",\"revision\":\"e139309308ffc3cb030bc705f6e2496cd423a35a\"},\"id\":\"https://r8.googlesource.com/r8/+/refs/heads/main@e139309308ffc3cb030bc705f6e2496cd423a35a\",\"title\":\"e139309308ffc3cb030bc705f6e2496cd423a35a\",\"url\":\"https://r8.googlesource.com/r8/+/e139309308ffc3cb030bc705f6e2496cd423a35a\"}]},\"branch\":\"refs/heads/main\",\"repository\":\"https://r8.googlesource.com/r8\",\"revision\":\"e139309308ffc3cb030bc705f6e2496cd423a35a\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:linux-run-on-app-dump",
    "scheduler_invocation_id:9017554872946173264",
    "scheduler_job_id:r8/linux-run-on-app-dump",
    "user_agent:luci-scheduler",
    "buildset:commit/gitiles/r8.googlesource.com/r8/+/e139309308ffc3cb030bc705f6e2496cd423a35a",
    "gitiles_ref:refs/heads/main"
  ]
}
[18:55:45.493] Buildbucket response:
{
  "build": {
    "bucket": "luci.r8.ci",
    "canary_preference": "PROD",
    "created_by": "project:r8",
    "created_ts": "1616352944516354",
    "id": "8852124810809415120",
    "parameters_json": "{\"builder_name\": \"linux-run-on-app-dump\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/main\", \"repo\": \"https://r8.googlesource.com/r8\", \"revision\": \"e139309308ffc3cb030bc705f6e2496cd423a35a\"}, \"id\": \"https://r8.googlesource.com/r8/+/refs/heads/main@e139309308ffc3cb030bc705f6e2496cd423a35a\", \"title\": \"e139309308ffc3cb030bc705f6e2496cd423a35a\", \"url\": \"https://r8.googlesource.com/r8/+/e139309308ffc3cb030bc705f6e2496cd423a35a\"}]}, \"branch\": \"refs/heads/main\", \"repository\": \"https://r8.googlesource.com/r8\", \"revision\": \"e139309308ffc3cb030bc705f6e2496cd423a35a\"}}",
    "project": "r8",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "r8-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1616352945315823",
    "tags": [
      "build_address:luci.r8.ci/linux-run-on-app-dump/643",
      "builder:linux-run-on-app-dump",
      "buildset:commit/gitiles/r8.googlesource.com/r8/+/e139309308ffc3cb030bc705f6e2496cd423a35a",
      "gitiles_ref:refs/heads/main",
      "scheduler_invocation_id:9017554872946173264",
      "scheduler_job_id:r8/linux-run-on-app-dump",
      "swarming_hostname:chrome-swarming.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/r8/buildbucket/cr-buildbucket.appspot.com/8852124810809415120/+/annotations",
      "swarming_tag:luci_project:r8",
      "swarming_tag:recipe_name:rex",
      "swarming_tag:recipe_package:infra_internal/recipe_bundles/chrome-internal.googlesource.com/chrome/tools/build_limited/scripts/slave",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1616352945315961",
    "url": "https://ci.chromium.org/b/8852124810809415120",
    "utcnow_ts": "1616352945484927"
  }
}
[18:55:45.493] Task URL: https://ci.chromium.org/b/8852124810809415120
[18:55:45.493] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:2:0) after 1m0s
[18:56:45.506] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:2:0)
[18:56:45.533] Build status: SCHEDULED
[18:56:45.533] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:3:0) after 9m33s
[19:06:18.635] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:3:0)
[19:06:18.686] Build status: SCHEDULED
[19:06:18.686] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:4:0) after 4m0s
[19:10:18.661] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:4:0)
[19:10:18.688] Build status: SCHEDULED
[19:10:18.688] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:5:0) after 4m46s
[19:15:04.715] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:5:0)
[19:15:04.746] Build status: SCHEDULED
[19:15:04.746] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:6:0) after 1m28s
[19:16:32.764] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:6:0)
[19:16:32.787] Build status: SCHEDULED
[19:16:32.787] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:7:0) after 8m28s
[19:25:00.937] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:7:0)
[19:25:00.937] Timer tick, asking Buildbucket for the build status
[19:25:01.150] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:25:01.150] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:8:0) after 1m0s
[19:26:01.556] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:8:0)
[19:26:01.556] Timer tick, asking Buildbucket for the build status
[19:26:02.012] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:26:02.012] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:9:0) after 1m0s
[19:27:02.034] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:9:0)
[19:27:02.034] Timer tick, asking Buildbucket for the build status
[19:27:02.207] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:27:02.207] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:10:0) after 1m0s
[19:28:02.282] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:10:0)
[19:28:02.314] Build status: SCHEDULED
[19:28:02.314] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:11:0) after 2m53s
[19:30:55.412] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:11:0)
[19:30:55.439] Build status: SCHEDULED
[19:30:55.439] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:12:0) after 1m7s
[19:32:02.695] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:12:0)
[19:32:02.719] Build status: SCHEDULED
[19:32:02.719] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:13:0) after 7m39s
[19:39:41.737] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:13:0)
[19:39:41.737] Timer tick, asking Buildbucket for the build status
[19:39:42.019] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:39:42.019] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:14:0) after 1m0s
[19:40:42.036] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:14:0)
[19:40:42.036] Timer tick, asking Buildbucket for the build status
[19:40:42.108] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:40:42.108] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:15:0) after 1m0s
[19:41:42.132] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:15:0)
[19:41:42.132] Timer tick, asking Buildbucket for the build status
[19:41:42.238] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:41:42.238] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:16:0) after 1m0s
[19:42:42.317] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:16:0)
[19:42:42.317] Timer tick, asking Buildbucket for the build status
[19:42:42.420] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:42:42.421] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:17:0) after 1m0s
[19:43:42.437] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:17:0)
[19:43:42.437] Timer tick, asking Buildbucket for the build status
[19:43:42.557] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:43:42.557] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:18:0) after 1m0s
[19:44:42.582] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:18:0)
[19:44:42.611] Build status: SCHEDULED
[19:44:42.611] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:19:0) after 2m50s
[19:47:32.862] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:19:0)
[19:47:32.862] Timer tick, asking Buildbucket for the build status
[19:47:32.956] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:47:32.956] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:20:0) after 1m0s
[19:48:32.975] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:20:0)
[19:48:33.001] Build status: SCHEDULED
[19:48:33.001] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:21:0) after 1m26s
[19:49:59.138] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:21:0)
[19:49:59.164] Build status: SCHEDULED
[19:49:59.164] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:22:0) after 6m46s
[19:56:45.213] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:22:0)
[19:56:45.238] Build status: SCHEDULED
[19:56:45.238] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:23:0) after 8m3s
[20:04:48.256] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:23:0)
[20:04:48.257] Timer tick, asking Buildbucket for the build status
[20:04:48.334] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[20:04:48.334] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:24:0) after 1m0s
[20:05:48.451] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:24:0)
[20:05:48.494] Build status: SCHEDULED
[20:05:48.494] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:25:0) after 2m13s
[20:08:01.607] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:25:0)
[20:08:01.607] Timer tick, asking Buildbucket for the build status
[20:08:01.678] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[20:08:01.678] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:26:0) after 1m0s
[20:09:01.978] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:26:0)
[20:09:02.008] Build status: SCHEDULED
[20:09:02.008] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:27:0) after 5m50s
[20:14:52.019] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:27:0)
[20:14:52.045] Build status: SCHEDULED
[20:14:52.045] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:28:0) after 1m35s
[20:16:27.158] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:28:0)
[20:16:27.183] Build status: SCHEDULED
[20:16:27.183] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:29:0) after 6m8s
[20:22:35.201] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:29:0)
[20:22:35.228] Build status: SCHEDULED
[20:22:35.228] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:30:0) after 7m9s
[20:29:44.299] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:30:0)
[20:29:44.326] Build status: SCHEDULED
[20:29:44.326] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:31:0) after 8m45s
[20:38:29.351] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:31:0)
[20:38:29.379] Build status: SCHEDULED
[20:38:29.379] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:32:0) after 3m15s
[20:41:44.369] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:32:0)
[20:41:44.395] Build status: SCHEDULED
[20:41:44.395] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:33:0) after 1m45s
[20:43:29.418] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:33:0)
[20:43:29.418] Timer tick, asking Buildbucket for the build status
[20:43:29.497] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[20:43:29.497] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:34:0) after 1m0s
[20:44:29.543] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:34:0)
[20:44:29.543] Timer tick, asking Buildbucket for the build status
[20:44:29.667] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[20:44:29.667] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:35:0) after 1m0s
[20:45:29.688] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:35:0)
[20:45:29.688] Timer tick, asking Buildbucket for the build status
[20:45:29.806] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[20:45:29.807] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:36:0) after 1m0s
[20:46:29.823] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:36:0)
[20:46:29.862] Build status: SCHEDULED
[20:46:29.862] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:37:0) after 7m16s
[20:53:45.971] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:37:0)
[20:53:46.001] Build status: SCHEDULED
[20:53:46.001] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:38:0) after 9m27s
[21:03:13.022] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:38:0)
[21:03:13.050] Build status: SCHEDULED
[21:03:13.050] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:39:0) after 4m12s
[21:07:25.078] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:39:0)
[21:07:25.248] Build status: SCHEDULED
[21:07:25.248] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:40:0) after 1m45s
[21:09:10.486] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:40:0)
[21:09:10.524] Build status: SCHEDULED
[21:09:10.524] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:41:0) after 3m46s
[21:12:56.542] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:41:0)
[21:12:56.542] Timer tick, asking Buildbucket for the build status
[21:12:56.972] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[21:12:56.972] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:42:0) after 1m0s
[21:13:56.993] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:42:0)
[21:13:57.018] Build status: SCHEDULED
[21:13:57.018] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:43:0) after 1m40s
[21:15:37.130] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:43:0)
[21:15:37.155] Build status: SCHEDULED
[21:15:37.155] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:44:0) after 9m12s
[21:24:49.194] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:44:0)
[21:24:49.194] Timer tick, asking Buildbucket for the build status
[21:24:49.322] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[21:24:49.322] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:45:0) after 1m0s
[21:25:49.340] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:45:0)
[21:25:49.340] Timer tick, asking Buildbucket for the build status
[21:25:49.402] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[21:25:49.402] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:46:0) after 1m0s
[21:26:49.422] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:46:0)
[21:26:49.422] Timer tick, asking Buildbucket for the build status
[21:26:49.499] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[21:26:49.499] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:47:0) after 1m0s
[21:27:49.522] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:47:0)
[21:27:49.554] Build status: SCHEDULED
[21:27:49.554] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:48:0) after 3m44s
[21:31:33.655] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:48:0)
[21:31:33.655] Timer tick, asking Buildbucket for the build status
[21:31:33.752] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[21:31:33.752] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:49:0) after 1m0s
[21:32:33.949] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:49:0)
[21:32:33.976] Build status: SCHEDULED
[21:32:33.976] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:50:0) after 9m40s
[21:42:14.070] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:50:0)
[21:42:14.070] Timer tick, asking Buildbucket for the build status
[21:42:14.228] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[21:42:14.228] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:51:0) after 1m0s
[21:43:14.250] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:51:0)
[21:43:14.250] Timer tick, asking Buildbucket for the build status
[21:43:14.403] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[21:43:14.403] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:52:0) after 1m0s
[21:44:14.520] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:52:0)
[21:44:14.520] Timer tick, asking Buildbucket for the build status
[21:44:14.619] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[21:44:14.619] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:53:0) after 1m0s
[21:45:14.636] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:53:0)
[21:45:14.636] Timer tick, asking Buildbucket for the build status
[21:45:14.831] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[21:45:14.831] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:54:0) after 1m0s
[21:46:14.879] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:54:0)
[21:46:14.879] Timer tick, asking Buildbucket for the build status
[21:46:14.999] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[21:46:14.999] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:55:0) after 1m0s
[21:47:15.018] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:55:0)
[21:47:15.045] Build status: SCHEDULED
[21:47:15.045] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:56:0) after 3m34s
[21:50:49.067] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:56:0)
[21:50:49.092] Build status: SCHEDULED
[21:50:49.092] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:57:0) after 3m14s
[21:54:03.523] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:57:0)
[21:54:03.561] Build status: SCHEDULED
[21:54:03.561] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:58:0) after 7m14s
[22:01:17.579] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:58:0)
[22:01:17.579] Timer tick, asking Buildbucket for the build status
[22:01:17.661] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:01:17.661] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:59:0) after 1m0s
[22:02:17.882] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:59:0)
[22:02:17.931] Build status: SCHEDULED
[22:02:17.931] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:60:0) after 2m23s
[22:04:41.202] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:60:0)
[22:04:41.202] Timer tick, asking Buildbucket for the build status
[22:04:41.272] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:04:41.272] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:61:0) after 1m0s
[22:05:41.505] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:61:0)
[22:05:41.505] Timer tick, asking Buildbucket for the build status
[22:05:41.635] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:05:41.635] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:62:0) after 1m0s
[22:06:42.201] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:62:0)
[22:06:42.201] Timer tick, asking Buildbucket for the build status
[22:06:42.305] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:06:42.305] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:63:0) after 1m0s
[22:07:42.434] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:63:0)
[22:07:42.466] Build status: SCHEDULED
[22:07:42.466] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:64:0) after 2m47s
[22:10:30.059] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:64:0)
[22:10:30.059] Timer tick, asking Buildbucket for the build status
[22:10:30.122] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:10:30.122] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:65:0) after 1m0s
[22:11:30.813] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:65:0)
[22:11:30.813] Timer tick, asking Buildbucket for the build status
[22:11:30.894] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:11:30.894] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:66:0) after 1m0s
[22:12:31.131] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:66:0)
[22:12:31.131] Timer tick, asking Buildbucket for the build status
[22:12:31.288] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:12:31.288] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:67:0) after 1m0s
[22:13:31.625] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:67:0)
[22:13:31.625] Timer tick, asking Buildbucket for the build status
[22:13:31.823] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:13:31.823] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:68:0) after 1m0s
[22:14:32.249] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:68:0)
[22:14:32.249] Timer tick, asking Buildbucket for the build status
[22:14:32.331] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:14:32.331] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:69:0) after 1m0s
[22:15:32.350] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:69:0)
[22:15:32.350] Timer tick, asking Buildbucket for the build status
[22:15:32.415] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:15:32.415] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:70:0) after 1m0s
[22:16:32.436] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:70:0)
[22:16:32.436] Timer tick, asking Buildbucket for the build status
[22:16:32.525] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:16:32.525] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:71:0) after 1m0s
[22:17:32.547] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:71:0)
[22:17:32.575] Build status: SCHEDULED
[22:17:32.576] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:72:0) after 9m27s
[22:26:59.598] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:72:0)
[22:26:59.598] Timer tick, asking Buildbucket for the build status
[22:26:59.700] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:26:59.700] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:73:0) after 1m0s
[22:27:59.747] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:73:0)
[22:27:59.747] Timer tick, asking Buildbucket for the build status
[22:27:59.835] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:27:59.835] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:74:0) after 1m0s
[22:29:00.069] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:74:0)
[22:29:00.097] Build status: SCHEDULED
[22:29:00.097] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:75:0) after 8m15s
[22:37:15.119] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:75:0)
[22:37:15.146] Build status: SCHEDULED
[22:37:15.146] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:76:0) after 3m34s
[22:40:49.170] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:76:0)
[22:40:49.206] Build status: SCHEDULED
[22:40:49.206] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:77:0) after 3m30s
[22:44:19.226] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:77:0)
[22:44:19.226] Timer tick, asking Buildbucket for the build status
[22:44:19.320] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:44:19.320] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:78:0) after 1m0s
[22:45:19.341] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:78:0)
[22:45:19.385] Build status: SCHEDULED
[22:45:19.385] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:79:0) after 6m11s
[22:51:30.404] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:79:0)
[22:51:30.404] Timer tick, asking Buildbucket for the build status
[22:51:30.576] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:51:30.576] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:80:0) after 1m0s
[22:52:30.600] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:80:0)
[22:52:30.600] Timer tick, asking Buildbucket for the build status
[22:52:30.796] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:52:30.796] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:81:0) after 1m0s
[22:53:30.820] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:81:0)
[22:53:30.847] Build status: SCHEDULED
[22:53:30.847] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:82:0) after 7m47s
[23:01:17.864] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:82:0)
[23:01:17.864] Timer tick, asking Buildbucket for the build status
[23:01:18.013] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[23:01:18.013] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:83:0) after 1m0s
[23:02:18.117] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:83:0)
[23:02:18.153] Build status: SCHEDULED
[23:02:18.153] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:84:0) after 9m27s
[23:11:45.714] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:84:0)
[23:11:45.737] Build status: SCHEDULED
[23:11:45.737] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:85:0) after 7m37s
[23:19:22.755] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:85:0)
[23:19:22.755] Timer tick, asking Buildbucket for the build status
[23:19:22.838] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[23:19:22.838] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:86:0) after 1m0s
[23:20:22.953] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:86:0)
[23:20:22.953] Timer tick, asking Buildbucket for the build status
[23:20:23.010] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[23:20:23.010] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:87:0) after 1m0s
[23:21:23.034] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:87:0)
[23:21:23.034] Timer tick, asking Buildbucket for the build status
[23:21:23.129] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[23:21:23.129] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:88:0) after 1m0s
[23:22:23.761] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:88:0)
[23:22:23.794] Build status: SCHEDULED
[23:22:23.794] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:89:0) after 3m31s
[23:25:55.453] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:89:0)
[23:25:55.453] Timer tick, asking Buildbucket for the build status
[23:25:55.529] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[23:25:55.529] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:90:0) after 1m0s
[23:26:56.429] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:90:0)
[23:26:56.429] Timer tick, asking Buildbucket for the build status
[23:26:56.701] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[23:26:56.701] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:91:0) after 1m0s
[23:28:09.105] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:91:0)
[23:28:09.133] Build status: SCHEDULED
[23:28:09.133] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:92:0) after 3m13s
[23:31:22.233] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:92:0)
[23:31:22.233] Timer tick, asking Buildbucket for the build status
[23:31:22.318] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[23:31:22.318] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:93:0) after 1m0s
[23:32:22.398] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:93:0)
[23:32:22.429] Build status: SCHEDULED
[23:32:22.429] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:94:0) after 3m27s
[23:35:49.552] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:94:0)
[23:35:49.582] Build status: SCHEDULED
[23:35:49.582] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:95:0) after 8m11s
[23:44:01.231] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:95:0)
[23:44:01.264] Build status: SCHEDULED
[23:44:01.264] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:96:0) after 5m25s
[23:49:26.272] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:96:0)
[23:49:26.331] Build status: SCHEDULED
[23:49:26.331] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:97:0) after 6m28s
[23:55:54.369] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:97:0)
[23:55:54.394] Build status: SCHEDULED
[23:55:54.394] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:98:0) after 6m36s
[00:02:30.429] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:98:0)
[00:02:30.429] Timer tick, asking Buildbucket for the build status
[00:02:30.604] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:02:30.604] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:99:0) after 1m0s
[00:03:30.624] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:99:0)
[00:03:30.624] Timer tick, asking Buildbucket for the build status
[00:03:30.797] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:03:30.797] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:100:0) after 1m0s
[00:04:30.926] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:100:0)
[00:04:30.926] Timer tick, asking Buildbucket for the build status
[00:04:30.992] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:04:30.992] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:101:0) after 1m0s
[00:05:31.014] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:101:0)
[00:05:31.074] Build status: SCHEDULED
[00:05:31.074] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:102:0) after 3m46s
[00:09:17.427] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:102:0)
[00:09:17.427] Timer tick, asking Buildbucket for the build status
[00:09:17.512] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:09:17.512] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:103:0) after 1m0s
[00:10:17.576] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:103:0)
[00:10:17.602] Build status: SCHEDULED
[00:10:17.602] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:104:0) after 7m38s
[00:17:55.637] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:104:0)
[00:17:55.637] Timer tick, asking Buildbucket for the build status
[00:17:55.707] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:17:55.707] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:105:0) after 1m0s
[00:18:55.736] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:105:0)
[00:18:55.736] Timer tick, asking Buildbucket for the build status
[00:18:55.805] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:18:55.805] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:106:0) after 1m0s
[00:19:55.919] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:106:0)
[00:19:55.943] Build status: SCHEDULED
[00:19:55.943] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:107:0) after 1m31s
[00:21:27.115] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:107:0)
[00:21:27.146] Build status: SCHEDULED
[00:21:27.146] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:108:0) after 3m54s
[00:25:21.172] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:108:0)
[00:25:21.172] Timer tick, asking Buildbucket for the build status
[00:25:21.309] Build 8852124810809415120: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:25:21.309] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:109:0) after 1m0s
[00:26:21.333] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:109:0)
[00:26:21.357] Build status: SCHEDULED
[00:26:21.357] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:110:0) after 6m30s
[00:32:50.350] Received PubSub notification, asking Buildbucket for the build status
[00:32:50.422] Build 8852124810809415120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:32:51.364] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:110:0)
[00:32:51.391] Build status: STARTED
[00:32:51.391] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:112:0) after 2m14s
[00:35:05.507] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:112:0)
[00:35:05.507] Timer tick, asking Buildbucket for the build status
[00:35:05.657] Build 8852124810809415120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:35:05.657] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:113:0) after 1m0s
[00:36:05.691] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:113:0)
[00:36:05.691] Timer tick, asking Buildbucket for the build status
[00:36:05.827] Build 8852124810809415120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:36:05.827] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:114:0) after 1m0s
[00:37:05.856] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:114:0)
[00:37:05.857] Timer tick, asking Buildbucket for the build status
[00:37:06.549] Build 8852124810809415120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:37:06.549] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:115:0) after 1m0s
[00:38:06.571] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:115:0)
[00:38:06.597] Build status: STARTED
[00:38:06.598] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:116:0) after 3m51s
[00:41:57.620] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:116:0)
[00:41:57.645] Build status: STARTED
[00:41:57.645] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:117:0) after 4m17s
[00:46:14.670] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:117:0)
[00:46:14.700] Build status: STARTED
[00:46:14.700] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:118:0) after 4m54s
[00:51:08.679] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:118:0)
[00:51:08.705] Build status: STARTED
[00:51:08.705] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:119:0) after 1m55s
[00:53:03.707] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:119:0)
[00:53:03.740] Build status: STARTED
[00:53:03.741] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:120:0) after 8m44s
[01:01:48.431] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:120:0)
[01:01:48.460] Build status: STARTED
[01:01:48.460] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:121:0) after 3m22s
[01:05:10.623] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:121:0)
[01:05:10.623] Timer tick, asking Buildbucket for the build status
[01:05:10.936] Build 8852124810809415120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:05:10.936] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:122:0) after 1m0s
[01:06:11.255] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:122:0)
[01:06:11.281] Build status: STARTED
[01:06:11.281] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:123:0) after 4m23s
[01:10:34.434] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:123:0)
[01:10:34.434] Timer tick, asking Buildbucket for the build status
[01:10:35.401] Build 8852124810809415120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:10:35.401] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:124:0) after 1m0s
[01:11:35.687] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:124:0)
[01:11:35.687] Timer tick, asking Buildbucket for the build status
[01:11:35.834] Build 8852124810809415120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:11:35.834] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:125:0) after 1m0s
[01:12:36.613] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:125:0)
[01:12:36.613] Timer tick, asking Buildbucket for the build status
[01:12:36.681] Build 8852124810809415120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:12:36.681] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:126:0) after 1m0s
[01:13:36.774] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:126:0)
[01:13:36.801] Build status: STARTED
[01:13:36.801] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:127:0) after 9m49s
[01:23:25.823] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:127:0)
[01:23:25.974] Build status: STARTED
[01:23:25.974] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:128:0) after 8m44s
[01:32:10.169] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:128:0)
[01:32:10.199] Build status: STARTED
[01:32:10.199] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:129:0) after 4m6s
[01:36:16.534] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:129:0)
[01:36:16.562] Build status: STARTED
[01:36:16.562] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:130:0) after 4m26s
[01:40:42.586] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:130:0)
[01:40:42.586] Timer tick, asking Buildbucket for the build status
[01:40:42.771] Build 8852124810809415120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:40:42.771] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:131:0) after 1m0s
[01:41:42.820] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:131:0)
[01:41:42.820] Timer tick, asking Buildbucket for the build status
[01:41:43.131] Build 8852124810809415120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:41:43.131] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:132:0) after 1m0s
[01:42:43.151] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:132:0)
[01:42:43.175] Build status: STARTED
[01:42:43.175] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:133:0) after 8m24s
[01:51:07.201] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:133:0)
[01:51:07.231] Build status: STARTED
[01:51:07.231] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:134:0) after 7m55s
[01:59:02.450] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:134:0)
[01:59:02.486] Build status: STARTED
[01:59:02.486] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:135:0) after 8m49s
[02:07:51.504] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:135:0)
[02:07:51.504] Timer tick, asking Buildbucket for the build status
[02:07:51.701] Build 8852124810809415120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:07:51.701] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:136:0) after 1m0s
[02:08:51.733] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:136:0)
[02:08:51.762] Build status: STARTED
[02:08:51.762] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:137:0) after 9m57s
[02:18:48.894] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:137:0)
[02:18:48.894] Timer tick, asking Buildbucket for the build status
[02:18:48.987] Build 8852124810809415120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:18:48.987] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:138:0) after 1m0s
[02:19:49.007] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:138:0)
[02:19:49.033] Build status: STARTED
[02:19:49.033] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:139:0) after 6m18s
[02:26:07.202] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:139:0)
[02:26:07.202] Timer tick, asking Buildbucket for the build status
[02:26:07.486] Build 8852124810809415120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:26:07.486] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:140:0) after 1m0s
[02:27:07.799] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:140:0)
[02:27:07.799] Timer tick, asking Buildbucket for the build status
[02:27:07.885] Build 8852124810809415120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:27:07.885] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:141:0) after 1m0s
[02:28:08.185] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:141:0)
[02:28:08.185] Timer tick, asking Buildbucket for the build status
[02:28:08.258] Build 8852124810809415120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:28:08.258] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:142:0) after 1m0s
[02:29:08.313] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:142:0)
[02:29:08.340] Build status: STARTED
[02:29:08.340] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:143:0) after 8m14s
[02:37:22.361] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:143:0)
[02:37:22.361] Timer tick, asking Buildbucket for the build status
[02:37:22.693] Build 8852124810809415120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:37:22.693] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:144:0) after 1m0s
[02:38:22.890] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:144:0)
[02:38:22.921] Build status: STARTED
[02:38:22.921] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:145:0) after 9m19s
[02:47:41.989] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:145:0)
[02:47:41.989] Timer tick, asking Buildbucket for the build status
[02:47:42.101] Build 8852124810809415120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:47:42.101] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:146:0) after 1m0s
[02:48:42.171] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:146:0)
[02:48:42.171] Timer tick, asking Buildbucket for the build status
[02:48:42.235] Build 8852124810809415120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:48:42.235] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:147:0) after 1m0s
[02:49:42.390] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:147:0)
[02:49:42.434] Build status: STARTED
[02:49:42.434] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:148:0) after 2m26s
[02:52:08.456] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:148:0)
[02:52:08.456] Timer tick, asking Buildbucket for the build status
[02:52:08.783] Build 8852124810809415120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:52:08.783] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:149:0) after 1m0s
[02:53:08.868] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:149:0)
[02:53:08.868] Timer tick, asking Buildbucket for the build status
[02:53:09.018] Build 8852124810809415120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:53:09.018] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:150:0) after 1m0s
[02:54:09.122] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:150:0)
[02:54:09.152] Build status: STARTED
[02:54:09.152] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:151:0) after 2m15s
[02:56:24.173] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:151:0)
[02:56:24.195] Build status: STARTED
[02:56:24.195] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:152:0) after 3m10s
[02:59:34.213] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:152:0)
[02:59:34.240] Build status: STARTED
[02:59:34.240] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:153:0) after 3m28s
[03:03:02.379] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:153:0)
[03:03:02.379] Timer tick, asking Buildbucket for the build status
[03:03:02.795] Build 8852124810809415120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:03:02.795] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:154:0) after 1m0s
[03:04:02.993] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:154:0)
[03:04:02.993] Timer tick, asking Buildbucket for the build status
[03:04:03.063] Build 8852124810809415120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:04:03.063] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:155:0) after 1m0s
[03:05:03.093] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:155:0)
[03:05:03.093] Timer tick, asking Buildbucket for the build status
[03:05:03.172] Build 8852124810809415120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:05:03.172] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:156:0) after 1m0s
[03:06:03.251] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:156:0)
[03:06:03.282] Build status: STARTED
[03:06:03.282] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:157:0) after 1m28s
[03:07:31.514] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:157:0)
[03:07:31.514] Timer tick, asking Buildbucket for the build status
[03:07:31.601] Build 8852124810809415120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:07:31.601] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:158:0) after 1m0s
[03:08:31.624] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:158:0)
[03:08:31.653] Build status: STARTED
[03:08:31.653] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:159:0) after 3m57s
[03:12:28.685] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:159:0)
[03:12:28.685] Timer tick, asking Buildbucket for the build status
[03:12:28.837] Build 8852124810809415120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:12:28.837] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:160:0) after 1m0s
[03:13:28.910] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:160:0)
[03:13:28.939] Build status: STARTED
[03:13:28.939] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:161:0) after 3m59s
[03:17:28.139] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:161:0)
[03:17:28.139] Timer tick, asking Buildbucket for the build status
[03:17:28.261] Build 8852124810809415120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:17:28.261] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:162:0) after 1m0s
[03:18:28.310] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:162:0)
[03:18:28.337] Build status: STARTED
[03:18:28.337] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:163:0) after 5m30s
[03:23:58.474] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:163:0)
[03:23:58.589] Build status: STARTED
[03:23:58.589] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:164:0) after 2m5s
[03:26:03.905] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:164:0)
[03:26:03.905] Timer tick, asking Buildbucket for the build status
[03:26:03.997] Build 8852124810809415120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:26:03.997] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:165:0) after 1m0s
[03:27:04.019] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:165:0)
[03:27:04.019] Timer tick, asking Buildbucket for the build status
[03:27:04.389] Build 8852124810809415120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:27:04.389] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:166:0) after 1m0s
[03:28:04.514] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:166:0)
[03:28:04.514] Timer tick, asking Buildbucket for the build status
[03:28:04.588] Build 8852124810809415120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:28:04.588] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:167:0) after 1m0s
[03:29:04.638] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:167:0)
[03:29:04.670] Build status: STARTED
[03:29:04.670] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:168:0) after 2m30s
[03:31:34.715] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:168:0)
[03:31:34.742] Build status: STARTED
[03:31:34.742] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:169:0) after 2m37s
[03:34:11.763] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:169:0)
[03:34:11.792] Build status: STARTED
[03:34:11.792] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:170:0) after 1m56s
[03:36:07.865] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:170:0)
[03:36:07.892] Build status: STARTED
[03:36:07.892] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:171:0) after 8m18s
[03:44:25.922] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:171:0)
[03:44:25.922] Timer tick, asking Buildbucket for the build status
[03:44:26.004] Build 8852124810809415120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:44:26.004] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:172:0) after 1m0s
[03:45:26.815] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:172:0)
[03:45:26.815] Timer tick, asking Buildbucket for the build status
[03:45:26.881] Build 8852124810809415120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:45:26.881] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:173:0) after 1m0s
[03:46:27.111] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:173:0)
[03:46:27.111] Timer tick, asking Buildbucket for the build status
[03:46:27.210] Build 8852124810809415120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:46:27.210] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:174:0) after 1m0s
[03:47:27.280] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:174:0)
[03:47:27.343] Build status: STARTED
[03:47:27.343] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:175:0) after 3m33s
[03:51:00.380] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:175:0)
[03:51:00.380] Timer tick, asking Buildbucket for the build status
[03:51:00.458] Build 8852124810809415120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:51:00.458] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:176:0) after 1m0s
[03:52:00.478] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:176:0)
[03:52:00.478] Timer tick, asking Buildbucket for the build status
[03:52:00.720] Build 8852124810809415120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:52:00.720] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:177:0) after 1m0s
[03:53:00.745] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:177:0)
[03:53:00.785] Build status: STARTED
[03:53:00.785] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:178:0) after 4m46s
[03:57:46.814] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:178:0)
[03:57:46.840] Build status: STARTED
[03:57:46.840] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017554872946173264:179:0) after 9m4s
[04:05:17.001] Received PubSub notification, asking Buildbucket for the build status
[04:05:17.161] Build 8852124810809415120: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[04:05:17.161] Buildbucket build:
{
  "build": {
    "bucket": "luci.r8.ci",
    "canary_preference": "PROD",
    "completed_ts": "1616385916309066",
    "created_by": "project:r8",
    "created_ts": "1616352944516354",
    "failure_reason": "BUILD_FAILURE",
    "id": "8852124810809415120",
    "parameters_json": "{\"builder_name\": \"linux-run-on-app-dump\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/main\", \"repo\": \"https://r8.googlesource.com/r8\", \"revision\": \"e139309308ffc3cb030bc705f6e2496cd423a35a\"}, \"id\": \"https://r8.googlesource.com/r8/+/refs/heads/main@e139309308ffc3cb030bc705f6e2496cd423a35a\", \"title\": \"e139309308ffc3cb030bc705f6e2496cd423a35a\", \"url\": \"https://r8.googlesource.com/r8/+/e139309308ffc3cb030bc705f6e2496cd423a35a\"}]}, \"branch\": \"refs/heads/main\", \"repository\": \"https://r8.googlesource.com/r8\", \"revision\": \"e139309308ffc3cb030bc705f6e2496cd423a35a\"}}",
    "project": "r8",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Step('Run tests') (retcode: 2)\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/main\", \"repo\": \"https://r8.googlesource.com/r8\", \"revision\": \"e139309308ffc3cb030bc705f6e2496cd423a35a\"}, \"id\": \"https://r8.googlesource.com/r8/+/refs/heads/main@e139309308ffc3cb030bc705f6e2496cd423a35a\", \"title\": \"e139309308ffc3cb030bc705f6e2496cd423a35a\", \"url\": \"https://r8.googlesource.com/r8/+/e139309308ffc3cb030bc705f6e2496cd423a35a\"}]}, \"bot_id\": \"luci-r8-custom-ci-xenial-1-b9qc\", \"branch\": \"refs/heads/main\", \"builder_group\": \"internal.client.r8\", \"buildername\": \"linux-run-on-app-dump\", \"buildnumber\": 643, \"path_config\": \"generic\", \"recipe\": \"rex\", \"repository\": \"https://r8.googlesource.com/r8\", \"revision\": \"e139309308ffc3cb030bc705f6e2496cd423a35a\", \"test_options\": [\"--bot\"], \"test_wrapper\": \"tools/run_on_app_dump.py\"}, \"swarming\": {\"bot_dimensions\": {\"caches\": [\"builder_63ee2c22602e4d430afb5458af2cb9dac4f80963ee3a3502ee637c858687922f_v2\", \"builder_75d5468cb51118f3da8163d1cadd42a77ee91f5dafb7076be887de7afa5d469e_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"r8bot-265908\"], \"gpu\": [\"none\"], \"id\": [\"luci-r8-custom-ci-xenial-1-b9qc\"], \"image\": [\"chrome-xenial-21011100-9488e34e558\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-8\"], \"normal\": [\"true\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16\", \"Ubuntu-16.04\", \"Ubuntu-16.04.6\"], \"pool\": [\"luci.r8.ci\"], \"python\": [\"2\", \"2.7\", \"2.7.12\"], \"server_version\": [\"5776-cb9e157\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-a\"]}}, \"ui\": {\"info\": \"Step('Run tests') (retcode: 2)\"}}",
    "service_account": "r8-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1616373169715330",
    "status": "COMPLETED",
    "status_changed_ts": "1616373170136924",
    "tags": [
      "build_address:luci.r8.ci/linux-run-on-app-dump/643",
      "builder:linux-run-on-app-dump",
      "buildset:commit/gitiles/r8.googlesource.com/r8/+/e139309308ffc3cb030bc705f6e2496cd423a35a",
      "gitiles_ref:refs/heads/main",
      "scheduler_invocation_id:9017554872946173264",
      "scheduler_job_id:r8/linux-run-on-app-dump",
      "swarming_hostname:chrome-swarming.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/r8/buildbucket/cr-buildbucket.appspot.com/8852124810809415120/+/annotations",
      "swarming_tag:luci_project:r8",
      "swarming_tag:os:Linux",
      "swarming_tag:recipe_name:rex",
      "swarming_tag:recipe_package:infra_internal/recipe_bundles/chrome-internal.googlesource.com/chrome/tools/build_limited/scripts/slave",
      "swarming_task_id:526ef62e10b13d10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1616385916309594",
    "url": "https://ci.chromium.org/b/8852124810809415120",
    "utcnow_ts": "1616385917144109"
  }
}
[04:05:17.161] Invocation finished in 9h9m34.065118533s with status FAILED