LUCI Scheduler :: r8 :: linux-run-on-app-dump

Status: FAILED

Triggered by: -

Duration: 3 hours

Actions:

Definition (rev 31ff70e0edec5c90b8097e8786ebb05ad55d6c93)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.r8.ci"
  builder: "linux-run-on-app-dump"
>

Incoming triggers

81c2bf4eafaab5ccd9e963892ae2bb90fe2800d4 (5 years ago)

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://r8.googlesource.com/r8",
  "revision": "81c2bf4eafaab5ccd9e963892ae2bb90fe2800d4"
}

Incoming tags

buildset:commit/git/81c2bf4eafaab5ccd9e963892ae2bb90fe2800d4
buildset:commit/gitiles/r8.googlesource.com/r8/+/81c2bf4eafaab5ccd9e963892ae2bb90fe2800d4
gitiles_ref:refs/heads/master

Debug log (UTC)

[10:42:50.032] New invocation is queued and will start shortly
[10:42:54.311] Starting the invocation (attempt 1)
[10:42:54.400] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:42:54.400] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:42:54.400] Buildbucket request:
{
  "bucket": "luci.r8.ci",
  "client_operation_id": "9029454085164189664",
  "parameters_json": "{\"builder_name\":\"linux-run-on-app-dump\",\"properties\":{\"$recipe_engine/scheduler\":{\"hostname\":\"luci-scheduler.appspot.com\",\"triggers\":[{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://r8.googlesource.com/r8\",\"revision\":\"81c2bf4eafaab5ccd9e963892ae2bb90fe2800d4\"},\"id\":\"https://r8.googlesource.com/r8/+/refs/heads/master@81c2bf4eafaab5ccd9e963892ae2bb90fe2800d4\",\"title\":\"81c2bf4eafaab5ccd9e963892ae2bb90fe2800d4\",\"url\":\"https://r8.googlesource.com/r8/+/81c2bf4eafaab5ccd9e963892ae2bb90fe2800d4\"}]},\"branch\":\"refs/heads/master\",\"repository\":\"https://r8.googlesource.com/r8\",\"revision\":\"81c2bf4eafaab5ccd9e963892ae2bb90fe2800d4\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:linux-run-on-app-dump",
    "scheduler_invocation_id:9029454085164189664",
    "scheduler_job_id:r8/linux-run-on-app-dump",
    "user_agent:luci-scheduler",
    "buildset:commit/git/81c2bf4eafaab5ccd9e963892ae2bb90fe2800d4",
    "buildset:commit/gitiles/r8.googlesource.com/r8/+/81c2bf4eafaab5ccd9e963892ae2bb90fe2800d4",
    "gitiles_ref:refs/heads/master"
  ]
}
[10:42:54.996] Buildbucket response:
{
  "build": {
    "bucket": "luci.r8.ci",
    "canary_preference": "PROD",
    "created_by": "project:r8",
    "created_ts": "1605004974490198",
    "id": "8864024019827297360",
    "parameters_json": "{\"builder_name\": \"linux-run-on-app-dump\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://r8.googlesource.com/r8\", \"revision\": \"81c2bf4eafaab5ccd9e963892ae2bb90fe2800d4\"}, \"id\": \"https://r8.googlesource.com/r8/+/refs/heads/master@81c2bf4eafaab5ccd9e963892ae2bb90fe2800d4\", \"title\": \"81c2bf4eafaab5ccd9e963892ae2bb90fe2800d4\", \"url\": \"https://r8.googlesource.com/r8/+/81c2bf4eafaab5ccd9e963892ae2bb90fe2800d4\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://r8.googlesource.com/r8\", \"revision\": \"81c2bf4eafaab5ccd9e963892ae2bb90fe2800d4\"}}",
    "project": "r8",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "r8-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1605004974795323",
    "tags": [
      "build_address:luci.r8.ci/linux-run-on-app-dump/53",
      "builder:linux-run-on-app-dump",
      "buildset:commit/git/81c2bf4eafaab5ccd9e963892ae2bb90fe2800d4",
      "buildset:commit/gitiles/r8.googlesource.com/r8/+/81c2bf4eafaab5ccd9e963892ae2bb90fe2800d4",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9029454085164189664",
      "scheduler_job_id:r8/linux-run-on-app-dump",
      "swarming_hostname:chrome-swarming.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/r8/buildbucket/cr-buildbucket.appspot.com/8864024019827297360/+/annotations",
      "swarming_tag:luci_project:r8",
      "swarming_tag:recipe_name:rex",
      "swarming_tag:recipe_package:infra_internal/recipe_bundles/chrome-internal.googlesource.com/chrome/tools/build_limited/scripts/slave",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1605004974795461",
    "url": "https://ci.chromium.org/b/8864024019827297360",
    "utcnow_ts": "1605004974986933"
  }
}
[10:42:54.996] Task URL: https://ci.chromium.org/b/8864024019827297360
[10:42:54.996] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:2:0) after 1m0s
[10:43:55.054] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:2:0)
[10:43:55.054] Timer tick, asking Buildbucket for the build status
[10:43:55.203] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:43:55.203] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:3:0) after 1m0s
[10:44:55.238] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:3:0)
[10:44:55.238] Timer tick, asking Buildbucket for the build status
[10:44:55.315] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:44:55.315] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:4:0) after 1m0s
[10:45:55.335] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:4:0)
[10:45:55.335] Timer tick, asking Buildbucket for the build status
[10:45:55.807] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:45:55.807] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:5:0) after 1m0s
[10:46:55.845] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:5:0)
[10:46:55.845] Timer tick, asking Buildbucket for the build status
[10:46:55.927] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:46:55.927] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:6:0) after 1m0s
[10:47:55.954] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:6:0)
[10:47:55.954] Timer tick, asking Buildbucket for the build status
[10:47:56.062] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:47:56.062] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:7:0) after 1m0s
[10:48:56.187] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:7:0)
[10:48:56.187] Timer tick, asking Buildbucket for the build status
[10:48:56.282] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:48:56.282] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:8:0) after 1m0s
[10:49:56.329] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:8:0)
[10:49:56.329] Timer tick, asking Buildbucket for the build status
[10:49:56.411] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:49:56.411] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:9:0) after 1m0s
[10:50:56.469] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:9:0)
[10:50:56.469] Timer tick, asking Buildbucket for the build status
[10:50:56.617] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:50:56.618] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:10:0) after 1m0s
[10:51:56.667] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:10:0)
[10:51:56.667] Timer tick, asking Buildbucket for the build status
[10:51:57.413] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:51:57.413] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:11:0) after 1m0s
[10:52:57.399] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:11:0)
[10:52:57.399] Timer tick, asking Buildbucket for the build status
[10:52:57.538] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:52:57.538] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:12:0) after 1m0s
[10:53:57.573] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:12:0)
[10:53:57.573] Timer tick, asking Buildbucket for the build status
[10:53:57.706] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:53:57.706] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:13:0) after 1m0s
[10:54:57.700] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:13:0)
[10:54:57.700] Timer tick, asking Buildbucket for the build status
[10:54:57.779] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:54:57.779] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:14:0) after 1m0s
[10:55:57.828] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:14:0)
[10:55:57.828] Timer tick, asking Buildbucket for the build status
[10:55:57.902] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:55:57.902] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:15:0) after 1m0s
[10:56:57.931] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:15:0)
[10:56:57.931] Timer tick, asking Buildbucket for the build status
[10:56:59.686] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:56:59.686] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:16:0) after 1m0s
[10:57:59.738] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:16:0)
[10:57:59.738] Timer tick, asking Buildbucket for the build status
[10:57:59.992] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:57:59.992] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:17:0) after 1m0s
[10:59:00.007] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:17:0)
[10:59:00.007] Timer tick, asking Buildbucket for the build status
[10:59:00.378] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:59:00.378] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:18:0) after 1m0s
[11:00:00.626] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:18:0)
[11:00:00.626] Timer tick, asking Buildbucket for the build status
[11:00:00.738] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:00:00.738] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:19:0) after 1m0s
[11:01:03.406] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:19:0)
[11:01:03.406] Timer tick, asking Buildbucket for the build status
[11:01:03.515] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:01:03.515] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:20:0) after 1m0s
[11:02:03.564] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:20:0)
[11:02:03.564] Timer tick, asking Buildbucket for the build status
[11:02:04.034] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:02:04.034] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:21:0) after 1m0s
[11:03:04.134] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:21:0)
[11:03:04.134] Timer tick, asking Buildbucket for the build status
[11:03:04.379] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:03:04.379] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:22:0) after 1m0s
[11:04:04.681] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:22:0)
[11:04:04.682] Timer tick, asking Buildbucket for the build status
[11:04:04.770] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:04:04.770] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:23:0) after 1m0s
[11:05:04.953] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:23:0)
[11:05:04.953] Timer tick, asking Buildbucket for the build status
[11:05:05.087] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:05:05.087] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:24:0) after 1m0s
[11:06:05.231] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:24:0)
[11:06:05.231] Timer tick, asking Buildbucket for the build status
[11:06:05.309] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:06:05.309] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:25:0) after 1m0s
[11:07:05.460] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:25:0)
[11:07:05.460] Timer tick, asking Buildbucket for the build status
[11:07:05.542] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:07:05.542] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:26:0) after 1m0s
[11:08:05.693] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:26:0)
[11:08:05.693] Timer tick, asking Buildbucket for the build status
[11:08:05.838] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:08:05.838] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:27:0) after 1m0s
[11:09:05.913] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:27:0)
[11:09:05.913] Timer tick, asking Buildbucket for the build status
[11:09:06.185] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:09:06.185] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:28:0) after 1m0s
[11:10:07.990] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:28:0)
[11:10:07.990] Timer tick, asking Buildbucket for the build status
[11:10:08.767] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:10:08.767] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:29:0) after 1m0s
[11:11:09.015] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:29:0)
[11:11:09.015] Timer tick, asking Buildbucket for the build status
[11:11:09.188] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:11:09.188] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:30:0) after 1m0s
[11:12:09.274] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:30:0)
[11:12:09.274] Timer tick, asking Buildbucket for the build status
[11:12:09.351] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:12:09.351] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:31:0) after 1m0s
[11:13:09.414] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:31:0)
[11:13:09.414] Timer tick, asking Buildbucket for the build status
[11:13:09.507] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:13:09.507] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:32:0) after 1m0s
[11:14:09.510] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:32:0)
[11:14:09.510] Timer tick, asking Buildbucket for the build status
[11:14:09.726] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:14:09.726] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:33:0) after 1m0s
[11:15:09.769] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:33:0)
[11:15:09.769] Timer tick, asking Buildbucket for the build status
[11:15:09.849] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:15:09.849] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:34:0) after 1m0s
[11:16:09.913] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:34:0)
[11:16:09.913] Timer tick, asking Buildbucket for the build status
[11:16:09.993] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:16:09.993] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:35:0) after 1m0s
[11:17:10.018] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:35:0)
[11:17:10.018] Timer tick, asking Buildbucket for the build status
[11:17:10.191] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:17:10.191] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:36:0) after 1m0s
[11:18:10.322] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:36:0)
[11:18:10.322] Timer tick, asking Buildbucket for the build status
[11:18:10.632] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:18:10.632] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:37:0) after 1m0s
[11:19:10.669] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:37:0)
[11:19:10.669] Timer tick, asking Buildbucket for the build status
[11:19:10.790] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:19:10.790] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:38:0) after 1m0s
[11:20:10.855] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:38:0)
[11:20:10.855] Timer tick, asking Buildbucket for the build status
[11:20:11.042] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:20:11.042] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:39:0) after 1m0s
[11:21:11.069] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:39:0)
[11:21:11.069] Timer tick, asking Buildbucket for the build status
[11:21:11.446] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:21:11.446] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:40:0) after 1m0s
[11:22:11.467] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:40:0)
[11:22:11.467] Timer tick, asking Buildbucket for the build status
[11:22:11.572] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:22:11.572] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:41:0) after 1m0s
[11:23:11.655] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:41:0)
[11:23:11.655] Timer tick, asking Buildbucket for the build status
[11:23:11.855] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:23:11.855] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:42:0) after 1m0s
[11:24:11.891] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:42:0)
[11:24:11.891] Timer tick, asking Buildbucket for the build status
[11:24:11.986] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:24:11.986] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:43:0) after 1m0s
[11:25:12.094] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:43:0)
[11:25:12.094] Timer tick, asking Buildbucket for the build status
[11:25:12.205] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:25:12.205] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:44:0) after 1m0s
[11:26:12.268] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:44:0)
[11:26:12.268] Timer tick, asking Buildbucket for the build status
[11:26:12.345] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:26:12.345] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:45:0) after 1m0s
[11:27:12.389] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:45:0)
[11:27:12.389] Timer tick, asking Buildbucket for the build status
[11:27:12.580] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:27:12.580] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:46:0) after 1m0s
[11:28:12.655] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:46:0)
[11:28:12.655] Timer tick, asking Buildbucket for the build status
[11:28:12.988] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:28:12.988] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:47:0) after 1m0s
[11:29:13.034] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:47:0)
[11:29:13.034] Timer tick, asking Buildbucket for the build status
[11:29:13.178] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:29:13.178] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:48:0) after 1m0s
[11:30:13.275] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:48:0)
[11:30:13.275] Timer tick, asking Buildbucket for the build status
[11:30:13.354] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:30:13.354] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:49:0) after 1m0s
[11:31:13.381] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:49:0)
[11:31:13.381] Timer tick, asking Buildbucket for the build status
[11:31:13.462] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:31:13.462] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:50:0) after 1m0s
[11:32:13.536] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:50:0)
[11:32:13.536] Timer tick, asking Buildbucket for the build status
[11:32:13.647] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:32:13.648] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:51:0) after 1m0s
[11:33:13.763] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:51:0)
[11:33:13.763] Timer tick, asking Buildbucket for the build status
[11:33:13.897] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:33:13.897] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:52:0) after 1m0s
[11:34:13.968] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:52:0)
[11:34:13.968] Timer tick, asking Buildbucket for the build status
[11:34:14.060] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:34:14.060] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:53:0) after 1m0s
[11:35:14.188] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:53:0)
[11:35:14.188] Timer tick, asking Buildbucket for the build status
[11:35:15.043] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:35:15.044] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:54:0) after 1m0s
[11:36:15.445] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:54:0)
[11:36:15.445] Timer tick, asking Buildbucket for the build status
[11:36:15.650] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:36:15.650] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:55:0) after 1m0s
[11:37:15.937] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:55:0)
[11:37:15.937] Timer tick, asking Buildbucket for the build status
[11:37:16.025] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:37:16.025] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:56:0) after 1m0s
[11:38:16.216] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:56:0)
[11:38:16.216] Timer tick, asking Buildbucket for the build status
[11:38:16.629] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:38:16.629] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:57:0) after 1m0s
[11:39:16.810] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:57:0)
[11:39:16.810] Timer tick, asking Buildbucket for the build status
[11:39:16.929] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:39:16.929] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:58:0) after 1m0s
[11:40:17.068] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:58:0)
[11:40:17.068] Timer tick, asking Buildbucket for the build status
[11:40:17.166] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:40:17.166] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:59:0) after 1m0s
[11:41:17.191] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:59:0)
[11:41:17.191] Timer tick, asking Buildbucket for the build status
[11:41:17.263] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:41:17.263] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:60:0) after 1m0s
[11:42:17.262] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:60:0)
[11:42:17.262] Timer tick, asking Buildbucket for the build status
[11:42:17.345] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:42:17.345] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:61:0) after 1m0s
[11:43:17.369] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:61:0)
[11:43:17.369] Timer tick, asking Buildbucket for the build status
[11:43:17.516] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:43:17.516] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:62:0) after 1m0s
[11:44:17.547] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:62:0)
[11:44:17.547] Timer tick, asking Buildbucket for the build status
[11:44:17.658] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:44:17.658] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:63:0) after 1m0s
[11:45:17.728] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:63:0)
[11:45:17.728] Timer tick, asking Buildbucket for the build status
[11:45:17.823] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:45:17.823] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:64:0) after 1m0s
[11:46:17.891] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:64:0)
[11:46:17.891] Timer tick, asking Buildbucket for the build status
[11:46:17.968] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:46:17.968] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:65:0) after 1m0s
[11:47:17.999] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:65:0)
[11:47:17.999] Timer tick, asking Buildbucket for the build status
[11:47:18.116] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:47:18.116] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:66:0) after 1m0s
[11:48:18.186] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:66:0)
[11:48:18.186] Timer tick, asking Buildbucket for the build status
[11:48:18.298] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:48:18.298] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:67:0) after 1m0s
[11:49:18.369] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:67:0)
[11:49:18.369] Timer tick, asking Buildbucket for the build status
[11:49:18.446] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:49:18.446] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:68:0) after 1m0s
[11:50:18.515] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:68:0)
[11:50:18.515] Timer tick, asking Buildbucket for the build status
[11:50:18.713] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:50:18.713] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:69:0) after 1m0s
[11:51:18.759] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:69:0)
[11:51:18.759] Timer tick, asking Buildbucket for the build status
[11:51:19.001] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:51:19.001] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:70:0) after 1m0s
[11:52:19.023] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:70:0)
[11:52:19.023] Timer tick, asking Buildbucket for the build status
[11:52:19.194] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:52:19.194] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:71:0) after 1m0s
[11:53:19.245] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:71:0)
[11:53:19.245] Timer tick, asking Buildbucket for the build status
[11:53:19.338] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:53:19.338] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:72:0) after 1m0s
[11:54:19.398] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:72:0)
[11:54:19.398] Timer tick, asking Buildbucket for the build status
[11:54:19.525] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:54:19.525] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:73:0) after 1m0s
[11:55:19.593] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:73:0)
[11:55:19.593] Timer tick, asking Buildbucket for the build status
[11:55:19.677] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:55:19.677] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:74:0) after 1m0s
[11:56:19.702] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:74:0)
[11:56:19.702] Timer tick, asking Buildbucket for the build status
[11:56:19.941] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:56:19.941] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:75:0) after 1m0s
[11:57:19.965] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:75:0)
[11:57:19.965] Timer tick, asking Buildbucket for the build status
[11:57:20.041] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:57:20.041] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:76:0) after 1m0s
[11:58:20.147] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:76:0)
[11:58:20.147] Timer tick, asking Buildbucket for the build status
[11:58:20.308] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:58:20.308] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:77:0) after 1m0s
[11:59:20.349] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:77:0)
[11:59:20.349] Timer tick, asking Buildbucket for the build status
[11:59:20.555] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[11:59:20.555] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:78:0) after 1m0s
[12:00:20.595] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:78:0)
[12:00:20.595] Timer tick, asking Buildbucket for the build status
[12:00:20.703] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:00:20.703] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:79:0) after 1m0s
[12:01:20.815] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:79:0)
[12:01:20.815] Timer tick, asking Buildbucket for the build status
[12:01:21.661] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:01:21.661] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:80:0) after 1m0s
[12:02:21.709] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:80:0)
[12:02:21.709] Timer tick, asking Buildbucket for the build status
[12:02:22.103] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:02:22.103] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:81:0) after 1m0s
[12:03:22.217] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:81:0)
[12:03:22.217] Timer tick, asking Buildbucket for the build status
[12:03:22.357] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:03:22.357] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:82:0) after 1m0s
[12:04:22.451] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:82:0)
[12:04:22.451] Timer tick, asking Buildbucket for the build status
[12:04:22.619] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:04:22.619] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:83:0) after 1m0s
[12:05:22.848] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:83:0)
[12:05:22.848] Timer tick, asking Buildbucket for the build status
[12:05:23.014] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:05:23.014] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:84:0) after 1m0s
[12:06:23.076] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:84:0)
[12:06:23.076] Timer tick, asking Buildbucket for the build status
[12:06:23.503] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:06:23.503] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:85:0) after 1m0s
[12:07:23.559] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:85:0)
[12:07:23.559] Timer tick, asking Buildbucket for the build status
[12:07:24.174] Build 8864024019827297360: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[12:07:24.174] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:86:0) after 1m0s
[12:07:42.386] Received PubSub notification, asking Buildbucket for the build status
[12:07:42.533] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:08:24.248] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:86:0)
[12:08:24.248] Timer tick, asking Buildbucket for the build status
[12:08:24.472] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:08:24.472] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:88:0) after 1m0s
[12:09:24.526] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:88:0)
[12:09:24.526] Timer tick, asking Buildbucket for the build status
[12:09:24.590] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:09:24.590] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:89:0) after 1m0s
[12:10:24.652] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:89:0)
[12:10:24.652] Timer tick, asking Buildbucket for the build status
[12:10:24.731] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:10:24.731] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:90:0) after 1m0s
[12:11:24.825] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:90:0)
[12:11:24.825] Timer tick, asking Buildbucket for the build status
[12:11:25.064] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:11:25.064] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:91:0) after 1m0s
[12:12:25.121] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:91:0)
[12:12:25.121] Timer tick, asking Buildbucket for the build status
[12:12:25.218] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:12:25.218] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:92:0) after 1m0s
[12:13:25.297] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:92:0)
[12:13:25.297] Timer tick, asking Buildbucket for the build status
[12:13:25.528] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:13:25.528] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:93:0) after 1m0s
[12:14:25.580] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:93:0)
[12:14:25.580] Timer tick, asking Buildbucket for the build status
[12:14:25.645] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:14:25.645] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:94:0) after 1m0s
[12:15:25.673] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:94:0)
[12:15:25.673] Timer tick, asking Buildbucket for the build status
[12:15:25.759] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:15:25.759] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:95:0) after 1m0s
[12:16:25.763] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:95:0)
[12:16:25.763] Timer tick, asking Buildbucket for the build status
[12:16:26.150] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:16:26.150] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:96:0) after 1m0s
[12:17:26.196] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:96:0)
[12:17:26.196] Timer tick, asking Buildbucket for the build status
[12:17:26.567] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:17:26.567] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:97:0) after 1m0s
[12:18:26.634] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:97:0)
[12:18:26.635] Timer tick, asking Buildbucket for the build status
[12:18:26.751] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:18:26.752] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:98:0) after 1m0s
[12:19:26.799] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:98:0)
[12:19:26.799] Timer tick, asking Buildbucket for the build status
[12:19:27.107] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:19:27.107] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:99:0) after 1m0s
[12:20:27.351] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:99:0)
[12:20:27.351] Timer tick, asking Buildbucket for the build status
[12:20:27.436] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:20:27.436] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:100:0) after 1m0s
[12:21:27.621] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:100:0)
[12:21:27.621] Timer tick, asking Buildbucket for the build status
[12:21:28.102] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:21:28.102] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:101:0) after 1m0s
[12:22:28.179] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:101:0)
[12:22:28.179] Timer tick, asking Buildbucket for the build status
[12:22:28.250] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:22:28.250] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:102:0) after 1m0s
[12:23:28.346] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:102:0)
[12:23:28.346] Timer tick, asking Buildbucket for the build status
[12:23:28.533] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:23:28.533] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:103:0) after 1m0s
[12:24:28.692] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:103:0)
[12:24:28.692] Timer tick, asking Buildbucket for the build status
[12:24:28.782] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:24:28.782] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:104:0) after 1m0s
[12:25:29.041] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:104:0)
[12:25:29.041] Timer tick, asking Buildbucket for the build status
[12:25:29.315] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:25:29.315] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:105:0) after 1m0s
[12:26:29.676] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:105:0)
[12:26:29.676] Timer tick, asking Buildbucket for the build status
[12:26:30.000] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:26:30.000] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:106:0) after 1m0s
[12:27:30.093] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:106:0)
[12:27:30.093] Timer tick, asking Buildbucket for the build status
[12:27:30.157] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:27:30.157] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:107:0) after 1m0s
[12:28:30.273] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:107:0)
[12:28:30.273] Timer tick, asking Buildbucket for the build status
[12:28:30.458] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:28:30.458] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:108:0) after 1m0s
[12:29:30.558] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:108:0)
[12:29:30.558] Timer tick, asking Buildbucket for the build status
[12:29:30.737] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:29:30.737] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:109:0) after 1m0s
[12:30:30.882] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:109:0)
[12:30:30.882] Timer tick, asking Buildbucket for the build status
[12:30:32.751] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:30:32.751] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:110:0) after 1m0s
[12:31:32.803] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:110:0)
[12:31:32.803] Timer tick, asking Buildbucket for the build status
[12:31:33.053] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:31:33.053] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:111:0) after 1m0s
[12:32:33.250] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:111:0)
[12:32:33.250] Timer tick, asking Buildbucket for the build status
[12:32:33.492] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:32:33.492] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:112:0) after 1m0s
[12:33:33.808] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:112:0)
[12:33:33.808] Timer tick, asking Buildbucket for the build status
[12:33:34.245] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:33:34.245] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:113:0) after 1m0s
[12:34:34.359] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:113:0)
[12:34:34.359] Timer tick, asking Buildbucket for the build status
[12:34:34.530] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:34:34.530] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:114:0) after 1m0s
[12:35:34.670] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:114:0)
[12:35:34.670] Timer tick, asking Buildbucket for the build status
[12:35:34.832] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:35:34.832] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:115:0) after 1m0s
[12:36:34.857] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:115:0)
[12:36:34.857] Timer tick, asking Buildbucket for the build status
[12:36:34.931] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:36:34.931] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:116:0) after 1m0s
[12:37:35.041] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:116:0)
[12:37:35.041] Timer tick, asking Buildbucket for the build status
[12:37:35.987] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:37:35.987] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:117:0) after 1m0s
[12:38:36.705] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:117:0)
[12:38:36.705] Timer tick, asking Buildbucket for the build status
[12:38:36.872] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:38:36.872] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:118:0) after 1m0s
[12:39:37.072] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:118:0)
[12:39:37.072] Timer tick, asking Buildbucket for the build status
[12:39:37.228] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:39:37.228] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:119:0) after 1m0s
[12:40:37.540] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:119:0)
[12:40:37.541] Timer tick, asking Buildbucket for the build status
[12:40:37.738] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:40:37.738] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:120:0) after 1m0s
[12:41:38.152] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:120:0)
[12:41:38.152] Timer tick, asking Buildbucket for the build status
[12:41:38.228] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:41:38.228] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:121:0) after 1m0s
[12:42:38.305] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:121:0)
[12:42:38.305] Timer tick, asking Buildbucket for the build status
[12:42:38.416] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:42:38.416] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:122:0) after 1m0s
[12:43:38.783] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:122:0)
[12:43:38.783] Timer tick, asking Buildbucket for the build status
[12:43:38.944] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:43:38.944] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:123:0) after 1m0s
[12:44:39.037] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:123:0)
[12:44:39.037] Timer tick, asking Buildbucket for the build status
[12:44:39.126] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:44:39.126] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:124:0) after 1m0s
[12:45:39.309] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:124:0)
[12:45:39.309] Timer tick, asking Buildbucket for the build status
[12:45:39.384] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:45:39.384] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:125:0) after 1m0s
[12:46:39.550] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:125:0)
[12:46:39.550] Timer tick, asking Buildbucket for the build status
[12:46:40.329] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:46:40.329] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:126:0) after 1m0s
[12:47:40.495] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:126:0)
[12:47:40.496] Timer tick, asking Buildbucket for the build status
[12:47:41.053] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:47:41.053] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:127:0) after 1m0s
[12:48:41.194] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:127:0)
[12:48:41.194] Timer tick, asking Buildbucket for the build status
[12:48:42.793] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:48:42.793] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:128:0) after 1m0s
[12:49:43.154] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:128:0)
[12:49:43.154] Timer tick, asking Buildbucket for the build status
[12:49:43.336] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:49:43.336] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:129:0) after 1m0s
[12:50:44.519] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:129:0)
[12:50:44.519] Timer tick, asking Buildbucket for the build status
[12:50:44.676] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:50:44.676] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:130:0) after 1m0s
[12:51:44.846] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:130:0)
[12:51:44.846] Timer tick, asking Buildbucket for the build status
[12:51:45.326] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:51:45.326] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:131:0) after 1m0s
[12:52:45.524] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:131:0)
[12:52:45.524] Timer tick, asking Buildbucket for the build status
[12:52:46.133] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:52:46.133] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:132:0) after 1m0s
[12:53:46.350] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:132:0)
[12:53:46.350] Timer tick, asking Buildbucket for the build status
[12:53:46.946] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:53:46.946] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:133:0) after 1m0s
[12:54:47.059] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:133:0)
[12:54:47.059] Timer tick, asking Buildbucket for the build status
[12:54:47.546] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:54:47.546] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:134:0) after 1m0s
[12:55:47.619] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:134:0)
[12:55:47.619] Timer tick, asking Buildbucket for the build status
[12:55:47.703] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:55:47.703] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:135:0) after 1m0s
[12:56:47.751] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:135:0)
[12:56:47.751] Timer tick, asking Buildbucket for the build status
[12:56:48.995] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:56:48.995] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:136:0) after 1m0s
[12:57:49.063] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:136:0)
[12:57:49.063] Timer tick, asking Buildbucket for the build status
[12:57:49.172] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:57:49.172] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:137:0) after 1m0s
[12:58:49.248] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:137:0)
[12:58:49.248] Timer tick, asking Buildbucket for the build status
[12:58:49.488] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:58:49.488] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:138:0) after 1m0s
[12:59:49.544] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:138:0)
[12:59:49.544] Timer tick, asking Buildbucket for the build status
[12:59:49.626] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:59:49.626] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:139:0) after 1m0s
[13:00:49.753] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:139:0)
[13:00:49.753] Timer tick, asking Buildbucket for the build status
[13:00:51.232] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:00:51.232] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:140:0) after 1m0s
[13:01:51.321] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:140:0)
[13:01:51.321] Timer tick, asking Buildbucket for the build status
[13:01:51.396] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:01:51.397] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:141:0) after 1m0s
[13:02:51.505] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:141:0)
[13:02:51.505] Timer tick, asking Buildbucket for the build status
[13:02:51.737] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:02:51.738] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:142:0) after 1m0s
[13:03:51.887] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:142:0)
[13:03:51.887] Timer tick, asking Buildbucket for the build status
[13:03:52.050] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:03:52.050] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:143:0) after 1m0s
[13:04:52.197] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:143:0)
[13:04:52.197] Timer tick, asking Buildbucket for the build status
[13:04:53.785] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:04:53.785] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:144:0) after 1m0s
[13:05:54.155] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:144:0)
[13:05:54.155] Timer tick, asking Buildbucket for the build status
[13:05:54.364] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:05:54.364] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:145:0) after 1m0s
[13:06:54.585] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:145:0)
[13:06:54.585] Timer tick, asking Buildbucket for the build status
[13:06:55.203] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:06:55.203] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:146:0) after 1m0s
[13:07:55.276] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:146:0)
[13:07:55.276] Timer tick, asking Buildbucket for the build status
[13:07:55.477] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:07:55.477] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:147:0) after 1m0s
[13:08:55.701] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:147:0)
[13:08:55.701] Timer tick, asking Buildbucket for the build status
[13:08:55.810] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:08:55.810] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:148:0) after 1m0s
[13:09:56.002] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:148:0)
[13:09:56.002] Timer tick, asking Buildbucket for the build status
[13:09:56.068] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:09:56.068] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:149:0) after 1m0s
[13:10:56.139] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:149:0)
[13:10:56.139] Timer tick, asking Buildbucket for the build status
[13:10:56.209] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:10:56.209] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:150:0) after 1m0s
[13:11:56.304] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:150:0)
[13:11:56.304] Timer tick, asking Buildbucket for the build status
[13:11:56.572] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:11:56.572] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:151:0) after 1m0s
[13:12:56.665] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:151:0)
[13:12:56.665] Timer tick, asking Buildbucket for the build status
[13:12:56.765] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:12:56.765] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:152:0) after 1m0s
[13:13:56.831] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:152:0)
[13:13:56.831] Timer tick, asking Buildbucket for the build status
[13:13:57.235] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:13:57.235] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:153:0) after 1m0s
[13:14:57.294] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:153:0)
[13:14:57.294] Timer tick, asking Buildbucket for the build status
[13:14:57.505] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:14:57.505] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:154:0) after 1m0s
[13:15:57.528] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:154:0)
[13:15:57.528] Timer tick, asking Buildbucket for the build status
[13:15:58.364] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:15:58.365] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:155:0) after 1m0s
[13:16:58.398] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:155:0)
[13:16:58.398] Timer tick, asking Buildbucket for the build status
[13:16:58.497] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:16:58.497] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:156:0) after 1m0s
[13:17:58.606] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:156:0)
[13:17:58.606] Timer tick, asking Buildbucket for the build status
[13:17:58.724] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:17:58.724] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:157:0) after 1m0s
[13:18:58.794] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:157:0)
[13:18:58.794] Timer tick, asking Buildbucket for the build status
[13:18:59.253] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:18:59.253] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:158:0) after 1m0s
[13:19:59.292] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:158:0)
[13:19:59.292] Timer tick, asking Buildbucket for the build status
[13:19:59.372] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:19:59.372] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:159:0) after 1m0s
[13:20:59.356] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:159:0)
[13:20:59.356] Timer tick, asking Buildbucket for the build status
[13:20:59.419] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:20:59.419] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:160:0) after 1m0s
[13:21:59.493] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:160:0)
[13:21:59.494] Timer tick, asking Buildbucket for the build status
[13:21:59.591] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:21:59.591] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:161:0) after 1m0s
[13:22:59.616] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:161:0)
[13:22:59.616] Timer tick, asking Buildbucket for the build status
[13:22:59.696] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:22:59.696] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:162:0) after 1m0s
[13:23:59.721] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:162:0)
[13:23:59.721] Timer tick, asking Buildbucket for the build status
[13:23:59.864] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:23:59.864] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:163:0) after 1m0s
[13:24:59.950] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:163:0)
[13:24:59.950] Timer tick, asking Buildbucket for the build status
[13:25:00.274] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:25:00.274] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:164:0) after 1m0s
[13:26:00.322] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:164:0)
[13:26:00.322] Timer tick, asking Buildbucket for the build status
[13:26:00.428] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:26:00.428] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:165:0) after 1m0s
[13:27:00.506] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:165:0)
[13:27:00.506] Timer tick, asking Buildbucket for the build status
[13:27:00.637] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:27:00.637] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:166:0) after 1m0s
[13:28:00.771] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:166:0)
[13:28:00.771] Timer tick, asking Buildbucket for the build status
[13:28:00.942] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:28:00.942] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:167:0) after 1m0s
[13:29:01.136] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:167:0)
[13:29:01.136] Timer tick, asking Buildbucket for the build status
[13:29:01.336] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:29:01.336] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:168:0) after 1m0s
[13:30:03.272] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:168:0)
[13:30:03.272] Timer tick, asking Buildbucket for the build status
[13:30:03.539] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:30:03.540] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:169:0) after 1m0s
[13:31:03.570] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:169:0)
[13:31:03.570] Timer tick, asking Buildbucket for the build status
[13:31:03.925] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:31:03.925] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:170:0) after 1m0s
[13:32:03.974] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:170:0)
[13:32:03.974] Timer tick, asking Buildbucket for the build status
[13:32:04.064] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:32:04.064] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:171:0) after 1m0s
[13:33:04.116] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:171:0)
[13:33:04.116] Timer tick, asking Buildbucket for the build status
[13:33:04.188] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:33:04.188] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:172:0) after 1m0s
[13:34:04.348] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:172:0)
[13:34:04.348] Timer tick, asking Buildbucket for the build status
[13:34:05.062] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:34:05.062] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:173:0) after 1m0s
[13:35:05.487] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:173:0)
[13:35:05.487] Timer tick, asking Buildbucket for the build status
[13:35:05.799] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:35:05.799] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:174:0) after 1m0s
[13:36:07.661] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:174:0)
[13:36:07.661] Timer tick, asking Buildbucket for the build status
[13:36:07.906] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:36:07.906] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:175:0) after 1m0s
[13:37:07.963] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:175:0)
[13:37:07.963] Timer tick, asking Buildbucket for the build status
[13:37:08.143] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:37:08.143] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:176:0) after 1m0s
[13:38:08.173] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:176:0)
[13:38:08.173] Timer tick, asking Buildbucket for the build status
[13:38:08.243] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:38:08.243] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:177:0) after 1m0s
[13:39:08.334] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:177:0)
[13:39:08.334] Timer tick, asking Buildbucket for the build status
[13:39:08.431] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:39:08.431] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:178:0) after 1m0s
[13:40:08.651] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:178:0)
[13:40:08.651] Timer tick, asking Buildbucket for the build status
[13:40:08.729] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:40:08.729] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:179:0) after 1m0s
[13:41:08.976] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:179:0)
[13:41:08.976] Timer tick, asking Buildbucket for the build status
[13:41:09.075] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:41:09.075] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:180:0) after 1m0s
[13:42:09.195] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:180:0)
[13:42:09.195] Timer tick, asking Buildbucket for the build status
[13:42:10.039] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:42:10.039] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:181:0) after 1m0s
[13:43:10.096] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:181:0)
[13:43:10.096] Timer tick, asking Buildbucket for the build status
[13:43:10.230] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:43:10.231] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:182:0) after 1m0s
[13:44:10.279] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:182:0)
[13:44:10.279] Timer tick, asking Buildbucket for the build status
[13:44:10.442] Build 8864024019827297360: status "STARTED", result "", failure_reason "", cancelation_reason ""
[13:44:10.442] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9029454085164189664:183:0) after 1m0s
[13:44:16.120] Received PubSub notification, asking Buildbucket for the build status
[13:44:18.112] Build 8864024019827297360: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[13:44:18.112] Buildbucket build:
{
  "build": {
    "bucket": "luci.r8.ci",
    "canary_preference": "PROD",
    "completed_ts": "1605015854382297",
    "created_by": "project:r8",
    "created_ts": "1605004974490198",
    "failure_reason": "BUILD_FAILURE",
    "id": "8864024019827297360",
    "parameters_json": "{\"builder_name\": \"linux-run-on-app-dump\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://r8.googlesource.com/r8\", \"revision\": \"81c2bf4eafaab5ccd9e963892ae2bb90fe2800d4\"}, \"id\": \"https://r8.googlesource.com/r8/+/refs/heads/master@81c2bf4eafaab5ccd9e963892ae2bb90fe2800d4\", \"title\": \"81c2bf4eafaab5ccd9e963892ae2bb90fe2800d4\", \"url\": \"https://r8.googlesource.com/r8/+/81c2bf4eafaab5ccd9e963892ae2bb90fe2800d4\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://r8.googlesource.com/r8\", \"revision\": \"81c2bf4eafaab5ccd9e963892ae2bb90fe2800d4\"}}",
    "project": "r8",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Step('Run tests') (retcode: 2)\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://r8.googlesource.com/r8\", \"revision\": \"81c2bf4eafaab5ccd9e963892ae2bb90fe2800d4\"}, \"id\": \"https://r8.googlesource.com/r8/+/refs/heads/master@81c2bf4eafaab5ccd9e963892ae2bb90fe2800d4\", \"title\": \"81c2bf4eafaab5ccd9e963892ae2bb90fe2800d4\", \"url\": \"https://r8.googlesource.com/r8/+/81c2bf4eafaab5ccd9e963892ae2bb90fe2800d4\"}]}, \"bot_id\": \"luci-r8-custom-ci-xenial-12-ps0f\", \"branch\": \"refs/heads/master\", \"builder_group\": \"internal.client.r8\", \"buildername\": \"linux-run-on-app-dump\", \"buildnumber\": 53, \"path_config\": \"generic\", \"recipe\": \"rex\", \"repository\": \"https://r8.googlesource.com/r8\", \"revision\": \"81c2bf4eafaab5ccd9e963892ae2bb90fe2800d4\", \"test_options\": [\"--bot\"], \"test_wrapper\": \"tools/run_on_app_dump.py\"}, \"swarming\": {\"bot_dimensions\": {\"caches\": [\"builder_1d65a3c22d8abceba0062660b397dc73be6fe7378354a10467a6507591ddf24c_v2\", \"builder_75d5468cb51118f3da8163d1cadd42a77ee91f5dafb7076be887de7afa5d469e_v2\", \"builder_b732a51487f3146b508e20383bcbf5895ba9f6a66119a830a2c11bb053330ea0_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"r8bot-265908\"], \"gpu\": [\"none\"], \"id\": [\"luci-r8-custom-ci-xenial-12-ps0f\"], \"image\": [\"chrome-xenial-20110800-08efb743065\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-8\"], \"normal\": [\"true\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16\", \"Ubuntu-16.04\", \"Ubuntu-16.04.6\"], \"pool\": [\"luci.r8.ci\"], \"python\": [\"2.7.12\"], \"server_version\": [\"5626-39642e9\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-a\"]}}, \"ui\": {\"info\": \"Step('Run tests') (retcode: 2)\"}}",
    "service_account": "r8-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1605010054775321",
    "status": "COMPLETED",
    "status_changed_ts": "1605010062012649",
    "tags": [
      "build_address:luci.r8.ci/linux-run-on-app-dump/53",
      "builder:linux-run-on-app-dump",
      "buildset:commit/git/81c2bf4eafaab5ccd9e963892ae2bb90fe2800d4",
      "buildset:commit/gitiles/r8.googlesource.com/r8/+/81c2bf4eafaab5ccd9e963892ae2bb90fe2800d4",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9029454085164189664",
      "scheduler_job_id:r8/linux-run-on-app-dump",
      "swarming_hostname:chrome-swarming.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/r8/buildbucket/cr-buildbucket.appspot.com/8864024019827297360/+/annotations",
      "swarming_tag:luci_project:r8",
      "swarming_tag:os:Linux",
      "swarming_tag:recipe_name:rex",
      "swarming_tag:recipe_package:infra_internal/recipe_bundles/chrome-internal.googlesource.com/chrome/tools/build_limited/scripts/slave",
      "swarming_task_id:4fca91e430f8cc10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1605015854810296",
    "url": "https://ci.chromium.org/b/8864024019827297360",
    "utcnow_ts": "1605015857850586"
  }
}
[13:44:18.113] Invocation finished in 3h1m28.096014379s with status FAILED