Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev 31ff70e0edec5c90b8097e8786ebb05ad55d6c93)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.r8.ci"
  builder: "linux-run-on-app-dump"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://r8.googlesource.com/r8",
  "revision": "9bd9b294e7abff5542f803a6a41645d73e0e1d8a"
}

Incoming tags

  • buildset:commit/gitiles/r8.googlesource.com/r8/+/9bd9b294e7abff5542f803a6a41645d73e0e1d8a
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[08:59:47.250] New invocation is queued and will start shortly
[08:59:48.466] Starting the invocation (attempt 1)
[08:59:48.509] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:59:48.509] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:59:48.509] Buildbucket request:
{
  "bucket": "luci.r8.ci",
  "client_operation_id": "9017501768715241536",
  "parameters_json": "{\"builder_name\":\"linux-run-on-app-dump\",\"properties\":{\"$recipe_engine/scheduler\":{\"hostname\":\"luci-scheduler.appspot.com\",\"triggers\":[{\"gitiles\":{\"ref\":\"refs/heads/main\",\"repo\":\"https://r8.googlesource.com/r8\",\"revision\":\"9bd9b294e7abff5542f803a6a41645d73e0e1d8a\"},\"id\":\"https://r8.googlesource.com/r8/+/refs/heads/main@9bd9b294e7abff5542f803a6a41645d73e0e1d8a\",\"title\":\"9bd9b294e7abff5542f803a6a41645d73e0e1d8a\",\"url\":\"https://r8.googlesource.com/r8/+/9bd9b294e7abff5542f803a6a41645d73e0e1d8a\"}]},\"branch\":\"refs/heads/main\",\"repository\":\"https://r8.googlesource.com/r8\",\"revision\":\"9bd9b294e7abff5542f803a6a41645d73e0e1d8a\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:linux-run-on-app-dump",
    "scheduler_invocation_id:9017501768715241536",
    "scheduler_job_id:r8/linux-run-on-app-dump",
    "user_agent:luci-scheduler",
    "buildset:commit/gitiles/r8.googlesource.com/r8/+/9bd9b294e7abff5542f803a6a41645d73e0e1d8a",
    "gitiles_ref:refs/heads/main"
  ]
}
[08:59:49.993] Buildbucket response:
{
  "build": {
    "bucket": "luci.r8.ci",
    "canary_preference": "PROD",
    "created_by": "project:r8",
    "created_ts": "1616403588716951",
    "id": "8852071706516531520",
    "parameters_json": "{\"builder_name\": \"linux-run-on-app-dump\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/main\", \"repo\": \"https://r8.googlesource.com/r8\", \"revision\": \"9bd9b294e7abff5542f803a6a41645d73e0e1d8a\"}, \"id\": \"https://r8.googlesource.com/r8/+/refs/heads/main@9bd9b294e7abff5542f803a6a41645d73e0e1d8a\", \"title\": \"9bd9b294e7abff5542f803a6a41645d73e0e1d8a\", \"url\": \"https://r8.googlesource.com/r8/+/9bd9b294e7abff5542f803a6a41645d73e0e1d8a\"}]}, \"branch\": \"refs/heads/main\", \"repository\": \"https://r8.googlesource.com/r8\", \"revision\": \"9bd9b294e7abff5542f803a6a41645d73e0e1d8a\"}}",
    "project": "r8",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "r8-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1616403589765549",
    "tags": [
      "build_address:luci.r8.ci/linux-run-on-app-dump/644",
      "builder:linux-run-on-app-dump",
      "buildset:commit/gitiles/r8.googlesource.com/r8/+/9bd9b294e7abff5542f803a6a41645d73e0e1d8a",
      "gitiles_ref:refs/heads/main",
      "scheduler_invocation_id:9017501768715241536",
      "scheduler_job_id:r8/linux-run-on-app-dump",
      "swarming_hostname:chrome-swarming.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/r8/buildbucket/cr-buildbucket.appspot.com/8852071706516531520/+/annotations",
      "swarming_tag:luci_project:r8",
      "swarming_tag:recipe_name:rex",
      "swarming_tag:recipe_package:infra_internal/recipe_bundles/chrome-internal.googlesource.com/chrome/tools/build_limited/scripts/slave",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1616403589767642",
    "url": "https://ci.chromium.org/b/8852071706516531520",
    "utcnow_ts": "1616403589944691"
  }
}
[08:59:49.993] Task URL: https://ci.chromium.org/b/8852071706516531520
[08:59:49.993] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:2:0) after 1m0s
[08:59:59.564] Received PubSub notification, asking Buildbucket for the build status
[08:59:59.588] Build status: STARTED
[09:00:50.015] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:2:0)
[09:00:50.051] Build status: STARTED
[09:00:50.051] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:4:0) after 3m24s
[09:04:14.081] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:4:0)
[09:04:14.081] Timer tick, asking Buildbucket for the build status
[09:04:14.147] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:04:14.147] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:5:0) after 1m0s
[09:05:14.240] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:5:0)
[09:05:14.240] Timer tick, asking Buildbucket for the build status
[09:05:14.374] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:05:14.374] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:6:0) after 1m0s
[09:06:14.655] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:6:0)
[09:06:14.692] Build status: STARTED
[09:06:14.692] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:7:0) after 6m45s
[09:12:59.708] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:7:0)
[09:12:59.733] Build status: STARTED
[09:12:59.733] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:8:0) after 7m38s
[09:20:37.918] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:8:0)
[09:20:37.918] Timer tick, asking Buildbucket for the build status
[09:20:38.017] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:20:38.017] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:9:0) after 1m0s
[09:21:38.037] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:9:0)
[09:21:38.037] Timer tick, asking Buildbucket for the build status
[09:21:38.169] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:21:38.169] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:10:0) after 1m0s
[09:22:38.187] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:10:0)
[09:22:38.187] Timer tick, asking Buildbucket for the build status
[09:22:38.300] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:22:38.300] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:11:0) after 1m0s
[09:23:38.319] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:11:0)
[09:23:38.319] Timer tick, asking Buildbucket for the build status
[09:23:38.432] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:23:38.432] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:12:0) after 1m0s
[09:24:38.531] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:12:0)
[09:24:38.556] Build status: STARTED
[09:24:38.556] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:13:0) after 5m8s
[09:29:46.741] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:13:0)
[09:29:46.741] Timer tick, asking Buildbucket for the build status
[09:29:47.294] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:29:47.294] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:14:0) after 1m0s
[09:30:47.307] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:14:0)
[09:30:47.307] Timer tick, asking Buildbucket for the build status
[09:30:47.375] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:30:47.375] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:15:0) after 1m0s
[09:31:47.534] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:15:0)
[09:31:47.534] Timer tick, asking Buildbucket for the build status
[09:31:47.607] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:31:47.607] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:16:0) after 1m0s
[09:32:47.919] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:16:0)
[09:32:47.919] Timer tick, asking Buildbucket for the build status
[09:32:48.032] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:32:48.032] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:17:0) after 1m0s
[09:33:48.078] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:17:0)
[09:33:48.103] Build status: STARTED
[09:33:48.104] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:18:0) after 2m17s
[09:36:05.184] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:18:0)
[09:36:05.255] Build status: STARTED
[09:36:05.255] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:19:0) after 2m2s
[09:38:07.295] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:19:0)
[09:38:07.320] Build status: STARTED
[09:38:07.320] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:20:0) after 6m3s
[09:44:10.720] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:20:0)
[09:44:10.720] Timer tick, asking Buildbucket for the build status
[09:44:10.799] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:44:10.799] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:21:0) after 1m0s
[09:45:10.814] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:21:0)
[09:45:10.814] Timer tick, asking Buildbucket for the build status
[09:45:11.057] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:45:11.057] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:22:0) after 1m0s
[09:46:11.074] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:22:0)
[09:46:11.121] Build status: STARTED
[09:46:11.121] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:23:0) after 6m9s
[09:52:20.219] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:23:0)
[09:52:20.219] Timer tick, asking Buildbucket for the build status
[09:52:20.293] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:52:20.293] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:24:0) after 1m0s
[09:53:20.508] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:24:0)
[09:53:20.508] Timer tick, asking Buildbucket for the build status
[09:53:20.609] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:53:20.609] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:25:0) after 1m0s
[09:54:20.786] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:25:0)
[09:54:20.815] Build status: STARTED
[09:54:20.815] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:26:0) after 3m0s
[09:57:20.930] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:26:0)
[09:57:20.956] Build status: STARTED
[09:57:20.956] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:27:0) after 6m12s
[10:03:33.228] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:27:0)
[10:03:33.252] Build status: STARTED
[10:03:33.253] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:28:0) after 6m56s
[10:10:29.271] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:28:0)
[10:10:29.305] Build status: STARTED
[10:10:29.305] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:29:0) after 8m43s
[10:19:12.411] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:29:0)
[10:19:12.466] Build status: STARTED
[10:19:12.466] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:30:0) after 5m19s
[10:24:32.455] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:30:0)
[10:24:32.503] Build status: STARTED
[10:24:32.503] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:31:0) after 8m56s
[10:33:28.631] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:31:0)
[10:33:28.631] Timer tick, asking Buildbucket for the build status
[10:33:28.727] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:33:28.727] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:32:0) after 1m0s
[10:34:28.920] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:32:0)
[10:34:28.920] Timer tick, asking Buildbucket for the build status
[10:34:28.991] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:34:28.991] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:33:0) after 1m0s
[10:35:29.195] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:33:0)
[10:35:29.247] Build status: STARTED
[10:35:29.247] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:34:0) after 5m40s
[10:41:09.284] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:34:0)
[10:41:09.312] Build status: STARTED
[10:41:09.312] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:35:0) after 2m37s
[10:43:46.397] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:35:0)
[10:43:46.427] Build status: STARTED
[10:43:46.427] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:36:0) after 2m50s
[10:46:36.485] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:36:0)
[10:46:36.485] Timer tick, asking Buildbucket for the build status
[10:46:36.643] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:46:36.643] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:37:0) after 1m0s
[10:47:36.662] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:37:0)
[10:47:36.711] Build status: STARTED
[10:47:36.711] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:38:0) after 5m8s
[10:52:44.730] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:38:0)
[10:52:44.755] Build status: STARTED
[10:52:44.755] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:39:0) after 4m2s
[10:56:46.812] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:39:0)
[10:56:46.838] Build status: STARTED
[10:56:46.838] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:40:0) after 9m29s
[11:06:15.871] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:40:0)
[11:06:15.871] Timer tick, asking Buildbucket for the build status
[11:06:16.363] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:06:16.363] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:41:0) after 1m0s
[11:07:16.403] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:41:0)
[11:07:16.433] Build status: STARTED
[11:07:16.433] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:42:0) after 3m27s
[11:10:43.730] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:42:0)
[11:10:43.730] Timer tick, asking Buildbucket for the build status
[11:10:43.838] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:10:43.838] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:43:0) after 1m0s
[11:11:43.921] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:43:0)
[11:11:43.921] Timer tick, asking Buildbucket for the build status
[11:11:44.482] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:11:44.482] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:44:0) after 1m0s
[11:12:44.565] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:44:0)
[11:12:44.594] Build status: STARTED
[11:12:44.594] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:45:0) after 3m20s
[11:16:04.661] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:45:0)
[11:16:04.661] Timer tick, asking Buildbucket for the build status
[11:16:04.763] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:16:04.763] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:46:0) after 1m0s
[11:17:04.844] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:46:0)
[11:17:04.844] Timer tick, asking Buildbucket for the build status
[11:17:04.992] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:17:04.992] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:47:0) after 1m0s
[11:18:05.068] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:47:0)
[11:18:05.096] Build status: STARTED
[11:18:05.096] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:48:0) after 7m12s
[11:25:21.490] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:48:0)
[11:25:21.490] Timer tick, asking Buildbucket for the build status
[11:25:21.575] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:25:21.575] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:49:0) after 1m0s
[11:26:21.594] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:49:0)
[11:26:21.594] Timer tick, asking Buildbucket for the build status
[11:26:21.745] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:26:21.745] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:50:0) after 1m0s
[11:27:21.764] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:50:0)
[11:27:21.764] Timer tick, asking Buildbucket for the build status
[11:27:21.870] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:27:21.870] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:51:0) after 1m0s
[11:28:21.942] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:51:0)
[11:28:21.973] Build status: STARTED
[11:28:21.973] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:52:0) after 4m31s
[11:32:52.992] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:52:0)
[11:32:52.992] Timer tick, asking Buildbucket for the build status
[11:32:53.095] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:32:53.095] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:53:0) after 1m0s
[11:33:53.138] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:53:0)
[11:33:53.162] Build status: STARTED
[11:33:53.162] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:54:0) after 2m33s
[11:36:26.214] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:54:0)
[11:36:26.253] Build status: STARTED
[11:36:26.253] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:55:0) after 4m28s
[11:40:54.336] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:55:0)
[11:40:54.336] Timer tick, asking Buildbucket for the build status
[11:40:54.433] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:40:54.433] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:56:0) after 1m0s
[11:41:54.511] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:56:0)
[11:41:54.511] Timer tick, asking Buildbucket for the build status
[11:41:54.755] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:41:54.755] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:57:0) after 1m0s
[11:42:54.785] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:57:0)
[11:42:54.833] Build status: STARTED
[11:42:54.834] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:58:0) after 5m42s
[11:48:36.935] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:58:0)
[11:48:36.935] Timer tick, asking Buildbucket for the build status
[11:48:37.010] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:48:37.010] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:59:0) after 1m0s
[11:49:37.079] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:59:0)
[11:49:37.106] Build status: STARTED
[11:49:37.106] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:60:0) after 6m23s
[11:56:00.125] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:60:0)
[11:56:00.125] Timer tick, asking Buildbucket for the build status
[11:56:00.406] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:56:00.406] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:61:0) after 1m0s
[11:57:00.429] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:61:0)
[11:57:00.429] Timer tick, asking Buildbucket for the build status
[11:57:00.562] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:57:00.562] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:62:0) after 1m0s
[11:58:00.583] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:62:0)
[11:58:00.610] Build status: STARTED
[11:58:00.610] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:63:0) after 7m31s
[12:05:31.635] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:63:0)
[12:05:31.635] Timer tick, asking Buildbucket for the build status
[12:05:31.890] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:05:31.890] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:64:0) after 1m0s
[12:06:31.897] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:64:0)
[12:06:31.937] Build status: STARTED
[12:06:31.937] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:65:0) after 4m3s
[12:10:35.007] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:65:0)
[12:10:35.033] Build status: STARTED
[12:10:35.033] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:66:0) after 8m9s
[12:18:44.052] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:66:0)
[12:18:44.082] Build status: STARTED
[12:18:44.082] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:67:0) after 8m26s
[12:27:10.154] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:67:0)
[12:27:10.226] Build status: STARTED
[12:27:10.226] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:68:0) after 9m26s
[12:36:36.231] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:68:0)
[12:36:36.231] Timer tick, asking Buildbucket for the build status
[12:36:36.348] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:36:36.348] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:69:0) after 1m0s
[12:37:36.361] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:69:0)
[12:37:36.361] Timer tick, asking Buildbucket for the build status
[12:37:36.576] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:37:36.576] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:70:0) after 1m0s
[12:38:36.645] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:70:0)
[12:38:36.645] Timer tick, asking Buildbucket for the build status
[12:38:36.786] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:38:36.786] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:71:0) after 1m0s
[12:39:36.808] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:71:0)
[12:39:36.808] Timer tick, asking Buildbucket for the build status
[12:39:36.899] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:39:36.899] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:72:0) after 1m0s
[12:40:36.941] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:72:0)
[12:40:36.941] Timer tick, asking Buildbucket for the build status
[12:40:37.032] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:40:37.032] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:73:0) after 1m0s
[12:41:37.067] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:73:0)
[12:41:37.067] Timer tick, asking Buildbucket for the build status
[12:41:37.274] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:41:37.274] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:74:0) after 1m0s
[12:42:37.291] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:74:0)
[12:42:37.291] Timer tick, asking Buildbucket for the build status
[12:42:37.856] Build 8852071706516531520: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:42:37.856] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:75:0) after 1m0s
[12:43:37.890] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:75:0)
[12:43:37.922] Build status: STARTED
[12:43:37.922] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017501768715241536:76:0) after 9m24s
[12:45:02.836] Received PubSub notification, asking Buildbucket for the build status
[12:45:03.401] Build 8852071706516531520: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[12:45:03.401] Buildbucket build:
{
  "build": {
    "bucket": "luci.r8.ci",
    "canary_preference": "PROD",
    "completed_ts": "1616417102389196",
    "created_by": "project:r8",
    "created_ts": "1616403588716951",
    "failure_reason": "BUILD_FAILURE",
    "id": "8852071706516531520",
    "parameters_json": "{\"builder_name\": \"linux-run-on-app-dump\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/main\", \"repo\": \"https://r8.googlesource.com/r8\", \"revision\": \"9bd9b294e7abff5542f803a6a41645d73e0e1d8a\"}, \"id\": \"https://r8.googlesource.com/r8/+/refs/heads/main@9bd9b294e7abff5542f803a6a41645d73e0e1d8a\", \"title\": \"9bd9b294e7abff5542f803a6a41645d73e0e1d8a\", \"url\": \"https://r8.googlesource.com/r8/+/9bd9b294e7abff5542f803a6a41645d73e0e1d8a\"}]}, \"branch\": \"refs/heads/main\", \"repository\": \"https://r8.googlesource.com/r8\", \"revision\": \"9bd9b294e7abff5542f803a6a41645d73e0e1d8a\"}}",
    "project": "r8",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"Step('Run tests') (retcode: 2)\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/main\", \"repo\": \"https://r8.googlesource.com/r8\", \"revision\": \"9bd9b294e7abff5542f803a6a41645d73e0e1d8a\"}, \"id\": \"https://r8.googlesource.com/r8/+/refs/heads/main@9bd9b294e7abff5542f803a6a41645d73e0e1d8a\", \"title\": \"9bd9b294e7abff5542f803a6a41645d73e0e1d8a\", \"url\": \"https://r8.googlesource.com/r8/+/9bd9b294e7abff5542f803a6a41645d73e0e1d8a\"}]}, \"bot_id\": \"luci-r8-custom-ci-xenial-19-pckv\", \"branch\": \"refs/heads/main\", \"builder_group\": \"internal.client.r8\", \"buildername\": \"linux-run-on-app-dump\", \"buildnumber\": 644, \"path_config\": \"generic\", \"recipe\": \"rex\", \"repository\": \"https://r8.googlesource.com/r8\", \"revision\": \"9bd9b294e7abff5542f803a6a41645d73e0e1d8a\", \"test_options\": [\"--bot\"], \"test_wrapper\": \"tools/run_on_app_dump.py\"}, \"swarming\": {\"bot_dimensions\": {\"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"r8bot-265908\"], \"gpu\": [\"none\"], \"id\": [\"luci-r8-custom-ci-xenial-19-pckv\"], \"image\": [\"chrome-xenial-21011100-9488e34e558\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-8\"], \"normal\": [\"true\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16\", \"Ubuntu-16.04\", \"Ubuntu-16.04.6\"], \"pool\": [\"luci.r8.ci\"], \"python\": [\"2\", \"2.7\", \"2.7.12\"], \"server_version\": [\"5794-95315a2\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-a\"]}}, \"ui\": {\"info\": \"Step('Run tests') (retcode: 2)\"}}",
    "service_account": "r8-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1616403598380234",
    "status": "COMPLETED",
    "status_changed_ts": "1616403599249689",
    "tags": [
      "build_address:luci.r8.ci/linux-run-on-app-dump/644",
      "builder:linux-run-on-app-dump",
      "buildset:commit/gitiles/r8.googlesource.com/r8/+/9bd9b294e7abff5542f803a6a41645d73e0e1d8a",
      "gitiles_ref:refs/heads/main",
      "scheduler_invocation_id:9017501768715241536",
      "scheduler_job_id:r8/linux-run-on-app-dump",
      "swarming_hostname:chrome-swarming.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/r8/buildbucket/cr-buildbucket.appspot.com/8852071706516531520/+/annotations",
      "swarming_tag:luci_project:r8",
      "swarming_tag:os:Linux",
      "swarming_tag:recipe_name:rex",
      "swarming_tag:recipe_package:infra_internal/recipe_bundles/chrome-internal.googlesource.com/chrome/tools/build_limited/scripts/slave",
      "swarming_task_id:5271faf46042ed10",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1616417102389572",
    "url": "https://ci.chromium.org/b/8852071706516531520",
    "utcnow_ts": "1616417102984562"
  }
}
[12:45:03.401] Invocation finished in 3h45m16.165312174s with status FAILED