Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev 61da5958bb1bf61dc6dab9a9ab14fa46798b5d0f)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTAndroidOfficial"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "8478a16f4cc1ccaa8c66249b9a677722decf5be5"
}

Incoming tags

  • buildset:commit/git/8478a16f4cc1ccaa8c66249b9a677722decf5be5
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8478a16f4cc1ccaa8c66249b9a677722decf5be5
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[22:22:09.356] New invocation is queued and will start shortly
[22:22:10.433] Starting the invocation (attempt 1)
[22:22:10.470] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:22:10.470] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:22:10.470] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9023249493910096880",
  "parameters_json": "{\"builder_name\":\"ToTAndroidOfficial\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"8478a16f4cc1ccaa8c66249b9a677722decf5be5\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTAndroidOfficial",
    "scheduler_invocation_id:9023249493910096880",
    "scheduler_job_id:chromium/ToTAndroidOfficial",
    "user_agent:luci-scheduler",
    "buildset:commit/git/8478a16f4cc1ccaa8c66249b9a677722decf5be5",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8478a16f4cc1ccaa8c66249b9a677722decf5be5",
    "gitiles_ref:refs/heads/master"
  ]
}
[22:22:11.407] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1610922130584016",
    "id": "8857819431958596896",
    "parameters_json": "{\"builder_name\": \"ToTAndroidOfficial\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"8478a16f4cc1ccaa8c66249b9a677722decf5be5\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1610922131130119",
    "tags": [
      "build_address:luci.chromium.ci/ToTAndroidOfficial/9407",
      "builder:ToTAndroidOfficial",
      "buildset:commit/git/8478a16f4cc1ccaa8c66249b9a677722decf5be5",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8478a16f4cc1ccaa8c66249b9a677722decf5be5",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9023249493910096880",
      "scheduler_job_id:chromium/ToTAndroidOfficial",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8857819431958596896/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1610922131130302",
    "url": "https://ci.chromium.org/b/8857819431958596896",
    "utcnow_ts": "1610922131397036"
  }
}
[22:22:11.407] Task URL: https://ci.chromium.org/b/8857819431958596896
[22:22:11.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:2:0) after 1m0s
[22:23:11.529] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:2:0)
[22:23:11.529] Timer tick, asking Buildbucket for the build status
[22:23:11.705] Build 8857819431958596896: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:23:11.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:3:0) after 1m0s
[22:24:11.807] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:3:0)
[22:24:11.807] Timer tick, asking Buildbucket for the build status
[22:24:11.886] Build 8857819431958596896: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:24:11.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:4:0) after 1m0s
[22:24:30.024] Received PubSub notification, asking Buildbucket for the build status
[22:24:30.196] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:25:12.002] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:4:0)
[22:25:12.002] Timer tick, asking Buildbucket for the build status
[22:25:12.090] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:25:12.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:6:0) after 1m0s
[22:26:12.131] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:6:0)
[22:26:12.131] Timer tick, asking Buildbucket for the build status
[22:26:12.469] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:26:12.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:7:0) after 1m0s
[22:27:12.448] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:7:0)
[22:27:12.448] Timer tick, asking Buildbucket for the build status
[22:27:12.712] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:27:12.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:8:0) after 1m0s
[22:28:12.690] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:8:0)
[22:28:12.690] Timer tick, asking Buildbucket for the build status
[22:28:12.753] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:28:12.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:9:0) after 1m0s
[22:29:12.774] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:9:0)
[22:29:12.774] Timer tick, asking Buildbucket for the build status
[22:29:12.881] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:29:12.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:10:0) after 1m0s
[22:30:12.899] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:10:0)
[22:30:12.899] Timer tick, asking Buildbucket for the build status
[22:30:13.607] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:30:13.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:11:0) after 1m0s
[22:31:13.688] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:11:0)
[22:31:13.688] Timer tick, asking Buildbucket for the build status
[22:31:13.774] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:31:13.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:12:0) after 1m0s
[22:32:13.850] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:12:0)
[22:32:13.850] Timer tick, asking Buildbucket for the build status
[22:32:14.047] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:32:14.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:13:0) after 1m0s
[22:33:14.170] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:13:0)
[22:33:14.170] Timer tick, asking Buildbucket for the build status
[22:33:14.235] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:33:14.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:14:0) after 1m0s
[22:34:14.256] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:14:0)
[22:34:14.256] Timer tick, asking Buildbucket for the build status
[22:34:14.320] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:34:14.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:15:0) after 1m0s
[22:35:14.343] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:15:0)
[22:35:14.343] Timer tick, asking Buildbucket for the build status
[22:35:14.415] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:35:14.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:16:0) after 1m0s
[22:36:14.544] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:16:0)
[22:36:14.545] Timer tick, asking Buildbucket for the build status
[22:36:14.606] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:36:14.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:17:0) after 1m0s
[22:37:14.710] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:17:0)
[22:37:14.710] Timer tick, asking Buildbucket for the build status
[22:37:14.810] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:37:14.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:18:0) after 1m0s
[22:38:14.902] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:18:0)
[22:38:14.902] Timer tick, asking Buildbucket for the build status
[22:38:15.021] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:38:15.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:19:0) after 1m0s
[22:39:15.013] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:19:0)
[22:39:15.013] Timer tick, asking Buildbucket for the build status
[22:39:15.132] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:39:15.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:20:0) after 1m0s
[22:40:15.159] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:20:0)
[22:40:15.159] Timer tick, asking Buildbucket for the build status
[22:40:15.230] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:40:15.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:21:0) after 1m0s
[22:41:15.436] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:21:0)
[22:41:15.436] Timer tick, asking Buildbucket for the build status
[22:41:15.496] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:41:15.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:22:0) after 1m0s
[22:42:15.713] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:22:0)
[22:42:15.713] Timer tick, asking Buildbucket for the build status
[22:42:15.857] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:42:15.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:23:0) after 1m0s
[22:43:15.997] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:23:0)
[22:43:15.997] Timer tick, asking Buildbucket for the build status
[22:43:16.058] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:43:16.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:24:0) after 1m0s
[22:44:16.103] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:24:0)
[22:44:16.103] Timer tick, asking Buildbucket for the build status
[22:44:16.205] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:44:16.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:25:0) after 1m0s
[22:45:16.394] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:25:0)
[22:45:16.394] Timer tick, asking Buildbucket for the build status
[22:45:16.903] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:45:16.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:26:0) after 1m0s
[22:46:17.054] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:26:0)
[22:46:17.054] Timer tick, asking Buildbucket for the build status
[22:46:17.151] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:46:17.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:27:0) after 1m0s
[22:47:17.270] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:27:0)
[22:47:17.270] Timer tick, asking Buildbucket for the build status
[22:47:17.534] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:47:17.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:28:0) after 1m0s
[22:48:17.657] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:28:0)
[22:48:17.657] Timer tick, asking Buildbucket for the build status
[22:48:17.712] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:48:17.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:29:0) after 1m0s
[22:49:17.759] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:29:0)
[22:49:17.759] Timer tick, asking Buildbucket for the build status
[22:49:18.027] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:49:18.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:30:0) after 1m0s
[22:50:18.253] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:30:0)
[22:50:18.253] Timer tick, asking Buildbucket for the build status
[22:50:18.407] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:50:18.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:31:0) after 1m0s
[22:51:18.575] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:31:0)
[22:51:18.575] Timer tick, asking Buildbucket for the build status
[22:51:18.650] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:51:18.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:32:0) after 1m0s
[22:52:18.821] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:32:0)
[22:52:18.821] Timer tick, asking Buildbucket for the build status
[22:52:18.952] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:52:18.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:33:0) after 1m0s
[22:53:19.072] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:33:0)
[22:53:19.072] Timer tick, asking Buildbucket for the build status
[22:53:19.192] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:53:19.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:34:0) after 1m0s
[22:54:19.215] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:34:0)
[22:54:19.215] Timer tick, asking Buildbucket for the build status
[22:54:19.268] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:54:19.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:35:0) after 1m0s
[22:55:19.548] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:35:0)
[22:55:19.548] Timer tick, asking Buildbucket for the build status
[22:55:19.772] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:55:19.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:36:0) after 1m0s
[22:56:19.865] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:36:0)
[22:56:19.865] Timer tick, asking Buildbucket for the build status
[22:56:19.920] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:56:19.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:37:0) after 1m0s
[22:57:20.166] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:37:0)
[22:57:20.166] Timer tick, asking Buildbucket for the build status
[22:57:20.349] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:57:20.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:38:0) after 1m0s
[22:58:20.484] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:38:0)
[22:58:20.484] Timer tick, asking Buildbucket for the build status
[22:58:20.633] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:58:20.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:39:0) after 1m0s
[22:59:20.758] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:39:0)
[22:59:20.758] Timer tick, asking Buildbucket for the build status
[22:59:20.881] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:59:20.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:40:0) after 1m0s
[23:00:20.948] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:40:0)
[23:00:20.948] Timer tick, asking Buildbucket for the build status
[23:00:21.005] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:00:21.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:41:0) after 1m0s
[23:01:21.128] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:41:0)
[23:01:21.128] Timer tick, asking Buildbucket for the build status
[23:01:21.215] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:01:21.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:42:0) after 1m0s
[23:02:21.289] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:42:0)
[23:02:21.289] Timer tick, asking Buildbucket for the build status
[23:02:21.399] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:02:21.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:43:0) after 1m0s
[23:03:21.455] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:43:0)
[23:03:21.455] Timer tick, asking Buildbucket for the build status
[23:03:21.532] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:03:21.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:44:0) after 1m0s
[23:04:21.554] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:44:0)
[23:04:21.554] Timer tick, asking Buildbucket for the build status
[23:04:21.666] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:04:21.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:45:0) after 1m0s
[23:05:21.707] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:45:0)
[23:05:21.707] Timer tick, asking Buildbucket for the build status
[23:05:23.408] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:05:23.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:46:0) after 1m0s
[23:06:23.531] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:46:0)
[23:06:23.531] Timer tick, asking Buildbucket for the build status
[23:06:23.610] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:06:23.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:47:0) after 1m0s
[23:07:23.644] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:47:0)
[23:07:23.644] Timer tick, asking Buildbucket for the build status
[23:07:23.746] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:07:23.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:48:0) after 1m0s
[23:08:23.820] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:48:0)
[23:08:23.820] Timer tick, asking Buildbucket for the build status
[23:08:23.889] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:08:23.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:49:0) after 1m0s
[23:09:23.913] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:49:0)
[23:09:23.913] Timer tick, asking Buildbucket for the build status
[23:09:23.969] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:09:23.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:50:0) after 1m0s
[23:10:23.992] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:50:0)
[23:10:23.992] Timer tick, asking Buildbucket for the build status
[23:10:24.051] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:10:24.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:51:0) after 1m0s
[23:11:24.121] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:51:0)
[23:11:24.121] Timer tick, asking Buildbucket for the build status
[23:11:24.414] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:11:24.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:52:0) after 1m0s
[23:12:24.557] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:52:0)
[23:12:24.557] Timer tick, asking Buildbucket for the build status
[23:12:24.669] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:12:24.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:53:0) after 1m0s
[23:13:24.790] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:53:0)
[23:13:24.790] Timer tick, asking Buildbucket for the build status
[23:13:24.852] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:13:24.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:54:0) after 1m0s
[23:14:25.050] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:54:0)
[23:14:25.050] Timer tick, asking Buildbucket for the build status
[23:14:25.135] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:14:25.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:55:0) after 1m0s
[23:15:25.359] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:55:0)
[23:15:25.359] Timer tick, asking Buildbucket for the build status
[23:15:25.426] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:15:25.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:56:0) after 1m0s
[23:16:25.461] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:56:0)
[23:16:25.461] Timer tick, asking Buildbucket for the build status
[23:16:25.523] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:16:25.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:57:0) after 1m0s
[23:17:25.546] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:57:0)
[23:17:25.546] Timer tick, asking Buildbucket for the build status
[23:17:25.922] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:17:25.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:58:0) after 1m0s
[23:18:26.026] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:58:0)
[23:18:26.026] Timer tick, asking Buildbucket for the build status
[23:18:26.086] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:18:26.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:59:0) after 1m0s
[23:19:29.156] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:59:0)
[23:19:29.156] Timer tick, asking Buildbucket for the build status
[23:19:29.234] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:19:29.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:60:0) after 1m0s
[23:20:29.265] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:60:0)
[23:20:29.265] Timer tick, asking Buildbucket for the build status
[23:20:29.462] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:20:29.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:61:0) after 1m0s
[23:21:29.483] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:61:0)
[23:21:29.483] Timer tick, asking Buildbucket for the build status
[23:21:29.543] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:21:29.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:62:0) after 1m0s
[23:22:29.597] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:62:0)
[23:22:29.597] Timer tick, asking Buildbucket for the build status
[23:22:29.691] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:22:29.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:63:0) after 1m0s
[23:23:29.829] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:63:0)
[23:23:29.829] Timer tick, asking Buildbucket for the build status
[23:23:29.900] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:23:29.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:64:0) after 1m0s
[23:24:29.927] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:64:0)
[23:24:29.927] Timer tick, asking Buildbucket for the build status
[23:24:29.976] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:24:29.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:65:0) after 1m0s
[23:25:30.024] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:65:0)
[23:25:30.024] Timer tick, asking Buildbucket for the build status
[23:25:30.303] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:25:30.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:66:0) after 1m0s
[23:26:30.399] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:66:0)
[23:26:30.399] Timer tick, asking Buildbucket for the build status
[23:26:30.459] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:26:30.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:67:0) after 1m0s
[23:27:30.430] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:67:0)
[23:27:30.430] Timer tick, asking Buildbucket for the build status
[23:27:30.531] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:27:30.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:68:0) after 1m0s
[23:28:30.584] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:68:0)
[23:28:30.584] Timer tick, asking Buildbucket for the build status
[23:28:30.640] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:28:30.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:69:0) after 1m0s
[23:29:30.666] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:69:0)
[23:29:30.666] Timer tick, asking Buildbucket for the build status
[23:29:30.725] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:29:30.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:70:0) after 1m0s
[23:30:30.806] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:70:0)
[23:30:30.806] Timer tick, asking Buildbucket for the build status
[23:30:30.997] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:30:30.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:71:0) after 1m0s
[23:31:31.066] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:71:0)
[23:31:31.066] Timer tick, asking Buildbucket for the build status
[23:31:31.183] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:31:31.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:72:0) after 1m0s
[23:32:31.309] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:72:0)
[23:32:31.309] Timer tick, asking Buildbucket for the build status
[23:32:31.814] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:32:31.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:73:0) after 1m0s
[23:33:31.884] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:73:0)
[23:33:31.884] Timer tick, asking Buildbucket for the build status
[23:33:32.186] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:33:32.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:74:0) after 1m0s
[23:34:32.257] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:74:0)
[23:34:32.257] Timer tick, asking Buildbucket for the build status
[23:34:32.559] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:34:32.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:75:0) after 1m0s
[23:35:32.591] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:75:0)
[23:35:32.591] Timer tick, asking Buildbucket for the build status
[23:35:32.657] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:35:32.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:76:0) after 1m0s
[23:36:32.683] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:76:0)
[23:36:32.683] Timer tick, asking Buildbucket for the build status
[23:36:32.762] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:36:32.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:77:0) after 1m0s
[23:37:32.894] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:77:0)
[23:37:32.894] Timer tick, asking Buildbucket for the build status
[23:37:33.001] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:37:33.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:78:0) after 1m0s
[23:38:33.055] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:78:0)
[23:38:33.055] Timer tick, asking Buildbucket for the build status
[23:38:33.309] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:38:33.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:79:0) after 1m0s
[23:39:33.453] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:79:0)
[23:39:33.453] Timer tick, asking Buildbucket for the build status
[23:39:33.849] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:39:33.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:80:0) after 1m0s
[23:40:33.841] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:80:0)
[23:40:33.841] Timer tick, asking Buildbucket for the build status
[23:40:34.076] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:40:34.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:81:0) after 1m0s
[23:41:34.105] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:81:0)
[23:41:34.105] Timer tick, asking Buildbucket for the build status
[23:41:34.173] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:41:34.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:82:0) after 1m0s
[23:42:34.197] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:82:0)
[23:42:34.197] Timer tick, asking Buildbucket for the build status
[23:42:34.298] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:42:34.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:83:0) after 1m0s
[23:43:34.323] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:83:0)
[23:43:34.323] Timer tick, asking Buildbucket for the build status
[23:43:34.393] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:43:34.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:84:0) after 1m0s
[23:44:34.414] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:84:0)
[23:44:34.414] Timer tick, asking Buildbucket for the build status
[23:44:34.473] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:44:34.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:85:0) after 1m0s
[23:45:34.506] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:85:0)
[23:45:34.506] Timer tick, asking Buildbucket for the build status
[23:45:34.574] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:45:34.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:86:0) after 1m0s
[23:46:34.604] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:86:0)
[23:46:34.604] Timer tick, asking Buildbucket for the build status
[23:46:34.661] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:46:34.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:87:0) after 1m0s
[23:47:34.687] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:87:0)
[23:47:34.687] Timer tick, asking Buildbucket for the build status
[23:47:34.808] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:47:34.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:88:0) after 1m0s
[23:48:34.785] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:88:0)
[23:48:34.785] Timer tick, asking Buildbucket for the build status
[23:48:34.847] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:48:34.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:89:0) after 1m0s
[23:49:34.870] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:89:0)
[23:49:34.870] Timer tick, asking Buildbucket for the build status
[23:49:34.930] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:49:34.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:90:0) after 1m0s
[23:50:34.960] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:90:0)
[23:50:34.960] Timer tick, asking Buildbucket for the build status
[23:50:35.048] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:50:35.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:91:0) after 1m0s
[23:51:35.106] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:91:0)
[23:51:35.107] Timer tick, asking Buildbucket for the build status
[23:51:35.189] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:51:35.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:92:0) after 1m0s
[23:52:35.228] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:92:0)
[23:52:35.228] Timer tick, asking Buildbucket for the build status
[23:52:35.335] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:52:35.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:93:0) after 1m0s
[23:53:35.356] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:93:0)
[23:53:35.356] Timer tick, asking Buildbucket for the build status
[23:53:35.607] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:53:35.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:94:0) after 1m0s
[23:54:35.691] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:94:0)
[23:54:35.691] Timer tick, asking Buildbucket for the build status
[23:54:35.830] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:54:35.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:95:0) after 1m0s
[23:55:35.851] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:95:0)
[23:55:35.851] Timer tick, asking Buildbucket for the build status
[23:55:35.915] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:55:35.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:96:0) after 1m0s
[23:56:35.940] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:96:0)
[23:56:35.940] Timer tick, asking Buildbucket for the build status
[23:56:36.259] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:56:36.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:97:0) after 1m0s
[23:57:36.418] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:97:0)
[23:57:36.418] Timer tick, asking Buildbucket for the build status
[23:57:37.085] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:57:37.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:98:0) after 1m0s
[23:58:37.122] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:98:0)
[23:58:37.122] Timer tick, asking Buildbucket for the build status
[23:58:37.175] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:58:37.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:99:0) after 1m0s
[23:59:39.285] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:99:0)
[23:59:39.285] Timer tick, asking Buildbucket for the build status
[23:59:39.720] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:59:39.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:100:0) after 1m0s
[00:00:39.939] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:100:0)
[00:00:39.939] Timer tick, asking Buildbucket for the build status
[00:00:40.007] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:00:40.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:101:0) after 1m0s
[00:01:40.058] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:101:0)
[00:01:40.058] Timer tick, asking Buildbucket for the build status
[00:01:40.132] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:01:40.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:102:0) after 1m0s
[00:02:40.192] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:102:0)
[00:02:40.192] Timer tick, asking Buildbucket for the build status
[00:02:40.406] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:02:40.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:103:0) after 1m0s
[00:03:40.434] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:103:0)
[00:03:40.434] Timer tick, asking Buildbucket for the build status
[00:03:40.675] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:03:40.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:104:0) after 1m0s
[00:04:40.769] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:104:0)
[00:04:40.769] Timer tick, asking Buildbucket for the build status
[00:04:41.167] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:04:41.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:105:0) after 1m0s
[00:05:41.186] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:105:0)
[00:05:41.186] Timer tick, asking Buildbucket for the build status
[00:05:41.565] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:05:41.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:106:0) after 1m0s
[00:06:41.684] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:106:0)
[00:06:41.684] Timer tick, asking Buildbucket for the build status
[00:06:41.792] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:06:41.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:107:0) after 1m0s
[00:07:42.002] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:107:0)
[00:07:42.002] Timer tick, asking Buildbucket for the build status
[00:07:42.128] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:07:42.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:108:0) after 1m0s
[00:08:42.266] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:108:0)
[00:08:42.266] Timer tick, asking Buildbucket for the build status
[00:08:42.487] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:08:42.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:109:0) after 1m0s
[00:09:42.533] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:109:0)
[00:09:42.533] Timer tick, asking Buildbucket for the build status
[00:09:42.596] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:09:42.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:110:0) after 1m0s
[00:10:42.671] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:110:0)
[00:10:42.671] Timer tick, asking Buildbucket for the build status
[00:10:42.743] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:10:42.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:111:0) after 1m0s
[00:11:42.800] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:111:0)
[00:11:42.800] Timer tick, asking Buildbucket for the build status
[00:11:42.914] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:11:42.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:112:0) after 1m0s
[00:12:42.937] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:112:0)
[00:12:42.937] Timer tick, asking Buildbucket for the build status
[00:12:43.062] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:12:43.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:113:0) after 1m0s
[00:13:43.127] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:113:0)
[00:13:43.127] Timer tick, asking Buildbucket for the build status
[00:13:43.202] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:13:43.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:114:0) after 1m0s
[00:14:43.265] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:114:0)
[00:14:43.265] Timer tick, asking Buildbucket for the build status
[00:14:43.365] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:14:43.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:115:0) after 1m0s
[00:15:43.388] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:115:0)
[00:15:43.388] Timer tick, asking Buildbucket for the build status
[00:15:43.558] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:15:43.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:116:0) after 1m0s
[00:16:43.649] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:116:0)
[00:16:43.649] Timer tick, asking Buildbucket for the build status
[00:16:44.110] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:16:44.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:117:0) after 1m0s
[00:17:44.138] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:117:0)
[00:17:44.138] Timer tick, asking Buildbucket for the build status
[00:17:44.297] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:17:44.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:118:0) after 1m0s
[00:18:44.598] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:118:0)
[00:18:44.598] Timer tick, asking Buildbucket for the build status
[00:18:44.667] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:18:44.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:119:0) after 1m0s
[00:19:44.849] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:119:0)
[00:19:44.849] Timer tick, asking Buildbucket for the build status
[00:19:44.919] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:19:44.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:120:0) after 1m0s
[00:20:45.146] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:120:0)
[00:20:45.146] Timer tick, asking Buildbucket for the build status
[00:20:45.317] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:20:45.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:121:0) after 1m0s
[00:21:45.429] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:121:0)
[00:21:45.429] Timer tick, asking Buildbucket for the build status
[00:21:45.493] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:21:45.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:122:0) after 1m0s
[00:22:45.653] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:122:0)
[00:22:45.653] Timer tick, asking Buildbucket for the build status
[00:22:45.788] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:22:45.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:123:0) after 1m0s
[00:23:45.910] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:123:0)
[00:23:45.910] Timer tick, asking Buildbucket for the build status
[00:23:45.977] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:23:45.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:124:0) after 1m0s
[00:24:46.015] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:124:0)
[00:24:46.015] Timer tick, asking Buildbucket for the build status
[00:24:46.738] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:24:46.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:125:0) after 1m0s
[00:25:46.854] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:125:0)
[00:25:46.854] Timer tick, asking Buildbucket for the build status
[00:25:46.912] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:25:46.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:126:0) after 1m0s
[00:26:46.936] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:126:0)
[00:26:46.936] Timer tick, asking Buildbucket for the build status
[00:26:47.039] Build 8857819431958596896: status "STARTED", result "", failure_reason "", cancelation_reason ""
[00:26:47.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroidOfficial:9023249493910096880:127:0) after 1m0s
[00:26:54.135] Received PubSub notification, asking Buildbucket for the build status
[00:26:54.242] Build 8857819431958596896: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[00:26:54.242] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1610929613612426",
    "created_by": "project:chromium",
    "created_ts": "1610922130584016",
    "failure_reason": "BUILD_FAILURE",
    "id": "8857819431958596896",
    "parameters_json": "{\"builder_name\": \"ToTAndroidOfficial\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"8478a16f4cc1ccaa8c66249b9a677722decf5be5\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[40129/104496] ACTION //v8:run_mksnapshot_default(//build/toolchain/android:android_clang_arm64)\\nFAILED: gen/v8/embedded.S snapshot_blob.bin\\n/b/s/w/ir/cipd_bin_packages/cpython/bin/python ../../v8/tools/run.py ./clang_x64_v8_arm64/mksnapshot --turbo_instruction_scheduling --target_os=android --target_arch=arm64 --embedded_src gen/v8/embedded.S --embedded_variant Default --random-seed 314159265 --startup_blob snapshot_blob.bin --no-native-code-counters\\nReturn code is -11\\n```\\n#### More information in raw_io.output[failure_summary]\"}, \"properties\": {\"$build/goma\": {\"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/milo/blamelist_pins\": [{\"host\": \"chromium.googlesource.com\", \"id\": \"8478a16f4cc1ccaa8c66249b9a677722decf5be5\", \"project\": \"chromium/src\"}], \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"luci-chromium-ci-xenial-us-central1-b-32-4-cp6q\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.clang\", \"buildername\": \"ToTAndroidOfficial\", \"buildnumber\": 9407, \"clang_revision\": \"llvmorg-12-init-16905-g95d14618-0\", \"got_angle_revision\": \"60015ff672d971a03f7a55f004620b3ae2367e85\", \"got_dawn_revision\": \"04772515a8b613150b28bbed19b4c261e0b50e96\", \"got_nacl_revision\": \"cb31feffa500401c95c6c44d88b7c358236bca36\", \"got_revision\": \"8478a16f4cc1ccaa8c66249b9a677722decf5be5\", \"got_revision_cp\": \"refs/heads/master@{#844404}\", \"got_swarming_client_revision\": \"1a072711d4388c62e02480fabc26c68c24494be9\", \"got_swiftshader_revision\": \"149733cead636de93d96c5c64f30168d5f6bb03f\", \"got_v8_revision\": \"16b9bbbd581c25391981aa03180b76aa60463a3e\", \"got_v8_revision_cp\": \"refs/heads/8.9.255@{#1}\", \"got_webrtc_revision\": \"09729d2ecf49d256f6648494b59076b01786dc51\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#33013}\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"8478a16f4cc1ccaa8c66249b9a677722decf5be5\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_32f037bbb88023afe0dab3b292a7a92da0ac70796876f4ab4f7ae1596c401abf_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"32\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Haswell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"google.com:chromecompute\"], \"gpu\": [\"none\"], \"id\": [\"luci-chromium-ci-xenial-us-central1-b-32-4-cp6q\"], \"image\": [\"chrome-xenial-21011100-9488e34e558\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"e2-standard-32\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16\", \"Ubuntu-16.04\", \"Ubuntu-16.04.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.12\"], \"server_version\": [\"5666-679c9bd\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-b\"]}}, \"ui\": {\"info\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[40129/104496] ACTION //v8:run_mksnapshot_default(//build/toolchain/android:android_clang_arm64)\\nFAILED: gen/v8/embedded.S snapshot_blob.bin\\n/b/s/w/ir/cipd_bin_packages/cpython/bin/python ../../v8/tools/run.py ./clang_x64_v8_arm64/mksnapshot --turbo_instruction_scheduling --target_os=android --target_arch=arm64 --embedded_src gen/v8/embedded.S --embedded_variant Default --random-seed 314159265 --startup_blob snapshot_blob.bin --no-native-code-counters\\nReturn code is -11\\n```\\n#### More information in raw_io.output[failure_summary]\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1610922269361821",
    "status": "COMPLETED",
    "status_changed_ts": "1610922269732993",
    "tags": [
      "build_address:luci.chromium.ci/ToTAndroidOfficial/9407",
      "builder:ToTAndroidOfficial",
      "buildset:commit/git/8478a16f4cc1ccaa8c66249b9a677722decf5be5",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8478a16f4cc1ccaa8c66249b9a677722decf5be5",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9023249493910096880",
      "scheduler_job_id:chromium/ToTAndroidOfficial",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8857819431958596896/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Linux",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:512b428865ca0210",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1610929613723774",
    "url": "https://ci.chromium.org/b/8857819431958596896",
    "utcnow_ts": "1610929614233594"
  }
}
[00:26:54.242] Invocation finished in 2h4m44.901856276s with status FAILED