Status: FAILED
Triggered by: -
Duration: 1 hour
Actions:

Definition (rev 61da5958bb1bf61dc6dab9a9ab14fa46798b5d0f)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTLinuxTSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "78d95924cc6a2700ef359a177f18082c8bff4e1f"
}

Incoming tags

  • buildset:commit/git/78d95924cc6a2700ef359a177f18082c8bff4e1f
  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/78d95924cc6a2700ef359a177f18082c8bff4e1f
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[03:09:08.603] New invocation is queued and will start shortly
[03:09:10.472] Starting the invocation (attempt 1)
[03:09:10.516] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:09:10.517] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:09:10.517] Buildbucket request:
{
  "bucket": "luci.chromium.ci",
  "client_operation_id": "9023050244287585088",
  "parameters_json": "{\"builder_name\":\"ToTLinuxTSan\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"78d95924cc6a2700ef359a177f18082c8bff4e1f\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:ToTLinuxTSan",
    "scheduler_invocation_id:9023050244287585088",
    "scheduler_job_id:chromium/ToTLinuxTSan",
    "user_agent:luci-scheduler",
    "buildset:commit/git/78d95924cc6a2700ef359a177f18082c8bff4e1f",
    "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/78d95924cc6a2700ef359a177f18082c8bff4e1f",
    "gitiles_ref:refs/heads/master"
  ]
}
[03:09:12.276] Buildbucket response:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "created_by": "project:chromium",
    "created_ts": "1611112150649690",
    "id": "8857620181479573120",
    "parameters_json": "{\"builder_name\": \"ToTLinuxTSan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"78d95924cc6a2700ef359a177f18082c8bff4e1f\"}}",
    "project": "chromium",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1611112152148581",
    "tags": [
      "build_address:luci.chromium.ci/ToTLinuxTSan/8723",
      "builder:ToTLinuxTSan",
      "buildset:commit/git/78d95924cc6a2700ef359a177f18082c8bff4e1f",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/78d95924cc6a2700ef359a177f18082c8bff4e1f",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9023050244287585088",
      "scheduler_job_id:chromium/ToTLinuxTSan",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8857620181479573120/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1611112152148693",
    "url": "https://ci.chromium.org/b/8857620181479573120",
    "utcnow_ts": "1611112152268753"
  }
}
[03:09:12.276] Task URL: https://ci.chromium.org/b/8857620181479573120
[03:09:12.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:2:0) after 1m0s
[03:10:07.322] Received PubSub notification, asking Buildbucket for the build status
[03:10:07.696] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:10:23.634] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:2:0)
[03:10:23.634] Timer tick, asking Buildbucket for the build status
[03:10:23.718] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:10:23.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:4:0) after 1m0s
[03:11:23.774] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:4:0)
[03:11:23.774] Timer tick, asking Buildbucket for the build status
[03:11:23.901] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:11:23.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:5:0) after 1m0s
[03:12:23.991] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:5:0)
[03:12:23.991] Timer tick, asking Buildbucket for the build status
[03:12:24.104] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:12:24.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:6:0) after 1m0s
[03:13:24.180] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:6:0)
[03:13:24.180] Timer tick, asking Buildbucket for the build status
[03:13:24.313] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:13:24.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:7:0) after 1m0s
[03:14:24.301] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:7:0)
[03:14:24.301] Timer tick, asking Buildbucket for the build status
[03:14:24.501] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:14:24.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:8:0) after 1m0s
[03:15:24.537] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:8:0)
[03:15:24.537] Timer tick, asking Buildbucket for the build status
[03:15:24.594] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:15:24.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:9:0) after 1m0s
[03:16:24.763] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:9:0)
[03:16:24.763] Timer tick, asking Buildbucket for the build status
[03:16:24.819] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:16:24.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:10:0) after 1m0s
[03:17:24.837] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:10:0)
[03:17:24.837] Timer tick, asking Buildbucket for the build status
[03:17:24.896] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:17:24.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:11:0) after 1m0s
[03:18:24.968] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:11:0)
[03:18:24.968] Timer tick, asking Buildbucket for the build status
[03:18:25.060] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:18:25.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:12:0) after 1m0s
[03:19:25.088] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:12:0)
[03:19:25.088] Timer tick, asking Buildbucket for the build status
[03:19:25.326] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:19:25.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:13:0) after 1m0s
[03:20:25.381] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:13:0)
[03:20:25.381] Timer tick, asking Buildbucket for the build status
[03:20:25.439] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:20:25.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:14:0) after 1m0s
[03:21:25.504] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:14:0)
[03:21:25.504] Timer tick, asking Buildbucket for the build status
[03:21:25.567] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:21:25.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:15:0) after 1m0s
[03:22:25.730] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:15:0)
[03:22:25.730] Timer tick, asking Buildbucket for the build status
[03:22:26.022] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:22:26.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:16:0) after 1m0s
[03:23:26.032] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:16:0)
[03:23:26.032] Timer tick, asking Buildbucket for the build status
[03:23:26.109] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:23:26.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:17:0) after 1m0s
[03:24:26.134] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:17:0)
[03:24:26.134] Timer tick, asking Buildbucket for the build status
[03:24:26.252] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:24:26.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:18:0) after 1m0s
[03:25:26.262] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:18:0)
[03:25:26.262] Timer tick, asking Buildbucket for the build status
[03:25:26.555] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:25:26.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:19:0) after 1m0s
[03:26:26.574] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:19:0)
[03:26:26.574] Timer tick, asking Buildbucket for the build status
[03:26:26.832] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:26:26.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:20:0) after 1m0s
[03:27:26.853] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:20:0)
[03:27:26.853] Timer tick, asking Buildbucket for the build status
[03:27:27.035] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:27:27.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:21:0) after 1m0s
[03:28:27.055] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:21:0)
[03:28:27.055] Timer tick, asking Buildbucket for the build status
[03:28:27.115] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:28:27.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:22:0) after 1m0s
[03:29:27.140] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:22:0)
[03:29:27.140] Timer tick, asking Buildbucket for the build status
[03:29:27.348] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:29:27.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:23:0) after 1m0s
[03:30:27.380] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:23:0)
[03:30:27.380] Timer tick, asking Buildbucket for the build status
[03:30:27.440] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:30:27.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:24:0) after 1m0s
[03:31:27.462] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:24:0)
[03:31:27.462] Timer tick, asking Buildbucket for the build status
[03:31:27.654] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:31:27.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:25:0) after 1m0s
[03:32:27.676] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:25:0)
[03:32:27.676] Timer tick, asking Buildbucket for the build status
[03:32:27.735] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:32:27.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:26:0) after 1m0s
[03:33:27.775] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:26:0)
[03:33:27.775] Timer tick, asking Buildbucket for the build status
[03:33:28.000] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:33:28.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:27:0) after 1m0s
[03:34:27.997] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:27:0)
[03:34:27.997] Timer tick, asking Buildbucket for the build status
[03:34:28.095] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:34:28.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:28:0) after 1m0s
[03:35:28.257] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:28:0)
[03:35:28.257] Timer tick, asking Buildbucket for the build status
[03:35:28.364] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:35:28.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:29:0) after 1m0s
[03:36:28.585] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:29:0)
[03:36:28.585] Timer tick, asking Buildbucket for the build status
[03:36:29.670] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:36:29.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:30:0) after 1m0s
[03:37:29.735] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:30:0)
[03:37:29.735] Timer tick, asking Buildbucket for the build status
[03:37:29.798] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:37:29.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:31:0) after 1m0s
[03:38:29.820] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:31:0)
[03:38:29.820] Timer tick, asking Buildbucket for the build status
[03:38:29.898] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:38:29.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:32:0) after 1m0s
[03:39:29.957] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:32:0)
[03:39:29.957] Timer tick, asking Buildbucket for the build status
[03:39:30.068] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:39:30.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:33:0) after 1m0s
[03:40:30.107] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:33:0)
[03:40:30.107] Timer tick, asking Buildbucket for the build status
[03:40:30.166] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:40:30.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:34:0) after 1m0s
[03:41:30.187] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:34:0)
[03:41:30.187] Timer tick, asking Buildbucket for the build status
[03:41:31.693] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:41:31.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:35:0) after 1m0s
[03:42:31.771] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:35:0)
[03:42:31.771] Timer tick, asking Buildbucket for the build status
[03:42:31.830] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:42:31.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:36:0) after 1m0s
[03:43:31.848] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:36:0)
[03:43:31.848] Timer tick, asking Buildbucket for the build status
[03:43:31.908] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:43:31.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:37:0) after 1m0s
[03:44:31.931] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:37:0)
[03:44:31.931] Timer tick, asking Buildbucket for the build status
[03:44:32.045] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:44:32.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:38:0) after 1m0s
[03:45:32.074] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:38:0)
[03:45:32.074] Timer tick, asking Buildbucket for the build status
[03:45:32.133] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:45:32.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:39:0) after 1m0s
[03:46:32.203] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:39:0)
[03:46:32.203] Timer tick, asking Buildbucket for the build status
[03:46:32.295] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:46:32.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:40:0) after 1m0s
[03:47:32.384] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:40:0)
[03:47:32.384] Timer tick, asking Buildbucket for the build status
[03:47:32.467] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:47:32.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:41:0) after 1m0s
[03:48:32.567] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:41:0)
[03:48:32.567] Timer tick, asking Buildbucket for the build status
[03:48:32.720] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:48:32.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:42:0) after 1m0s
[03:49:32.851] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:42:0)
[03:49:32.851] Timer tick, asking Buildbucket for the build status
[03:49:32.963] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:49:32.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:43:0) after 1m0s
[03:50:33.003] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:43:0)
[03:50:33.003] Timer tick, asking Buildbucket for the build status
[03:50:33.114] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:50:33.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:44:0) after 1m0s
[03:51:33.167] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:44:0)
[03:51:33.167] Timer tick, asking Buildbucket for the build status
[03:51:33.353] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:51:33.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:45:0) after 1m0s
[03:52:33.406] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:45:0)
[03:52:33.406] Timer tick, asking Buildbucket for the build status
[03:52:33.791] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:52:33.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:46:0) after 1m0s
[03:53:33.936] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:46:0)
[03:53:33.936] Timer tick, asking Buildbucket for the build status
[03:53:34.003] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:53:34.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:47:0) after 1m0s
[03:54:34.041] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:47:0)
[03:54:34.041] Timer tick, asking Buildbucket for the build status
[03:54:34.199] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:54:34.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:48:0) after 1m0s
[03:55:34.177] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:48:0)
[03:55:34.177] Timer tick, asking Buildbucket for the build status
[03:55:34.242] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:55:34.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:49:0) after 1m0s
[03:56:34.341] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:49:0)
[03:56:34.341] Timer tick, asking Buildbucket for the build status
[03:56:34.517] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:56:34.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:50:0) after 1m0s
[03:57:34.709] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:50:0)
[03:57:34.709] Timer tick, asking Buildbucket for the build status
[03:57:34.776] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:57:34.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:51:0) after 1m0s
[03:58:34.867] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:51:0)
[03:58:34.867] Timer tick, asking Buildbucket for the build status
[03:58:34.981] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:58:34.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:52:0) after 1m0s
[03:59:35.001] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:52:0)
[03:59:35.001] Timer tick, asking Buildbucket for the build status
[03:59:35.109] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:59:35.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:53:0) after 1m0s
[04:00:35.185] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:53:0)
[04:00:35.185] Timer tick, asking Buildbucket for the build status
[04:00:35.251] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:00:35.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:54:0) after 1m0s
[04:01:35.275] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:54:0)
[04:01:35.275] Timer tick, asking Buildbucket for the build status
[04:01:35.355] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:01:35.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:55:0) after 1m0s
[04:02:35.458] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:55:0)
[04:02:35.458] Timer tick, asking Buildbucket for the build status
[04:02:35.532] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:02:35.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:56:0) after 1m0s
[04:03:35.619] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:56:0)
[04:03:35.619] Timer tick, asking Buildbucket for the build status
[04:03:35.670] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:03:35.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:57:0) after 1m0s
[04:04:35.694] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:57:0)
[04:04:35.694] Timer tick, asking Buildbucket for the build status
[04:04:35.892] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:04:35.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:58:0) after 1m0s
[04:05:35.933] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:58:0)
[04:05:35.933] Timer tick, asking Buildbucket for the build status
[04:05:35.997] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:05:35.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:59:0) after 1m0s
[04:06:36.087] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:59:0)
[04:06:36.087] Timer tick, asking Buildbucket for the build status
[04:06:36.473] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:06:36.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:60:0) after 1m0s
[04:07:36.525] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:60:0)
[04:07:36.525] Timer tick, asking Buildbucket for the build status
[04:07:36.589] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:07:36.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:61:0) after 1m0s
[04:08:36.610] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:61:0)
[04:08:36.610] Timer tick, asking Buildbucket for the build status
[04:08:36.684] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:08:36.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:62:0) after 1m0s
[04:09:36.712] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:62:0)
[04:09:36.712] Timer tick, asking Buildbucket for the build status
[04:09:38.655] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:09:38.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:63:0) after 1m0s
[04:10:38.799] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:63:0)
[04:10:38.799] Timer tick, asking Buildbucket for the build status
[04:10:38.863] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:10:38.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:64:0) after 1m0s
[04:11:38.991] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:64:0)
[04:11:38.991] Timer tick, asking Buildbucket for the build status
[04:11:39.046] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:11:39.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:65:0) after 1m0s
[04:12:39.153] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:65:0)
[04:12:39.153] Timer tick, asking Buildbucket for the build status
[04:12:39.396] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:12:39.396] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:66:0) after 1m0s
[04:13:39.486] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:66:0)
[04:13:39.486] Timer tick, asking Buildbucket for the build status
[04:13:39.547] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:13:39.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:67:0) after 1m0s
[04:14:39.760] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:67:0)
[04:14:39.760] Timer tick, asking Buildbucket for the build status
[04:14:39.866] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:14:39.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:68:0) after 1m0s
[04:15:39.923] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:68:0)
[04:15:39.923] Timer tick, asking Buildbucket for the build status
[04:15:40.239] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:15:40.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:69:0) after 1m0s
[04:16:40.331] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:69:0)
[04:16:40.331] Timer tick, asking Buildbucket for the build status
[04:16:40.419] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:16:40.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:70:0) after 1m0s
[04:17:40.521] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:70:0)
[04:17:40.521] Timer tick, asking Buildbucket for the build status
[04:17:40.582] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:17:40.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:71:0) after 1m0s
[04:18:40.821] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:71:0)
[04:18:40.821] Timer tick, asking Buildbucket for the build status
[04:18:41.234] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:18:41.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:72:0) after 1m0s
[04:19:41.233] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:72:0)
[04:19:41.233] Timer tick, asking Buildbucket for the build status
[04:19:41.331] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:19:41.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:73:0) after 1m0s
[04:20:41.422] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:73:0)
[04:20:41.422] Timer tick, asking Buildbucket for the build status
[04:20:41.491] Build 8857620181479573120: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:20:41.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9023050244287585088:74:0) after 1m0s
[04:21:12.758] Received PubSub notification, asking Buildbucket for the build status
[04:21:12.831] Build 8857620181479573120: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[04:21:12.831] Buildbucket build:
{
  "build": {
    "bucket": "luci.chromium.ci",
    "canary_preference": "PROD",
    "completed_ts": "1611116472384097",
    "created_by": "project:chromium",
    "created_ts": "1611112150649690",
    "failure_reason": "BUILD_FAILURE",
    "id": "8857620181479573120",
    "parameters_json": "{\"builder_name\": \"ToTLinuxTSan\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"78d95924cc6a2700ef359a177f18082c8bff4e1f\"}}",
    "project": "chromium",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[24053/72472] CXX obj/base/base_unittests/gmock_callback_support_unittest.o\\nFAILED: obj/base/base_unittests/gmock_callback_support_unittest.o\\n../../third_party/llvm-build/Release+Asserts/bin/clang++ -MMD -MF obj/base/base_unittests/gmock_call...(too long)\\nnon-canonical or dependent type in IR-generation\\nUNREACHABLE executed at /b/s/w/ir/cache/builder/src/third_party/llvm/clang/lib/CodeGen/CodeGenFunction.cpp:235!\\nPLEASE submit a bug report to https://crbug.com and run tools/clang/scripts/process_crashreports.py (only works inside Google) which will upload a report and include the crash backtrace, preprocessed source, and associated run script.\\nStack dump:\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}, \"properties\": {\"$build/goma\": {\"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/milo/blamelist_pins\": [{\"host\": \"chromium.googlesource.com\", \"id\": \"78d95924cc6a2700ef359a177f18082c8bff4e1f\", \"project\": \"chromium/src\"}], \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"luci-chromium-ci-xenial-32-17-001p\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.clang\", \"buildername\": \"ToTLinuxTSan\", \"buildnumber\": 8723, \"clang_revision\": \"llvmorg-12-init-17119-g4479c0c2-0\", \"got_angle_revision\": \"2e0490eedcc809bcd6359de6afdb9e40bd9f731a\", \"got_dawn_revision\": \"4b316994ad01ab6b87032c5fd9b53c6d18956d8d\", \"got_nacl_revision\": \"cb31feffa500401c95c6c44d88b7c358236bca36\", \"got_revision\": \"78d95924cc6a2700ef359a177f18082c8bff4e1f\", \"got_revision_cp\": \"refs/heads/master@{#844987}\", \"got_swarming_client_revision\": \"1a072711d4388c62e02480fabc26c68c24494be9\", \"got_swiftshader_revision\": \"89fd1480b47e8c8668dfd3c24302c53b76ba4c88\", \"got_v8_revision\": \"6181c222ef4e8307540a8b27201a790957a92fdd\", \"got_v8_revision_cp\": \"refs/heads/9.0.17@{#1}\", \"got_webrtc_revision\": \"5eb527cf7fb28e22d0687c0295cb9f1bb458160c\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#33034}\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"78d95924cc6a2700ef359a177f18082c8bff4e1f\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_02c489102c6b23f720d825d3d639a9c0a891978418b04ce86081f51b1a63cfd3_v2\", \"builder_3805b8ba4abc77de369f5d4399a0a76b312e2fd8c5f804cd390624b9118dfa64_v2\", \"builder_6a7ea7a29847c5e3c31f9e7f29ef0a1aa1bd0d542498088304c0bb7ba89c3242_v2\", \"builder_8757b7d4d720e8110e97d547f3a0626e0b064aba1b112f8e94c505a5da2d7dc8_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"32\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"google.com:chromecompute\"], \"gpu\": [\"none\"], \"id\": [\"luci-chromium-ci-xenial-32-17-001p\"], \"image\": [\"chrome-xenial-21011100-9488e34e558\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-32\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16\", \"Ubuntu-16.04\", \"Ubuntu-16.04.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.12\"], \"server_version\": [\"5666-679c9bd\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-west\", \"us-west1\", \"us-west1-c\"]}}, \"ui\": {\"info\": \"#### Step _compile_ failed. Error logs are shown below:\\n```\\n[24053/72472] CXX obj/base/base_unittests/gmock_callback_support_unittest.o\\nFAILED: obj/base/base_unittests/gmock_callback_support_unittest.o\\n../../third_party/llvm-build/Release+Asserts/bin/clang++ -MMD -MF obj/base/base_unittests/gmock_call...(too long)\\nnon-canonical or dependent type in IR-generation\\nUNREACHABLE executed at /b/s/w/ir/cache/builder/src/third_party/llvm/clang/lib/CodeGen/CodeGenFunction.cpp:235!\\nPLEASE submit a bug report to https://crbug.com and run tools/clang/scripts/process_crashreports.py (only works inside Google) which will upload a report and include the crash backtrace, preprocessed source, and associated run script.\\nStack dump:\\n```\\n##### ...The message was too long...\\n#### More information in raw_io.output[failure_summary]\"}}",
    "service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1611112206511526",
    "status": "COMPLETED",
    "status_changed_ts": "1611112207160154",
    "tags": [
      "build_address:luci.chromium.ci/ToTLinuxTSan/8723",
      "builder:ToTLinuxTSan",
      "buildset:commit/git/78d95924cc6a2700ef359a177f18082c8bff4e1f",
      "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/78d95924cc6a2700ef359a177f18082c8bff4e1f",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9023050244287585088",
      "scheduler_job_id:chromium/ToTLinuxTSan",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8857620181479573120/+/annotations",
      "swarming_tag:luci_project:chromium",
      "swarming_tag:os:Linux",
      "swarming_tag:recipe_name:chromium",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:513696177b274610",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1611116472439140",
    "url": "https://ci.chromium.org/b/8857620181479573120",
    "utcnow_ts": "1611116472823557"
  }
}
[04:21:12.832] Invocation finished in 1h12m4.244067291s with status FAILED