Status: FAILED
Triggered by: -
Duration: 45 minutes
Actions:

Definition (rev 37925fea6b2d5178028035dff5852d5788e7e70b)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.emscripten-releases.ci"
  builder: "linux-test-suites"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/emscripten-releases",
  "revision": "ace774420f235016fc0c96fe76993417bda83ec3"
}

Incoming tags

  • buildset:commit/git/ace774420f235016fc0c96fe76993417bda83ec3
  • buildset:commit/gitiles/chromium.googlesource.com/emscripten-releases/+/ace774420f235016fc0c96fe76993417bda83ec3
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[19:50:55.423] New invocation is queued and will start shortly
[19:50:56.801] Starting the invocation (attempt 1)
[19:50:56.834] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:50:56.834] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:50:56.834] Buildbucket request:
{
  "bucket": "luci.emscripten-releases.ci",
  "client_operation_id": "9017551399733349472",
  "parameters_json": "{\"builder_name\":\"linux-test-suites\",\"properties\":{\"$recipe_engine/scheduler\":{\"hostname\":\"luci-scheduler.appspot.com\",\"triggers\":[{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://chromium.googlesource.com/emscripten-releases\",\"revision\":\"ace774420f235016fc0c96fe76993417bda83ec3\"},\"id\":\"https://chromium.googlesource.com/emscripten-releases/+/refs/heads/master@ace774420f235016fc0c96fe76993417bda83ec3\",\"title\":\"ace774420f235016fc0c96fe76993417bda83ec3\",\"url\":\"https://chromium.googlesource.com/emscripten-releases/+/ace774420f235016fc0c96fe76993417bda83ec3\"}]},\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/emscripten-releases\",\"revision\":\"ace774420f235016fc0c96fe76993417bda83ec3\"}}",
  "pubsub_callback": {
    "auth_token": "...",
    "topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  },
  "tags": [
    "builder:linux-test-suites",
    "scheduler_invocation_id:9017551399733349472",
    "scheduler_job_id:emscripten-releases/linux-test-suites",
    "user_agent:luci-scheduler",
    "buildset:commit/git/ace774420f235016fc0c96fe76993417bda83ec3",
    "buildset:commit/gitiles/chromium.googlesource.com/emscripten-releases/+/ace774420f235016fc0c96fe76993417bda83ec3",
    "gitiles_ref:refs/heads/master"
  ]
}
[19:50:57.355] Buildbucket response:
{
  "build": {
    "bucket": "luci.emscripten-releases.ci",
    "canary_preference": "PROD",
    "created_by": "project:emscripten-releases",
    "created_ts": "1616356256922283",
    "id": "8852121337500090304",
    "parameters_json": "{\"builder_name\": \"linux-test-suites\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/emscripten-releases\", \"revision\": \"ace774420f235016fc0c96fe76993417bda83ec3\"}, \"id\": \"https://chromium.googlesource.com/emscripten-releases/+/refs/heads/master@ace774420f235016fc0c96fe76993417bda83ec3\", \"title\": \"ace774420f235016fc0c96fe76993417bda83ec3\", \"url\": \"https://chromium.googlesource.com/emscripten-releases/+/ace774420f235016fc0c96fe76993417bda83ec3\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/emscripten-releases\", \"revision\": \"ace774420f235016fc0c96fe76993417bda83ec3\"}}",
    "project": "emscripten-releases",
    "result_details_json": "{\"properties\": {}}",
    "service_account": "emscripten-releases-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "status": "SCHEDULED",
    "status_changed_ts": "1616356257126348",
    "tags": [
      "builder:linux-test-suites",
      "buildset:commit/git/ace774420f235016fc0c96fe76993417bda83ec3",
      "buildset:commit/gitiles/chromium.googlesource.com/emscripten-releases/+/ace774420f235016fc0c96fe76993417bda83ec3",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9017551399733349472",
      "scheduler_job_id:emscripten-releases/linux-test-suites",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/emscripten-releases/buildbucket/cr-buildbucket.appspot.com/8852121337500090304/+/annotations",
      "swarming_tag:luci_project:emscripten-releases",
      "swarming_tag:recipe_name:emscripten_releases",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1616356257126454",
    "url": "https://ci.chromium.org/b/8852121337500090304",
    "utcnow_ts": "1616356257348069"
  }
}
[19:50:57.355] Task URL: https://ci.chromium.org/b/8852121337500090304
[19:50:57.355] Scheduling timer "check-buildbucket-build-status" (emscripten-releases/linux-test-suites:9017551399733349472:2:0) after 1m0s
[19:51:52.018] Received PubSub notification, asking Buildbucket for the build status
[19:51:52.186] Build 8852121337500090304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:51:57.409] Handling timer "check-buildbucket-build-status" (emscripten-releases/linux-test-suites:9017551399733349472:2:0)
[19:51:57.441] Build status: STARTED
[19:51:57.441] Scheduling timer "check-buildbucket-build-status" (emscripten-releases/linux-test-suites:9017551399733349472:4:0) after 2m29s
[19:54:26.560] Handling timer "check-buildbucket-build-status" (emscripten-releases/linux-test-suites:9017551399733349472:4:0)
[19:54:26.584] Build status: STARTED
[19:54:26.584] Scheduling timer "check-buildbucket-build-status" (emscripten-releases/linux-test-suites:9017551399733349472:5:0) after 8m59s
[20:03:25.701] Handling timer "check-buildbucket-build-status" (emscripten-releases/linux-test-suites:9017551399733349472:5:0)
[20:03:25.701] Timer tick, asking Buildbucket for the build status
[20:03:26.318] Build 8852121337500090304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:03:26.318] Scheduling timer "check-buildbucket-build-status" (emscripten-releases/linux-test-suites:9017551399733349472:6:0) after 1m0s
[20:04:26.439] Handling timer "check-buildbucket-build-status" (emscripten-releases/linux-test-suites:9017551399733349472:6:0)
[20:04:26.439] Timer tick, asking Buildbucket for the build status
[20:04:26.503] Build 8852121337500090304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:04:26.503] Scheduling timer "check-buildbucket-build-status" (emscripten-releases/linux-test-suites:9017551399733349472:7:0) after 1m0s
[20:05:26.621] Handling timer "check-buildbucket-build-status" (emscripten-releases/linux-test-suites:9017551399733349472:7:0)
[20:05:26.621] Timer tick, asking Buildbucket for the build status
[20:05:26.725] Build 8852121337500090304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:05:26.725] Scheduling timer "check-buildbucket-build-status" (emscripten-releases/linux-test-suites:9017551399733349472:8:0) after 1m0s
[20:06:26.842] Handling timer "check-buildbucket-build-status" (emscripten-releases/linux-test-suites:9017551399733349472:8:0)
[20:06:26.868] Build status: STARTED
[20:06:26.868] Scheduling timer "check-buildbucket-build-status" (emscripten-releases/linux-test-suites:9017551399733349472:9:0) after 8m5s
[20:14:31.919] Handling timer "check-buildbucket-build-status" (emscripten-releases/linux-test-suites:9017551399733349472:9:0)
[20:14:31.919] Timer tick, asking Buildbucket for the build status
[20:14:32.026] Build 8852121337500090304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:14:32.026] Scheduling timer "check-buildbucket-build-status" (emscripten-releases/linux-test-suites:9017551399733349472:10:0) after 1m0s
[20:15:32.045] Handling timer "check-buildbucket-build-status" (emscripten-releases/linux-test-suites:9017551399733349472:10:0)
[20:15:32.071] Build status: STARTED
[20:15:32.071] Scheduling timer "check-buildbucket-build-status" (emscripten-releases/linux-test-suites:9017551399733349472:11:0) after 8m27s
[20:23:59.133] Handling timer "check-buildbucket-build-status" (emscripten-releases/linux-test-suites:9017551399733349472:11:0)
[20:23:59.165] Build status: STARTED
[20:23:59.165] Scheduling timer "check-buildbucket-build-status" (emscripten-releases/linux-test-suites:9017551399733349472:12:0) after 1m50s
[20:25:49.251] Handling timer "check-buildbucket-build-status" (emscripten-releases/linux-test-suites:9017551399733349472:12:0)
[20:25:49.285] Build status: STARTED
[20:25:49.285] Scheduling timer "check-buildbucket-build-status" (emscripten-releases/linux-test-suites:9017551399733349472:13:0) after 7m54s
[20:33:43.307] Handling timer "check-buildbucket-build-status" (emscripten-releases/linux-test-suites:9017551399733349472:13:0)
[20:33:43.307] Timer tick, asking Buildbucket for the build status
[20:33:43.494] Build 8852121337500090304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:33:43.494] Scheduling timer "check-buildbucket-build-status" (emscripten-releases/linux-test-suites:9017551399733349472:14:0) after 1m0s
[20:34:43.741] Handling timer "check-buildbucket-build-status" (emscripten-releases/linux-test-suites:9017551399733349472:14:0)
[20:34:43.741] Timer tick, asking Buildbucket for the build status
[20:34:43.870] Build 8852121337500090304: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:34:43.870] Scheduling timer "check-buildbucket-build-status" (emscripten-releases/linux-test-suites:9017551399733349472:15:0) after 1m0s
[20:35:43.886] Handling timer "check-buildbucket-build-status" (emscripten-releases/linux-test-suites:9017551399733349472:15:0)
[20:35:43.915] Build status: STARTED
[20:35:43.915] Scheduling timer "check-buildbucket-build-status" (emscripten-releases/linux-test-suites:9017551399733349472:16:0) after 3m37s
[20:36:15.593] Received PubSub notification, asking Buildbucket for the build status
[20:36:15.689] Build 8852121337500090304: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[20:36:15.689] Buildbucket build:
{
  "build": {
    "bucket": "luci.emscripten-releases.ci",
    "canary_preference": "PROD",
    "completed_ts": "1616358975320249",
    "created_by": "project:emscripten-releases",
    "created_ts": "1616356256922283",
    "failure_reason": "BUILD_FAILURE",
    "id": "8852121337500090304",
    "parameters_json": "{\"builder_name\": \"linux-test-suites\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/emscripten-releases\", \"revision\": \"ace774420f235016fc0c96fe76993417bda83ec3\"}, \"id\": \"https://chromium.googlesource.com/emscripten-releases/+/refs/heads/master@ace774420f235016fc0c96fe76993417bda83ec3\", \"title\": \"ace774420f235016fc0c96fe76993417bda83ec3\", \"url\": \"https://chromium.googlesource.com/emscripten-releases/+/ace774420f235016fc0c96fe76993417bda83ec3\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/emscripten-releases\", \"revision\": \"ace774420f235016fc0c96fe76993417bda83ec3\"}}",
    "project": "emscripten-releases",
    "result": "FAILURE",
    "result_details_json": "{\"error\": {\"message\": \"1 out of 4 aggregated steps failed: Step('LLVM regression') (retcode: 2)\"}, \"properties\": {\"$build/goma\": {\"enable_ats\": true, \"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\", \"use_luci_auth\": true}, \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://chromium.googlesource.com/emscripten-releases\", \"revision\": \"ace774420f235016fc0c96fe76993417bda83ec3\"}, \"id\": \"https://chromium.googlesource.com/emscripten-releases/+/refs/heads/master@ace774420f235016fc0c96fe76993417bda83ec3\", \"title\": \"ace774420f235016fc0c96fe76993417bda83ec3\", \"url\": \"https://chromium.googlesource.com/emscripten-releases/+/ace774420f235016fc0c96fe76993417bda83ec3\"}]}, \"archive\": false, \"bot_id\": \"luci-emscripten-releases-ci-xenial-0-isur\", \"branch\": \"refs/heads/master\", \"buildername\": \"linux-test-suites\", \"got_revision\": \"ace774420f235016fc0c96fe76993417bda83ec3\", \"path_config\": \"generic\", \"recipe\": \"emscripten_releases\", \"repository\": \"https://chromium.googlesource.com/emscripten-releases\", \"revision\": \"ace774420f235016fc0c96fe76993417bda83ec3\"}, \"swarming\": {\"bot_dimensions\": {\"caches\": [\"builder_e437bc7da551d62da6a64b09ca05a66344db3b0846e125cb83052108c473fa36_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"google.com:chromecompute\"], \"gpu\": [\"none\"], \"host_class\": [\"default\"], \"id\": [\"luci-emscripten-releases-ci-xenial-0-isur\"], \"image\": [\"chrome-xenial-21011100-9488e34e558\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-8\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16\", \"Ubuntu-16.04\", \"Ubuntu-16.04.6\"], \"pool\": [\"luci.emscripten-releases.ci\"], \"python\": [\"2\", \"2.7\", \"2.7.12\"], \"server_version\": [\"5776-cb9e157\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-west\", \"us-west1\", \"us-west1-b\"]}}, \"ui\": {\"info\": \"1 out of 4 aggregated steps failed: Step('LLVM regression') (retcode: 2)\"}}",
    "service_account": "emscripten-releases-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
    "started_ts": "1616356307476605",
    "status": "COMPLETED",
    "status_changed_ts": "1616356311758567",
    "tags": [
      "builder:linux-test-suites",
      "buildset:commit/git/ace774420f235016fc0c96fe76993417bda83ec3",
      "buildset:commit/gitiles/chromium.googlesource.com/emscripten-releases/+/ace774420f235016fc0c96fe76993417bda83ec3",
      "gitiles_ref:refs/heads/master",
      "scheduler_invocation_id:9017551399733349472",
      "scheduler_job_id:emscripten-releases/linux-test-suites",
      "swarming_hostname:chromium-swarm.appspot.com",
      "swarming_tag:log_location:logdog://logs.chromium.org/emscripten-releases/buildbucket/cr-buildbucket.appspot.com/8852121337500090304/+/annotations",
      "swarming_tag:luci_project:emscripten-releases",
      "swarming_tag:os:Linux",
      "swarming_tag:recipe_name:emscripten_releases",
      "swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
      "swarming_task_id:526f28b8f5ee7610",
      "user_agent:luci-scheduler"
    ],
    "updated_ts": "1616358975320677",
    "url": "https://ci.chromium.org/b/8852121337500090304",
    "utcnow_ts": "1616358975681918"
  }
}
[20:36:15.690] Invocation finished in 45m20.28040972s with status FAILED