Status: FAILED
Triggered by: chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev a1ec30b6d30b147f6a54afc2480db7b9bd8a01da)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Dawn Linux x64 Experimental Release (NVIDIA GTX 1660)"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "718f64c694dbb64e82ecad64a2063274b86a4512",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "718f64c694dbb64e82ecad64a2063274b86a4512",
    "src/third_party/dawn": "000664cb06522d7fa9fe709b74f79bdf7e1fd4c9"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8709858305520738337"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8709858305520738337"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8709858305520738337"
    }
  ],
  "parent_build_id": "8709858305520738337",
  "parent_builder_group": "chromium.dawn",
  "parent_buildername": "Dawn Linux x64 Builder",
  "parent_got_angle_revision": "12fff4bb0e7b4edd53e45639c1424b3caa05f393",
  "parent_got_dawn_revision": "000664cb06522d7fa9fe709b74f79bdf7e1fd4c9",
  "parent_got_revision": "718f64c694dbb64e82ecad64a2063274b86a4512",
  "parent_got_revision_cp": "refs/heads/main@{#1484122}",
  "parent_got_swiftshader_revision": "be6ed66fa563d5c022991968fc34da3cb58269af",
  "parent_got_v8_revision": "2d366f9666fc6bc044eeb7bc948c0bcfe7196c41",
  "parent_got_v8_revision_cp": "refs/heads/14.0.156@{#1}",
  "parent_got_webrtc_revision": "97a3382bf662bf5289669829d3d6c8ef55b4731d",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#45122}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "718f64c694dbb64e82ecad64a2063274b86a4512",
  "swarm_hashes": {
    "dawn_end2end_tests": "2988eac3e79e79a2cd8d75db3ac22cdd94866173717f90c8c65343a7fe0eeb23/323",
    "dawn_perf_tests": "46f19c921eef9e38bea84c1ec2ff863e898f5ef3e39a117922a382bae7be79c4/487",
    "gl_tests": "bb1e48ee704caf0d2f8ae733d9f17783c51768ecbedcec893a4ba1e5f422e716/323",
    "gl_unittests": "c4d4215d333751f88e62c97f8ccbbe8f36671c915d3d054f22e2739cabccdc36/323",
    "telemetry_gpu_integration_test": "fcd063934286f7d99cdabcc0105cb537e8d2040ddc69b1b7b9660b26c3ac1f55/815",
    "telemetry_gpu_unittests": "6ad125ec7e944564cb2335dfbf9d4c6cf97910c1ac125cb8470724c6c0400bce/736",
    "webgpu_blink_web_tests": "33e9b3d5717fd2f4000641506d5959d6a2fb6f8455a94df4344d0a0b950abc6a/566"
  },
  "swarming_command_lines_cwd": "out/8116-Dawn_Linux_x64_",
  "swarming_command_lines_digest": "f8affc12a6026f3b1c44ce425f22dbf15309123519a892be12a890f5a3bee036/93",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/718f64c694dbb64e82ecad64a2063274b86a4512
  • gitiles_ref:refs/heads/main
  • parent_buildername:Dawn Linux x64 Builder
  • parent_buildnumber:250711
  • user_agent:recipe

Debug log (UTC)

[03:15:14.496] New invocation is queued and will start shortly
[03:15:14.496] Triggered by user:chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
[03:15:15.769] Starting the invocation (attempt 1)
[03:15:15.797] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/718f64c694dbb64e82ecad64a2063274b86a4512"
[03:15:15.797] Popped gitiles commit info from properties and tags
[03:15:15.797] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:15:15.798] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:15:15.798] Buildbucket request:
{
  "requestId": "8875286208417092000",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Linux x64 Experimental Release (NVIDIA GTX 1660)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "718f64c694dbb64e82ecad64a2063274b86a4512",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "718f64c694dbb64e82ecad64a2063274b86a4512",
            "src/third_party/dawn": "000664cb06522d7fa9fe709b74f79bdf7e1fd4c9"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8709858305520738337"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8709858305520738337"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8709858305520738337"
                }
          ],
      "parent_build_id": "8709858305520738337",
      "parent_builder_group": "chromium.dawn",
      "parent_buildername": "Dawn Linux x64 Builder",
      "parent_got_angle_revision": "12fff4bb0e7b4edd53e45639c1424b3caa05f393",
      "parent_got_dawn_revision": "000664cb06522d7fa9fe709b74f79bdf7e1fd4c9",
      "parent_got_revision": "718f64c694dbb64e82ecad64a2063274b86a4512",
      "parent_got_revision_cp": "refs/heads/main@{#1484122}",
      "parent_got_swiftshader_revision": "be6ed66fa563d5c022991968fc34da3cb58269af",
      "parent_got_v8_revision": "2d366f9666fc6bc044eeb7bc948c0bcfe7196c41",
      "parent_got_v8_revision_cp": "refs/heads/14.0.156@{#1}",
      "parent_got_webrtc_revision": "97a3382bf662bf5289669829d3d6c8ef55b4731d",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#45122}",
      "swarm_hashes": {
            "dawn_end2end_tests": "2988eac3e79e79a2cd8d75db3ac22cdd94866173717f90c8c65343a7fe0eeb23/323",
            "dawn_perf_tests": "46f19c921eef9e38bea84c1ec2ff863e898f5ef3e39a117922a382bae7be79c4/487",
            "gl_tests": "bb1e48ee704caf0d2f8ae733d9f17783c51768ecbedcec893a4ba1e5f422e716/323",
            "gl_unittests": "c4d4215d333751f88e62c97f8ccbbe8f36671c915d3d054f22e2739cabccdc36/323",
            "telemetry_gpu_integration_test": "fcd063934286f7d99cdabcc0105cb537e8d2040ddc69b1b7b9660b26c3ac1f55/815",
            "telemetry_gpu_unittests": "6ad125ec7e944564cb2335dfbf9d4c6cf97910c1ac125cb8470724c6c0400bce/736",
            "webgpu_blink_web_tests": "33e9b3d5717fd2f4000641506d5959d6a2fb6f8455a94df4344d0a0b950abc6a/566"
          },
      "swarming_command_lines_cwd": "out/8116-Dawn_Linux_x64_",
      "swarming_command_lines_digest": "f8affc12a6026f3b1c44ce425f22dbf15309123519a892be12a890f5a3bee036/93",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "718f64c694dbb64e82ecad64a2063274b86a4512",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8875286208417092000"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Dawn Linux x64 Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "250711"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:15:16.457] Scheduled build:
{
  "id": "8709856146339662577",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Linux x64 Experimental Release (NVIDIA GTX 1660)"
  },
  "number": 7043,
  "createdBy": "project:chromium",
  "createTime": "2025-07-09T03:15:15.850034244Z",
  "updateTime": "2025-07-09T03:15:15.850034244Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "718f64c694dbb64e82ecad64a2063274b86a4512",
      "ref": "refs/heads/main"
    }
  }
}
[03:15:16.457] Task URL: https://cr-buildbucket.appspot.com/build/8709856146339662577
[03:15:16.457] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:2:0) after 2m35s
[03:15:17.520] Received PubSub notification, asking Buildbucket for the build status
[03:15:17.552] Build status: SCHEDULED
[03:16:17.073] Received PubSub notification, asking Buildbucket for the build status
[03:16:17.110] Build status: STARTED
[03:17:51.479] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:2:0)
[03:17:51.496] Build status: STARTED
[03:17:51.496] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:5:0) after 6m38s
[03:24:29.588] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:5:0)
[03:24:29.604] Build status: STARTED
[03:24:29.604] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:6:0) after 8m17s
[03:32:46.750] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:6:0)
[03:32:46.799] Build status: STARTED
[03:32:46.799] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:7:0) after 8m0s
[03:40:46.816] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:7:0)
[03:40:46.835] Build status: STARTED
[03:40:46.835] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:8:0) after 6m15s
[03:47:01.852] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:8:0)
[03:47:01.879] Build status: STARTED
[03:47:01.879] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:9:0) after 7m43s
[03:54:44.903] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:9:0)
[03:54:44.931] Build status: STARTED
[03:54:44.931] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:10:0) after 5m11s
[03:59:55.908] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:10:0)
[03:59:55.935] Build status: STARTED
[03:59:55.935] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:11:0) after 6m27s
[04:06:22.950] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:11:0)
[04:06:22.969] Build status: STARTED
[04:06:22.969] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:12:0) after 2m44s
[04:09:06.991] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:12:0)
[04:09:07.017] Build status: STARTED
[04:09:07.017] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:13:0) after 4m37s
[04:13:44.034] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:13:0)
[04:13:44.148] Build status: STARTED
[04:13:44.148] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:14:0) after 4m7s
[04:17:51.173] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:14:0)
[04:17:51.192] Build status: STARTED
[04:17:51.192] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:15:0) after 2m55s
[04:20:46.177] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:15:0)
[04:20:46.205] Build status: STARTED
[04:20:46.205] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:16:0) after 7m42s
[04:28:28.234] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:16:0)
[04:28:28.254] Build status: STARTED
[04:28:28.254] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:17:0) after 5m49s
[04:34:17.271] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:17:0)
[04:34:17.289] Build status: STARTED
[04:34:17.289] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:18:0) after 4m58s
[04:39:15.327] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:18:0)
[04:39:15.353] Build status: STARTED
[04:39:15.353] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:19:0) after 1m25s
[04:40:40.381] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:19:0)
[04:40:40.418] Build status: STARTED
[04:40:40.418] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:20:0) after 2m8s
[04:42:48.435] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:20:0)
[04:42:48.455] Build status: STARTED
[04:42:48.455] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:21:0) after 7m6s
[04:49:54.480] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:21:0)
[04:49:54.507] Build status: STARTED
[04:49:54.507] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:22:0) after 1m33s
[04:51:27.536] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:22:0)
[04:51:27.557] Build status: STARTED
[04:51:27.557] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:23:0) after 4m17s
[04:55:44.668] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:23:0)
[04:55:44.690] Build status: STARTED
[04:55:44.690] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:24:0) after 3m50s
[04:59:34.751] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:24:0)
[04:59:34.773] Build status: STARTED
[04:59:34.774] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:25:0) after 3m36s
[05:03:10.805] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:25:0)
[05:03:10.828] Build status: STARTED
[05:03:10.828] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:26:0) after 6m7s
[05:09:17.850] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:26:0)
[05:09:17.866] Build status: STARTED
[05:09:17.866] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:27:0) after 9m6s
[05:18:23.888] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:27:0)
[05:18:23.907] Build status: STARTED
[05:18:23.907] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:28:0) after 4m1s
[05:22:24.976] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:28:0)
[05:22:25.010] Build status: STARTED
[05:22:25.010] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:29:0) after 9m58s
[05:32:23.126] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:29:0)
[05:32:23.144] Build status: STARTED
[05:32:23.144] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:30:0) after 2m10s
[05:34:33.268] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:30:0)
[05:34:33.288] Build status: STARTED
[05:34:33.288] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:31:0) after 3m50s
[05:38:23.307] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:31:0)
[05:38:23.333] Build status: STARTED
[05:38:23.333] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8875286208417092000:32:0) after 9m22s
[05:42:31.083] Received PubSub notification, asking Buildbucket for the build status
[05:42:31.098] Build:
{
  "id": "8709856146339662577",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Linux x64 Experimental Release (NVIDIA GTX 1660)"
  },
  "number": 7043,
  "createdBy": "project:chromium",
  "createTime": "2025-07-09T03:15:15.850034244Z",
  "startTime": "2025-07-09T03:16:16.876560718Z",
  "endTime": "2025-07-09T05:42:30.744062583Z",
  "updateTime": "2025-07-09T05:42:30.744062583Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "718f64c694dbb64e82ecad64a2063274b86a4512",
      "ref": "refs/heads/main"
    }
  }
}
[05:42:31.098] Invocation finished in 2h27m16.611620494s with status FAILED