Status: FAILED
Triggered by: dawn-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 3 hours
Actions:

Definition (rev 75663d70679443fe309af6a2afba9df3db9ed1b2)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "dawn-linux-x64-nvidia-gtx1660-rel"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "dawn": "f52cd693744a00ab650b96b3f997a00d1b933799"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8671043025607737937"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8671043025607737937"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8671043025607737937"
    }
  ],
  "parent_build_id": "8671043025607737937",
  "parent_builder_group": "ci",
  "parent_buildername": "dawn-linux-x64-builder-rel",
  "parent_got_revision": "f52cd693744a00ab650b96b3f997a00d1b933799",
  "repository": "https://dawn.googlesource.com/dawn",
  "revision": "f52cd693744a00ab650b96b3f997a00d1b933799",
  "swarm_hashes": {
    "benchmarks": "78ad7f4df2f15b7df557ba9351ddafc50b42c1852f66b4ba6cdd68609a97dcd3/403",
    "dawn_end2end_tests": "84dd8537d29ef0ac70da6030952fc3db8d358db12d5cb30059952e220daae05a/322",
    "dawn_node_cts": "5585e0ec92e8c730fc2104e1fce7678011acc741c2514089eab4ad7b3726222a/812",
    "dawn_perf_tests": "d9f88306d8f617968abb52a8917f8ceec0a9c09f9a2af6f277dd692be163b168/322",
    "dawn_unittests": "6df6cbd832c59b3577fe06d17b54d67f6a989e5bdbfae4d4fe2080ceb6109ce3/322",
    "litert_lm_advanced_main": "d4e63be4c6253e7f3e58b424885d7505ef11d63ec3920716a8aef1e882e0b8fc/408",
    "tint_unittests": "b61f930248794c251216460e9ddd76ecf79745d3525e58f538b395151a414cf1/322"
  },
  "swarming_command_lines_cwd": "out/a2ea-dawn-linux-x64-",
  "swarming_command_lines_digest": "e2635ff73ed0f0a8131609f40b7efb5069ac9558ae0647fe672c925e0093b151/93"
}

Incoming tags

  • buildset:commit/gitiles/dawn.googlesource.com/dawn/+/f52cd693744a00ab650b96b3f997a00d1b933799
  • gitiles_ref:refs/heads/main
  • parent_buildername:dawn-linux-x64-builder-rel
  • parent_buildnumber:4621
  • user_agent:recipe

Debug log (UTC)

[13:38:36.578] New invocation is queued and will start shortly
[13:38:36.578] Triggered by user:dawn-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[13:38:37.662] Starting the invocation (attempt 1)
[13:38:37.690] Popped buildset tag "buildset:commit/gitiles/dawn.googlesource.com/dawn/+/f52cd693744a00ab650b96b3f997a00d1b933799"
[13:38:37.690] Popped gitiles commit info from properties and tags
[13:38:37.690] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:38:37.690] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:38:37.691] Buildbucket request:
{
  "requestId": "8836471487868066160",
  "builder": {
    "project": "dawn",
    "bucket": "ci",
    "builder": "dawn-linux-x64-nvidia-gtx1660-rel"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8836471487868066160",
            "job": "dawn/dawn-linux-x64-nvidia-gtx1660-rel",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "dawn": "f52cd693744a00ab650b96b3f997a00d1b933799"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8671043025607737937"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8671043025607737937"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8671043025607737937"
                                              }
                                        ],
                                    "parent_build_id": "8671043025607737937",
                                    "parent_builder_group": "ci",
                                    "parent_buildername": "dawn-linux-x64-builder-rel",
                                    "parent_got_revision": "f52cd693744a00ab650b96b3f997a00d1b933799",
                                    "revision": "f52cd693744a00ab650b96b3f997a00d1b933799",
                                    "swarm_hashes": {
                                          "benchmarks": "78ad7f4df2f15b7df557ba9351ddafc50b42c1852f66b4ba6cdd68609a97dcd3/403",
                                          "dawn_end2end_tests": "84dd8537d29ef0ac70da6030952fc3db8d358db12d5cb30059952e220daae05a/322",
                                          "dawn_node_cts": "5585e0ec92e8c730fc2104e1fce7678011acc741c2514089eab4ad7b3726222a/812",
                                          "dawn_perf_tests": "d9f88306d8f617968abb52a8917f8ceec0a9c09f9a2af6f277dd692be163b168/322",
                                          "dawn_unittests": "6df6cbd832c59b3577fe06d17b54d67f6a989e5bdbfae4d4fe2080ceb6109ce3/322",
                                          "litert_lm_advanced_main": "d4e63be4c6253e7f3e58b424885d7505ef11d63ec3920716a8aef1e882e0b8fc/408",
                                          "tint_unittests": "b61f930248794c251216460e9ddd76ecf79745d3525e58f538b395151a414cf1/322"
                                        },
                                    "swarming_command_lines_cwd": "out/a2ea-dawn-linux-x64-",
                                    "swarming_command_lines_digest": "e2635ff73ed0f0a8131609f40b7efb5069ac9558ae0647fe672c925e0093b151/93"
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://dawn.googlesource.com/dawn",
                              "revision": "f52cd693744a00ab650b96b3f997a00d1b933799",
                              "tags": [
                                    "parent_buildername:dawn-linux-x64-builder-rel",
                                    "parent_buildnumber:4621",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "f2761958-24f7-482b-ab02-7b5a9086f244",
                        "title": "dawn-linux-x64-builder-rel/4621",
                        "url": "https://cr-buildbucket.appspot.com/build/8671043025607737937"
                      }
                ]
          },
      "deps_revision_overrides": {
            "dawn": "f52cd693744a00ab650b96b3f997a00d1b933799"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8671043025607737937"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8671043025607737937"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8671043025607737937"
                }
          ],
      "parent_build_id": "8671043025607737937",
      "parent_builder_group": "ci",
      "parent_buildername": "dawn-linux-x64-builder-rel",
      "parent_got_revision": "f52cd693744a00ab650b96b3f997a00d1b933799",
      "swarm_hashes": {
            "benchmarks": "78ad7f4df2f15b7df557ba9351ddafc50b42c1852f66b4ba6cdd68609a97dcd3/403",
            "dawn_end2end_tests": "84dd8537d29ef0ac70da6030952fc3db8d358db12d5cb30059952e220daae05a/322",
            "dawn_node_cts": "5585e0ec92e8c730fc2104e1fce7678011acc741c2514089eab4ad7b3726222a/812",
            "dawn_perf_tests": "d9f88306d8f617968abb52a8917f8ceec0a9c09f9a2af6f277dd692be163b168/322",
            "dawn_unittests": "6df6cbd832c59b3577fe06d17b54d67f6a989e5bdbfae4d4fe2080ceb6109ce3/322",
            "litert_lm_advanced_main": "d4e63be4c6253e7f3e58b424885d7505ef11d63ec3920716a8aef1e882e0b8fc/408",
            "tint_unittests": "b61f930248794c251216460e9ddd76ecf79745d3525e58f538b395151a414cf1/322"
          },
      "swarming_command_lines_cwd": "out/a2ea-dawn-linux-x64-",
      "swarming_command_lines_digest": "e2635ff73ed0f0a8131609f40b7efb5069ac9558ae0647fe672c925e0093b151/93"
    },
  "gitilesCommit": {
    "host": "dawn.googlesource.com",
    "project": "dawn",
    "id": "f52cd693744a00ab650b96b3f997a00d1b933799",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8836471487868066160"
    },
    {
      "key": "scheduler_job_id",
      "value": "dawn/dawn-linux-x64-nvidia-gtx1660-rel"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "dawn-linux-x64-builder-rel"
    },
    {
      "key": "parent_buildnumber",
      "value": "4621"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[13:38:38.211] Scheduled build:
{
  "id": "8671041425965599377",
  "builder": {
    "project": "dawn",
    "bucket": "ci",
    "builder": "dawn-linux-x64-nvidia-gtx1660-rel"
  },
  "number": 3307,
  "createdBy": "project:dawn",
  "createTime": "2026-09-10T13:38:37.769605314Z",
  "updateTime": "2026-09-10T13:38:37.769605314Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "dawn.googlesource.com",
      "project": "dawn",
      "id": "f52cd693744a00ab650b96b3f997a00d1b933799",
      "ref": "refs/heads/main"
    }
  }
}
[13:38:38.211] Task URL: https://cr-buildbucket.appspot.com/build/8671041425965599377
[13:38:38.211] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:2:0) after 2m30s
[13:38:38.398] Received PubSub notification, asking Buildbucket for the build status
[13:38:38.439] Build status: SCHEDULED
[13:38:56.589] Received PubSub notification, asking Buildbucket for the build status
[13:38:56.608] Build status: STARTED
[13:41:08.197] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:2:0)
[13:41:08.228] Build status: STARTED
[13:41:08.228] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:5:0) after 4m10s
[13:45:18.260] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:5:0)
[13:45:18.289] Build status: STARTED
[13:45:18.289] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:6:0) after 8m48s
[13:54:06.306] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:6:0)
[13:54:06.327] Build status: STARTED
[13:54:06.328] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:7:0) after 6m30s
[14:00:36.365] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:7:0)
[14:00:36.401] Build status: STARTED
[14:00:36.401] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:8:0) after 2m8s
[14:02:44.417] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:8:0)
[14:02:44.440] Build status: STARTED
[14:02:44.440] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:9:0) after 1m21s
[14:04:05.513] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:9:0)
[14:04:05.542] Build status: STARTED
[14:04:05.542] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:10:0) after 9m35s
[14:13:40.596] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:10:0)
[14:13:40.626] Build status: STARTED
[14:13:40.626] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:11:0) after 8m40s
[14:22:20.745] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:11:0)
[14:22:20.763] Build status: STARTED
[14:22:20.763] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:12:0) after 7m22s
[14:29:42.838] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:12:0)
[14:29:42.868] Build status: STARTED
[14:29:42.868] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:13:0) after 6m56s
[14:36:39.050] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:13:0)
[14:36:39.080] Build status: STARTED
[14:36:39.080] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:14:0) after 1m28s
[14:38:07.077] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:14:0)
[14:38:07.115] Build status: STARTED
[14:38:07.116] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:15:0) after 7m13s
[14:45:20.154] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:15:0)
[14:45:20.170] Build status: STARTED
[14:45:20.170] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:16:0) after 9m13s
[14:54:33.188] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:16:0)
[14:54:33.206] Build status: STARTED
[14:54:33.206] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:17:0) after 5m10s
[14:59:43.257] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:17:0)
[14:59:43.276] Build status: STARTED
[14:59:43.276] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:18:0) after 9m36s
[15:09:19.321] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:18:0)
[15:09:19.552] Build status: STARTED
[15:09:19.552] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:19:0) after 9m59s
[15:19:18.620] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:19:0)
[15:19:18.640] Build status: STARTED
[15:19:18.640] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:20:0) after 7m48s
[15:27:06.777] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:20:0)
[15:27:06.811] Build status: STARTED
[15:27:06.811] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:21:0) after 7m15s
[15:34:21.858] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:21:0)
[15:34:21.884] Build status: STARTED
[15:34:21.884] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:22:0) after 8m18s
[15:42:40.102] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:22:0)
[15:42:40.123] Build status: STARTED
[15:42:40.123] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:23:0) after 8m46s
[15:51:26.143] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:23:0)
[15:51:26.165] Build status: STARTED
[15:51:26.165] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:24:0) after 2m59s
[15:54:25.189] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:24:0)
[15:54:25.206] Build status: STARTED
[15:54:25.207] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:25:0) after 5m19s
[15:59:44.271] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:25:0)
[15:59:44.290] Build status: STARTED
[15:59:44.290] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:26:0) after 8m5s
[16:07:49.419] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:26:0)
[16:07:49.452] Build status: STARTED
[16:07:49.452] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:27:0) after 5m12s
[16:13:01.483] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:27:0)
[16:13:01.529] Build status: STARTED
[16:13:01.529] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:28:0) after 3m35s
[16:16:36.554] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:28:0)
[16:16:36.576] Build status: STARTED
[16:16:36.576] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:29:0) after 3m15s
[16:19:51.652] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:29:0)
[16:19:51.679] Build status: STARTED
[16:19:51.679] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:30:0) after 7m57s
[16:27:48.788] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:30:0)
[16:27:48.811] Build status: STARTED
[16:27:48.811] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:31:0) after 2m41s
[16:30:29.835] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:31:0)
[16:30:29.864] Build status: STARTED
[16:30:29.864] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:32:0) after 1m10s
[16:31:39.900] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:32:0)
[16:31:39.921] Build status: STARTED
[16:31:39.921] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:33:0) after 6m51s
[16:38:30.940] Handling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:33:0)
[16:38:30.960] Build status: STARTED
[16:38:30.960] Scheduling timer "check-buildbucket-build-status" (dawn/dawn-linux-x64-nvidia-gtx1660-rel:8836471487868066160:34:0) after 8m22s
[16:40:15.023] Received PubSub notification, asking Buildbucket for the build status
[16:40:15.046] Build:
{
  "id": "8671041425965599377",
  "builder": {
    "project": "dawn",
    "bucket": "ci",
    "builder": "dawn-linux-x64-nvidia-gtx1660-rel"
  },
  "number": 3307,
  "createdBy": "project:dawn",
  "createTime": "2026-09-10T13:38:37.769605314Z",
  "startTime": "2026-09-10T13:38:54.945432533Z",
  "endTime": "2026-09-10T16:40:14.673562509Z",
  "updateTime": "2026-09-10T16:40:14.673562509Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "dawn.googlesource.com",
      "project": "dawn",
      "id": "f52cd693744a00ab650b96b3f997a00d1b933799",
      "ref": "refs/heads/main"
    }
  }
}
[16:40:15.046] Invocation finished in 3h1m38.473969496s with status FAILED