Status: FAILED
Triggered by: angle-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 731fe7efe07dc514930c9fdc4142b140055f074e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "angle-linux-x64-nvidia-gtx1660-perf"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "angle": "039991be1fa3c65d3788edcbdc5aab304cb770d0"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8670681793717781025"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8670681793717781025"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8670681793717781025"
    }
  ],
  "parent_build_id": "8670681793717781025",
  "parent_builder_group": "ci",
  "parent_buildername": "angle-linux-x64-builder-perf",
  "parent_got_angle_revision": "039991be1fa3c65d3788edcbdc5aab304cb770d0",
  "parent_got_revision": "039991be1fa3c65d3788edcbdc5aab304cb770d0",
  "repository": "https://chromium.googlesource.com/angle/angle",
  "revision": "039991be1fa3c65d3788edcbdc5aab304cb770d0",
  "swarm_hashes": {
    "angle_perftests": "ffd8ed0cd7e75612968ab9c67b49512d4cd29deeefb0ffb74cbb5c5817eff68a/645",
    "angle_trace_perf_tests": "7ba09820e93e07630d8c303165255f233c90228b92a1f3a8b46a99d3af2bbff1/644"
  },
  "swarming_command_lines_cwd": "out/1a95-angle-linux-x64",
  "swarming_command_lines_digest": "9fca09c0b206dba290509d6df76800789f15d9f9524c2943a565209ce1e48951/93",
  "test_trigger_deps_digest": "7bdc9d7fccd20b57b105b0d707fd55c6d09daf59b2bbf6ed1d0e44a5f24af2c9/651"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/angle/angle/+/039991be1fa3c65d3788edcbdc5aab304cb770d0
  • gitiles_ref:refs/heads/main
  • parent_buildername:angle-linux-x64-builder-perf
  • parent_buildnumber:973
  • user_agent:recipe

Debug log (UTC)

[14:13:01.054] New invocation is queued and will start shortly
[14:13:01.054] Triggered by user:angle-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[14:13:06.423] Starting the invocation (attempt 1)
[14:13:06.455] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/angle/angle/+/039991be1fa3c65d3788edcbdc5aab304cb770d0"
[14:13:06.455] Popped gitiles commit info from properties and tags
[14:13:06.455] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:13:06.458] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:13:06.458] Buildbucket request:
{
  "requestId": "8836106935240714304",
  "builder": {
    "project": "angle",
    "bucket": "ci",
    "builder": "angle-linux-x64-nvidia-gtx1660-perf"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8836106935240714304",
            "job": "angle/angle-linux-x64-nvidia-gtx1660-perf",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "angle": "039991be1fa3c65d3788edcbdc5aab304cb770d0"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8670681793717781025"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8670681793717781025"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8670681793717781025"
                                              }
                                        ],
                                    "parent_build_id": "8670681793717781025",
                                    "parent_builder_group": "ci",
                                    "parent_buildername": "angle-linux-x64-builder-perf",
                                    "parent_got_angle_revision": "039991be1fa3c65d3788edcbdc5aab304cb770d0",
                                    "parent_got_revision": "039991be1fa3c65d3788edcbdc5aab304cb770d0",
                                    "revision": "039991be1fa3c65d3788edcbdc5aab304cb770d0",
                                    "swarm_hashes": {
                                          "angle_perftests": "ffd8ed0cd7e75612968ab9c67b49512d4cd29deeefb0ffb74cbb5c5817eff68a/645",
                                          "angle_trace_perf_tests": "7ba09820e93e07630d8c303165255f233c90228b92a1f3a8b46a99d3af2bbff1/644"
                                        },
                                    "swarming_command_lines_cwd": "out/1a95-angle-linux-x64",
                                    "swarming_command_lines_digest": "9fca09c0b206dba290509d6df76800789f15d9f9524c2943a565209ce1e48951/93",
                                    "test_trigger_deps_digest": "7bdc9d7fccd20b57b105b0d707fd55c6d09daf59b2bbf6ed1d0e44a5f24af2c9/651"
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/angle/angle",
                              "revision": "039991be1fa3c65d3788edcbdc5aab304cb770d0",
                              "tags": [
                                    "parent_buildername:angle-linux-x64-builder-perf",
                                    "parent_buildnumber:973",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "7447577f-9dd1-4c84-afa6-1e2b0271cc94",
                        "title": "angle-linux-x64-builder-perf/973",
                        "url": "https://cr-buildbucket.appspot.com/build/8670681793717781025"
                      }
                ]
          },
      "deps_revision_overrides": {
            "angle": "039991be1fa3c65d3788edcbdc5aab304cb770d0"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8670681793717781025"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8670681793717781025"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8670681793717781025"
                }
          ],
      "parent_build_id": "8670681793717781025",
      "parent_builder_group": "ci",
      "parent_buildername": "angle-linux-x64-builder-perf",
      "parent_got_angle_revision": "039991be1fa3c65d3788edcbdc5aab304cb770d0",
      "parent_got_revision": "039991be1fa3c65d3788edcbdc5aab304cb770d0",
      "swarm_hashes": {
            "angle_perftests": "ffd8ed0cd7e75612968ab9c67b49512d4cd29deeefb0ffb74cbb5c5817eff68a/645",
            "angle_trace_perf_tests": "7ba09820e93e07630d8c303165255f233c90228b92a1f3a8b46a99d3af2bbff1/644"
          },
      "swarming_command_lines_cwd": "out/1a95-angle-linux-x64",
      "swarming_command_lines_digest": "9fca09c0b206dba290509d6df76800789f15d9f9524c2943a565209ce1e48951/93",
      "test_trigger_deps_digest": "7bdc9d7fccd20b57b105b0d707fd55c6d09daf59b2bbf6ed1d0e44a5f24af2c9/651"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "angle/angle",
    "id": "039991be1fa3c65d3788edcbdc5aab304cb770d0",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8836106935240714304"
    },
    {
      "key": "scheduler_job_id",
      "value": "angle/angle-linux-x64-nvidia-gtx1660-perf"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "angle-linux-x64-builder-perf"
    },
    {
      "key": "parent_buildnumber",
      "value": "973"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[14:13:07.099] Scheduled build:
{
  "id": "8670676868822590961",
  "builder": {
    "project": "angle",
    "bucket": "ci",
    "builder": "angle-linux-x64-nvidia-gtx1660-perf"
  },
  "number": 787,
  "createdBy": "project:angle",
  "createTime": "2026-09-14T14:13:06.554984964Z",
  "updateTime": "2026-09-14T14:13:06.554984964Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "angle/angle",
      "id": "039991be1fa3c65d3788edcbdc5aab304cb770d0",
      "ref": "refs/heads/main"
    }
  }
}
[14:13:07.099] Task URL: https://cr-buildbucket.appspot.com/build/8670676868822590961
[14:13:07.099] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:2:0) after 9m57s
[14:13:08.167] Received PubSub notification, asking Buildbucket for the build status
[14:13:08.191] Build status: SCHEDULED
[14:17:29.046] Received PubSub notification, asking Buildbucket for the build status
[14:17:29.069] Build status: STARTED
[14:23:04.138] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:2:0)
[14:23:04.184] Build status: STARTED
[14:23:04.184] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:5:0) after 8m52s
[14:31:56.202] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:5:0)
[14:31:56.233] Build status: STARTED
[14:31:56.233] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:6:0) after 9m30s
[14:41:26.309] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:6:0)
[14:41:26.388] Build status: STARTED
[14:41:26.388] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:7:0) after 7m12s
[14:48:38.409] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:7:0)
[14:48:38.434] Build status: STARTED
[14:48:38.434] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:8:0) after 3m24s
[14:52:02.516] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:8:0)
[14:52:02.546] Build status: STARTED
[14:52:02.546] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:9:0) after 8m5s
[15:00:07.704] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:9:0)
[15:00:07.739] Build status: STARTED
[15:00:07.739] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:10:0) after 2m16s
[15:02:23.789] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:10:0)
[15:02:23.814] Build status: STARTED
[15:02:23.814] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:11:0) after 6m47s
[15:09:10.834] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:11:0)
[15:09:10.859] Build status: STARTED
[15:09:10.859] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:12:0) after 1m2s
[15:10:12.880] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:12:0)
[15:10:12.902] Build status: STARTED
[15:10:12.902] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:13:0) after 9m26s
[15:19:38.932] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:13:0)
[15:19:39.073] Build status: STARTED
[15:19:39.073] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:14:0) after 4m7s
[15:23:46.112] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:14:0)
[15:23:46.132] Build status: STARTED
[15:23:46.132] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:15:0) after 7m26s
[15:31:12.174] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:15:0)
[15:31:12.192] Build status: STARTED
[15:31:12.192] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:16:0) after 6m58s
[15:38:10.234] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:16:0)
[15:38:10.260] Build status: STARTED
[15:38:10.260] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:17:0) after 1m30s
[15:39:40.280] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:17:0)
[15:39:40.306] Build status: STARTED
[15:39:40.306] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:18:0) after 1m49s
[15:41:29.461] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:18:0)
[15:41:29.493] Build status: STARTED
[15:41:29.493] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:19:0) after 8m48s
[15:50:17.558] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:19:0)
[15:50:17.588] Build status: STARTED
[15:50:17.588] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:20:0) after 3m29s
[15:53:46.714] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:20:0)
[15:53:46.756] Build status: STARTED
[15:53:46.756] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:21:0) after 8m16s
[16:02:02.793] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:21:0)
[16:02:02.835] Build status: STARTED
[16:02:02.835] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:22:0) after 6m18s
[16:08:20.852] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:22:0)
[16:08:20.904] Build status: STARTED
[16:08:20.904] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:23:0) after 8m25s
[16:16:45.937] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:23:0)
[16:16:45.962] Build status: STARTED
[16:16:45.962] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:24:0) after 2m12s
[16:18:58.028] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:24:0)
[16:18:58.052] Build status: STARTED
[16:18:58.052] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:25:0) after 1m41s
[16:20:39.120] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:25:0)
[16:20:39.151] Build status: STARTED
[16:20:39.151] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:26:0) after 2m21s
[16:23:00.167] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:26:0)
[16:23:00.187] Build status: STARTED
[16:23:00.187] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:27:0) after 1m21s
[16:24:21.207] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:27:0)
[16:24:21.241] Build status: STARTED
[16:24:21.241] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:28:0) after 8m1s
[16:32:22.306] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:28:0)
[16:32:22.329] Build status: STARTED
[16:32:22.329] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:29:0) after 5m29s
[16:37:51.388] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:29:0)
[16:37:51.409] Build status: STARTED
[16:37:51.409] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:30:0) after 7m22s
[16:45:13.411] Handling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:30:0)
[16:45:13.438] Build status: STARTED
[16:45:13.438] Scheduling timer "check-buildbucket-build-status" (angle/angle-linux-x64-nvidia-gtx1660-perf:8836106935240714304:31:0) after 6m32s
[16:47:58.668] Received PubSub notification, asking Buildbucket for the build status
[16:47:58.693] Build:
{
  "id": "8670676868822590961",
  "builder": {
    "project": "angle",
    "bucket": "ci",
    "builder": "angle-linux-x64-nvidia-gtx1660-perf"
  },
  "number": 787,
  "createdBy": "project:angle",
  "createTime": "2026-09-14T14:13:06.554984964Z",
  "startTime": "2026-09-14T14:17:28.727391313Z",
  "endTime": "2026-09-14T16:47:52.755070875Z",
  "updateTime": "2026-09-14T16:47:52.755070875Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "angle/angle",
      "id": "039991be1fa3c65d3788edcbdc5aab304cb770d0",
      "ref": "refs/heads/main"
    }
  }
}
[16:47:58.693] Invocation finished in 2h34m57.644036264s with status FAILED