Status: FAILED
Triggered by: webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev eaf570fb558be407f0cade386507780feec986dd)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "perf"
  builder: "Perf Linux"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "7d5c137847e67e94148b9856be86b4987c9861a0"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8685087455273523537"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8685087455273523537"
    }
  ],
  "parent_build_id": "8685087455273523537",
  "parent_builder_group": "client.webrtc",
  "parent_buildername": "Linux64 Builder",
  "parent_got_revision": "7d5c137847e67e94148b9856be86b4987c9861a0",
  "parent_got_revision_cp": "refs/heads/main@{#47349}",
  "repository": "https://webrtc.googlesource.com/src",
  "revision": "7d5c137847e67e94148b9856be86b4987c9861a0",
  "swarm_hashes": {
    "video_codec_perf_tests": "4947b40b37eca1755ca3a290d86e6ecbb5e26944fa92ec1b4d9a2ef9113a7472/405",
    "webrtc_perf_tests": "197cd0af15f7149e8682d27401709e3bbec841cb758c3b4906d7b4ae79c33481/406"
  },
  "swarming_command_lines": {
    "video_codec_perf_tests": [
      "bin/run_video_codec_perf_tests"
    ],
    "webrtc_perf_tests": [
      "bin/run_webrtc_perf_tests"
    ]
  },
  "swarming_command_lines_cwd": "out/27b7-Linux64_Builder"
}

Incoming tags

  • buildset:commit/gitiles/webrtc.googlesource.com/src/+/7d5c137847e67e94148b9856be86b4987c9861a0
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux64 Builder
  • parent_buildnumber:10789
  • user_agent:recipe

Debug log (UTC)

[15:45:28.414] New invocation is queued and will start shortly
[15:45:28.414] Triggered by user:webrtc-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[15:45:29.536] Starting the invocation (attempt 1)
[15:45:29.571] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/7d5c137847e67e94148b9856be86b4987c9861a0"
[15:45:29.571] Popped gitiles commit info from properties and tags
[15:45:29.571] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:45:29.571] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:45:29.572] Buildbucket request:
{
  "requestId": "8850506036076042800",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8850506036076042800",
            "job": "webrtc/Perf Linux",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "fe8719a7eef4f7dc5bda642ea0578acb6be36a70"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8685092029812888785"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8685092029812888785"
                                              }
                                        ],
                                    "parent_build_id": "8685092029812888785",
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Linux64 Builder",
                                    "parent_got_revision": "fe8719a7eef4f7dc5bda642ea0578acb6be36a70",
                                    "parent_got_revision_cp": "refs/heads/main@{#47347}",
                                    "revision": "fe8719a7eef4f7dc5bda642ea0578acb6be36a70",
                                    "swarm_hashes": {
                                          "video_codec_perf_tests": "4947b40b37eca1755ca3a290d86e6ecbb5e26944fa92ec1b4d9a2ef9113a7472/405",
                                          "webrtc_perf_tests": "197cd0af15f7149e8682d27401709e3bbec841cb758c3b4906d7b4ae79c33481/406"
                                        },
                                    "swarming_command_lines": {
                                          "video_codec_perf_tests": [
                                                "bin/run_video_codec_perf_tests"
                                              ],
                                          "webrtc_perf_tests": [
                                                "bin/run_webrtc_perf_tests"
                                              ]
                                        },
                                    "swarming_command_lines_cwd": "out/27b7-Linux64_Builder"
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "fe8719a7eef4f7dc5bda642ea0578acb6be36a70",
                              "tags": [
                                    "parent_buildername:Linux64 Builder",
                                    "parent_buildnumber:10787",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "d8c7fc73-325d-4180-86a3-8281a5459f8b",
                        "title": "Linux64 Builder/10787",
                        "url": "https://cr-buildbucket.appspot.com/build/8685092029812888785"
                      },
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "baddfcb7e5f0c1ebd2cd2061ae37542da0ffc8f9"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8685087737437896049"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8685087737437896049"
                                              }
                                        ],
                                    "parent_build_id": "8685087737437896049",
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Linux64 Builder",
                                    "parent_got_revision": "baddfcb7e5f0c1ebd2cd2061ae37542da0ffc8f9",
                                    "parent_got_revision_cp": "refs/heads/main@{#47348}",
                                    "revision": "baddfcb7e5f0c1ebd2cd2061ae37542da0ffc8f9",
                                    "swarm_hashes": {
                                          "video_codec_perf_tests": "4947b40b37eca1755ca3a290d86e6ecbb5e26944fa92ec1b4d9a2ef9113a7472/405",
                                          "webrtc_perf_tests": "197cd0af15f7149e8682d27401709e3bbec841cb758c3b4906d7b4ae79c33481/406"
                                        },
                                    "swarming_command_lines": {
                                          "video_codec_perf_tests": [
                                                "bin/run_video_codec_perf_tests"
                                              ],
                                          "webrtc_perf_tests": [
                                                "bin/run_webrtc_perf_tests"
                                              ]
                                        },
                                    "swarming_command_lines_cwd": "out/27b7-Linux64_Builder"
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "baddfcb7e5f0c1ebd2cd2061ae37542da0ffc8f9",
                              "tags": [
                                    "parent_buildername:Linux64 Builder",
                                    "parent_buildnumber:10788",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "2671bb1e-25ad-49a2-aa84-a713944badd3",
                        "title": "Linux64 Builder/10788",
                        "url": "https://cr-buildbucket.appspot.com/build/8685087737437896049"
                      },
                  {
                        "gitiles": {
                              "properties": {
                                    "deps_revision_overrides": {
                                          "src": "7d5c137847e67e94148b9856be86b4987c9861a0"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8685087455273523537"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8685087455273523537"
                                              }
                                        ],
                                    "parent_build_id": "8685087455273523537",
                                    "parent_builder_group": "client.webrtc",
                                    "parent_buildername": "Linux64 Builder",
                                    "parent_got_revision": "7d5c137847e67e94148b9856be86b4987c9861a0",
                                    "parent_got_revision_cp": "refs/heads/main@{#47349}",
                                    "revision": "7d5c137847e67e94148b9856be86b4987c9861a0",
                                    "swarm_hashes": {
                                          "video_codec_perf_tests": "4947b40b37eca1755ca3a290d86e6ecbb5e26944fa92ec1b4d9a2ef9113a7472/405",
                                          "webrtc_perf_tests": "197cd0af15f7149e8682d27401709e3bbec841cb758c3b4906d7b4ae79c33481/406"
                                        },
                                    "swarming_command_lines": {
                                          "video_codec_perf_tests": [
                                                "bin/run_video_codec_perf_tests"
                                              ],
                                          "webrtc_perf_tests": [
                                                "bin/run_webrtc_perf_tests"
                                              ]
                                        },
                                    "swarming_command_lines_cwd": "out/27b7-Linux64_Builder"
                                  },
                              "ref": "refs/heads/main",
                              "repo": "https://webrtc.googlesource.com/src",
                              "revision": "7d5c137847e67e94148b9856be86b4987c9861a0",
                              "tags": [
                                    "parent_buildername:Linux64 Builder",
                                    "parent_buildnumber:10789",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "a1b897d1-0b0c-4b8b-9c24-39c9fcb89b2c",
                        "title": "Linux64 Builder/10789",
                        "url": "https://cr-buildbucket.appspot.com/build/8685087455273523537"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "7d5c137847e67e94148b9856be86b4987c9861a0"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8685087455273523537"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8685087455273523537"
                }
          ],
      "parent_build_id": "8685087455273523537",
      "parent_builder_group": "client.webrtc",
      "parent_buildername": "Linux64 Builder",
      "parent_got_revision": "7d5c137847e67e94148b9856be86b4987c9861a0",
      "parent_got_revision_cp": "refs/heads/main@{#47349}",
      "swarm_hashes": {
            "video_codec_perf_tests": "4947b40b37eca1755ca3a290d86e6ecbb5e26944fa92ec1b4d9a2ef9113a7472/405",
            "webrtc_perf_tests": "197cd0af15f7149e8682d27401709e3bbec841cb758c3b4906d7b4ae79c33481/406"
          },
      "swarming_command_lines": {
            "video_codec_perf_tests": [
                  "bin/run_video_codec_perf_tests"
                ],
            "webrtc_perf_tests": [
                  "bin/run_webrtc_perf_tests"
                ]
          },
      "swarming_command_lines_cwd": "out/27b7-Linux64_Builder"
    },
  "gitilesCommit": {
    "host": "webrtc.googlesource.com",
    "project": "src",
    "id": "7d5c137847e67e94148b9856be86b4987c9861a0",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8850506036076042800"
    },
    {
      "key": "scheduler_job_id",
      "value": "webrtc/Perf Linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux64 Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "10789"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:45:30.415] Scheduled build:
{
  "id": "8685075974126426961",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Linux"
  },
  "number": 1746,
  "createdBy": "project:webrtc",
  "createTime": "2026-04-08T15:45:29.646064995Z",
  "updateTime": "2026-04-08T15:45:29.646064995Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "7d5c137847e67e94148b9856be86b4987c9861a0",
      "ref": "refs/heads/main"
    }
  }
}
[15:45:30.416] Task URL: https://cr-buildbucket.appspot.com/build/8685075974126426961
[15:45:30.416] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:2:0) after 8m26s
[15:46:06.652] Received PubSub notification, asking Buildbucket for the build status
[15:46:06.709] Build status: STARTED
[15:46:25.289] Received PubSub notification, asking Buildbucket for the build status
[15:46:25.312] Build status: STARTED
[15:53:56.443] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:2:0)
[15:53:56.545] Build status: STARTED
[15:53:56.545] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:5:0) after 4m8s
[15:58:04.563] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:5:0)
[15:58:04.581] Build status: STARTED
[15:58:04.581] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:6:0) after 3m58s
[16:02:02.628] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:6:0)
[16:02:02.698] Build status: STARTED
[16:02:02.698] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:7:0) after 2m31s
[16:04:33.897] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:7:0)
[16:04:33.935] Build status: STARTED
[16:04:33.935] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:8:0) after 8m16s
[16:12:49.999] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:8:0)
[16:12:50.030] Build status: STARTED
[16:12:50.030] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:9:0) after 6m37s
[16:19:27.088] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:9:0)
[16:19:27.111] Build status: STARTED
[16:19:27.112] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:10:0) after 7m49s
[16:27:16.142] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:10:0)
[16:27:16.163] Build status: STARTED
[16:27:16.163] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:11:0) after 3m13s
[16:30:29.318] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:11:0)
[16:30:29.335] Build status: STARTED
[16:30:29.335] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:12:0) after 1m26s
[16:31:55.373] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:12:0)
[16:31:55.543] Build status: STARTED
[16:31:55.543] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:13:0) after 8m47s
[16:40:42.583] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:13:0)
[16:40:42.601] Build status: STARTED
[16:40:42.601] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:14:0) after 8m44s
[16:49:26.643] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:14:0)
[16:49:26.664] Build status: STARTED
[16:49:26.664] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:15:0) after 5m25s
[16:54:51.792] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:15:0)
[16:54:51.815] Build status: STARTED
[16:54:51.815] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:16:0) after 8m10s
[17:03:01.807] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:16:0)
[17:03:01.825] Build status: STARTED
[17:03:01.825] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:17:0) after 8m57s
[17:11:58.873] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:17:0)
[17:11:58.921] Build status: STARTED
[17:11:58.922] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:18:0) after 7m16s
[17:19:14.943] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:18:0)
[17:19:14.969] Build status: STARTED
[17:19:14.969] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:19:0) after 4m4s
[17:23:19.017] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:19:0)
[17:23:19.043] Build status: STARTED
[17:23:19.043] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:20:0) after 3m28s
[17:26:47.060] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:20:0)
[17:26:47.086] Build status: STARTED
[17:26:47.086] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:21:0) after 7m25s
[17:34:12.154] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:21:0)
[17:34:12.172] Build status: STARTED
[17:34:12.172] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:22:0) after 7m52s
[17:42:04.244] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:22:0)
[17:42:04.260] Build status: STARTED
[17:42:04.260] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:23:0) after 4m57s
[17:47:01.291] Handling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:23:0)
[17:47:01.311] Build status: STARTED
[17:47:01.311] Scheduling timer "check-buildbucket-build-status" (webrtc/Perf Linux:8850506036076042800:24:0) after 4m19s
[17:49:42.107] Received PubSub notification, asking Buildbucket for the build status
[17:49:42.125] Build:
{
  "id": "8685075974126426961",
  "builder": {
    "project": "webrtc",
    "bucket": "perf",
    "builder": "Perf Linux"
  },
  "number": 1746,
  "createdBy": "project:webrtc",
  "createTime": "2026-04-08T15:45:29.646064995Z",
  "startTime": "2026-04-08T15:45:53.803688717Z",
  "endTime": "2026-04-08T17:49:41.620080119Z",
  "updateTime": "2026-04-08T17:49:41.620080119Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "webrtc.googlesource.com",
      "project": "src",
      "id": "7d5c137847e67e94148b9856be86b4987c9861a0",
      "ref": "refs/heads/main"
    }
  }
}
[17:49:42.125] Invocation finished in 2h4m13.721282952s with status FAILED